From 92d6c8a5caa2c11b3fb49a7a201b568d040be4b2 Mon Sep 17 00:00:00 2001 From: SaidSultani <62264302+SaidSultani@users.noreply.github.com> Date: Thu, 12 Nov 2026 22:52:56 +0100 Subject: [PATCH 001/249] fix(hexagon): make host build work with clang-cl on Windows ARM64 (#32011) * fix(hexagon): make host build work with clang-cl on Windows ARM64 Two CMake fixes for building ggml-hexagon natively on Windows-on-ARM64 with x64-hosted clang-cl (validated on Snapdragon X Elite, discussion in qualcomm/GenieX#1390): - Some clang drivers (e.g. x64-hosted toolchains used on ARM64) don't predefine the arch macro, which makes winnt.h fail with "No Target Architecture". Define _M_ARM64/_ARM64_ explicitly for the host TUs. - The Hexagon SDK's incs/stddef include (AEEStdDef.h and friends) poisons the MSVC header chain when it leaks onto dependent TUs' include paths via htp_iface's PUBLIC includes. Keep it PRIVATE to the interface stub and system-level for the backend's own TUs (which include directly). Originally validated 2026-08-26 as reported in the issue; applies cleanly to 15759e0. * hex-cmake: trim down excessive comments --------- Co-authored-by: Max Krasnyansky --- ggml/src/ggml-hexagon/CMakeLists.txt | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/ggml/src/ggml-hexagon/CMakeLists.txt b/ggml/src/ggml-hexagon/CMakeLists.txt index 9444f732132d..fea5770c197f 100644 --- a/ggml/src/ggml-hexagon/CMakeLists.txt +++ b/ggml/src/ggml-hexagon/CMakeLists.txt @@ -33,10 +33,11 @@ add_library(htp_iface OBJECT set_target_properties(htp_iface PROPERTIES POSITION_INDEPENDENT_CODE ON) target_include_directories(htp_iface PUBLIC ${HEXAGON_SDK_ROOT}/incs - ${HEXAGON_SDK_ROOT}/incs/stddef ${HEXAGON_SDK_ROOT}/utils/examples ${CMAKE_CURRENT_SOURCE_DIR}/htp ${CMAKE_CURRENT_BINARY_DIR}) +target_include_directories(htp_iface PRIVATE + ${HEXAGON_SDK_ROOT}/incs/stddef) build_idl(htp/htp_iface.idl htp_iface) @@ -65,8 +66,14 @@ ggml_add_backend_library(${TARGET_NAME} libdl.h ../../include/ggml-hexagon.h) +if (WIN32) + # some clang-cl drivers do not predefine ARM64 macros for winnt.h + target_compile_definitions(${TARGET_NAME} PRIVATE _M_ARM64=1 _ARM64_=1) +endif() + target_link_libraries(${TARGET_NAME} PRIVATE htp_iface) target_include_directories(${TARGET_NAME} PRIVATE ${CMAKE_CURRENT_SOURCE_DIR}/htp ${CMAKE_CURRENT_BINARY_DIR}) +target_include_directories(${TARGET_NAME} SYSTEM PRIVATE ${HEXAGON_SDK_ROOT}/incs/stddef) # Build HTP skels set(HTP_SKELS) From e9701014703d251593b23ce1703db8a7299dad0f Mon Sep 17 00:00:00 2001 From: Pascal Date: Thu, 12 Nov 2026 23:13:37 +0100 Subject: [PATCH 002/249] server: skip LAN address tests when the host cannot reach it [no ci] (#32166) The same-origin tests over the LAN address block forever on the Metal runners: the request to the host's own LAN address never returns and has no timeout, so the job runs until the 6h limit. get_lan_ip() now probes /health on that address with a short timeout and returns None when the host cannot reach it, which skips the test. The test requests themselves use the default request timeout so a hang fails the test instead of stalling the job. --- tools/server/tests/unit/test_router.py | 12 ++++++------ tools/server/tests/unit/test_security.py | 8 ++++---- tools/server/tests/utils.py | 14 ++++++++++++-- 3 files changed, 22 insertions(+), 12 deletions(-) diff --git a/tools/server/tests/unit/test_router.py b/tools/server/tests/unit/test_router.py index e4e62086b0ed..b5c6fcdae70a 100644 --- a/tools/server/tests/unit/test_router.py +++ b/tools/server/tests/unit/test_router.py @@ -934,24 +934,24 @@ def test_router_download_drops_stale_partials(): def test_router_restricted_cors_same_origin_reaches_child(): # same-origin request via LAN address must not be refused by the child global server - lan_ip = get_lan_ip() - if lan_ip is None: - pytest.skip("no non-loopback interface") # ty: ignore[too-many-positional-arguments] server.cors_origins = "localhost" server.server_host = "0.0.0.0" server.start() + lan_ip = get_lan_ip(server) + if lan_ip is None: + pytest.skip("no LAN address reachable from this host") # ty: ignore[too-many-positional-arguments] body = { "model": "ggml-org-dev/tinygemma3-GGUF:Q8_0", "max_tokens": 4, "messages": [{"role": "user", "content": "hello"}], } - res = requests.post(server.make_url("/chat/completions", host=lan_ip), json=body, headers={ + res = server.make_request("POST", "/chat/completions", data=body, host=lan_ip, headers={ "Origin": f"http://{lan_ip}:{server.server_port}", "Sec-Fetch-Site": "same-origin", }) - assert res.status_code == 200, res.text + assert res.status_code == 200, res.body - res = requests.post(server.make_url("/chat/completions", host="127.0.0.1"), json=body, headers={"Origin": "http://evil.com"}) + res = server.make_request("POST", "/chat/completions", data=body, host="127.0.0.1", headers={"Origin": "http://evil.com"}) assert res.status_code == 403 diff --git a/tools/server/tests/unit/test_security.py b/tools/server/tests/unit/test_security.py index ceec582acf0d..ef4e48fa8cbd 100644 --- a/tools/server/tests/unit/test_security.py +++ b/tools/server/tests/unit/test_security.py @@ -170,16 +170,16 @@ def test_cors_origins_localhost_blocks_simple_requests(headers: dict, expected_s def test_cors_origins_localhost_allows_same_origin(): global server - lan_ip = get_lan_ip() - if lan_ip is None: - pytest.skip("no non-loopback interface") # ty: ignore[too-many-positional-arguments] server.api_key = None server.cors_origins = "localhost" server.server_host = "0.0.0.0" server.start() + lan_ip = get_lan_ip(server) + if lan_ip is None: + pytest.skip("no LAN address reachable from this host") # ty: ignore[too-many-positional-arguments] # UI opened via LAN address: Origin matches Host url = server.make_url("/tokenize", host=lan_ip) - res = requests.post(url, data='{"content": "hello"}', headers={ + res = requests.post(url, data='{"content": "hello"}', timeout=DEFAULT_REQUEST_TIMEOUT, headers={ "Content-Type": "text/plain", "Origin": f"http://{lan_ip}:{server.server_port}", }) diff --git a/tools/server/tests/utils.py b/tools/server/tests/utils.py index 71470c2b612e..56c88b354007 100644 --- a/tools/server/tests/utils.py +++ b/tools/server/tests/utils.py @@ -34,6 +34,9 @@ # per-request timeout, a hung server fails the test instead of stalling the CI for hours DEFAULT_REQUEST_TIMEOUT = 600 +# timeout of the reachability probe of the LAN address +LAN_PROBE_TIMEOUT = 5 + class ServerResponse: headers: dict @@ -805,7 +808,7 @@ def download_file(url: str, output_file_path: str | None = None) -> str: return output_file -def get_lan_ip() -> str | None: +def get_lan_ip(server: ServerProcess) -> str | None: # address of the interface that routes outside, no packet is sent import socket try: @@ -814,7 +817,14 @@ def get_lan_ip() -> str | None: ip = s.getsockname()[0] except OSError: return None - return None if ip.startswith("127.") else ip + if ip.startswith("127."): + return None + # a host can fail to reach its own LAN address (firewall, VPN, system proxy) + try: + requests.get(server.make_url("/health", host=ip), timeout=LAN_PROBE_TIMEOUT) + except requests.exceptions.RequestException: + return None + return ip def is_slow_test_allowed(): From 892b40b9101b6b55ec2e2c45aa78c7adeb62cb39 Mon Sep 17 00:00:00 2001 From: Pascal Date: Thu, 12 Nov 2026 23:15:28 +0100 Subject: [PATCH 003/249] server: allow private media URLs in the vision tests [no ci] (#32167) The vision tests download their images from huggingface.co, which resolves to a private address on the runners inside the HF network. The media URL check refuses it with "host is not a public address" and the server-cuda job fails. The vision fixture enables media_allow_private_urls. The private address check keeps its own coverage in test_vision_image_url_private_address. --- tools/server/tests/unit/test_vision_api.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/tools/server/tests/unit/test_vision_api.py b/tools/server/tests/unit/test_vision_api.py index cad45ee9b5b4..3c835fd6d2d3 100644 --- a/tools/server/tests/unit/test_vision_api.py +++ b/tools/server/tests/unit/test_vision_api.py @@ -39,6 +39,9 @@ def create_server(): global server os.environ['LLAMA_MEDIA_MARKER'] = '<__media__>' server = ServerPreset.tinygemma3() + # the test images are on huggingface.co, which resolves to a private address on runners inside the HF network + # test_vision_image_url_private_address covers the private address check + server.media_allow_private_urls = True def test_models_supports_multimodal_capability(): global server From 0a66ac7189a6f25f3c4760bf1bec620ed537f4bb Mon Sep 17 00:00:00 2001 From: Pascal Date: Thu, 12 Nov 2026 23:47:14 +0100 Subject: [PATCH 004/249] server, fix CI: read a small temp file in the read_file tool test [no release] (#32168) * server: read a small temp file in the read_file tool test test_tools_builtin_read_file read its own file, which grows with every added test. On Windows the CRLF checkout puts it at 16664 bytes, over the 16384 byte read limit, and the tool refuses it. The test now writes a small file of its own and checks the exact content read back. * server: use a temp cwd in the x-tool-cwd tool test test_tools_builtin_cwd_header read test_tools_builtin.py through the x-tool-cwd header, which hits the same 16384 byte read limit on the Windows CRLF checkout, and wrote its shell marker into the source tree. The test now uses a temp directory as cwd, reads a small file from it and checks the shell marker lands there. --- tools/server/tests/unit/test_tools_builtin.py | 35 ++++++++----------- 1 file changed, 15 insertions(+), 20 deletions(-) diff --git a/tools/server/tests/unit/test_tools_builtin.py b/tools/server/tests/unit/test_tools_builtin.py index b3af7360443b..b6673a089b09 100755 --- a/tools/server/tests/unit/test_tools_builtin.py +++ b/tools/server/tests/unit/test_tools_builtin.py @@ -53,15 +53,16 @@ def test_tools_builtin_grep_search(): assert "Total matches: 1" in text -def test_tools_builtin_read_file(): +def test_tools_builtin_read_file(tmp_path): global server server.start() - this_file = os.path.join(PROJECT_ROOT, "tools", "server", "tests", "unit", "test_tools_builtin.py") - res = call_tool("read_file", {"path": this_file}) - text = res["plain_text_response"] - assert GREP_MARKER in text - assert "def test_tools_builtin_read_file" in text + # a file of its own keeps the test below the read limit, unlike this file which grows with every test + path = str(tmp_path / "read.txt") + with open(path, "w", newline="\n") as f: + f.write("line1\nline2\nline3\n") + res = call_tool("read_file", {"path": path}) + assert res["plain_text_response"] == "line1\nline2\nline3\n" def test_tools_builtin_write_then_edit_file(tmp_path): @@ -128,27 +129,21 @@ def test_tools_builtin_exec_shell_command_stream(): assert "[exit code: 0]" in chunks -def test_tools_builtin_cwd_header(): +def test_tools_builtin_cwd_header(tmp_path): global server server.start() - cwd_dir = os.path.join(PROJECT_ROOT, "tools", "server", "tests", "unit") - headers = {"x-tool-cwd": cwd_dir} + headers = {"x-tool-cwd": str(tmp_path)} - res = call_tool("read_file", {"path": "test_tools_builtin.py"}, headers=headers) - assert GREP_MARKER in res["plain_text_response"] + (tmp_path / "cwd.txt").write_text("cwd-content") + res = call_tool("read_file", {"path": "cwd.txt"}, headers=headers) + assert "cwd-content" in res["plain_text_response"] # exec_shell_command should also run with that directory as its working directory: - # writing to a relative filename must land inside cwd_dir + # writing to a relative filename must land inside it marker_name = "llama_cpp_test_tools_builtin_cwd_marker.txt" - marker_path = os.path.join(cwd_dir, marker_name) - try: - command = f"echo hello > {marker_name}" - call_tool("exec_shell_command", {"command": command}, headers=headers) - assert os.path.exists(marker_path) - finally: - if os.path.exists(marker_path): - os.remove(marker_path) + call_tool("exec_shell_command", {"command": f"echo hello > {marker_name}"}, headers=headers) + assert (tmp_path / marker_name).exists() def _container_engine_unavailable_reason(engine: str) -> str | None: From 5676dfbe01e7ebe0387913680eee0ed39bf4a363 Mon Sep 17 00:00:00 2001 From: Awss Date: Thu, 12 Nov 2026 23:11:58 +0000 Subject: [PATCH 005/249] chat : accept as K2 Horizon closer at medium/low effort (#30335) --- common/parsers/k2-horizon.cpp | 5 +++++ tests/test-chat.cpp | 19 +++++++++++++++++++ 2 files changed, 24 insertions(+) diff --git a/common/parsers/k2-horizon.cpp b/common/parsers/k2-horizon.cpp index 1afd578c83eb..e688cd919382 100644 --- a/common/parsers/k2-horizon.cpp +++ b/common/parsers/k2-horizon.cpp @@ -48,6 +48,11 @@ common_chat_params common_chat_params_init_k2_horizon(const common_chat_template data.thinking_start_tag = THINK_START; data.thinking_end_tags = { THINK_END }; + // The models sometimes close medium/low reasoning with the generic + if (think != "ifm|think") { + data.thinking_end_tags.push_back(""); + } + data.preserved_tokens = data.thinking_end_tags; data.preserved_tokens.insert(data.preserved_tokens.end(), { THINK_START, SECTION_START, SECTION_END, CALL_START, CALL_END, diff --git a/tests/test-chat.cpp b/tests/test-chat.cpp index 2c59d1222a52..7752015c8830 100644 --- a/tests/test-chat.cpp +++ b/tests/test-chat.cpp @@ -5206,6 +5206,25 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .expect_reconstruction() .run(); + tst.test("I'm\nthinkingHello, world!\nWhat's up?") + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .chat_template_kwargs({ { "reasoning_effort", R"("low")" } }) + .expect(message_assist_thoughts) + .run(); + + tst.test( + "I'm\nthinking\n" + "special_function\n" + "arg1\n" + "1\n" + "\n" + "") + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .tools({ special_function_tool }) + .chat_template_kwargs({ { "reasoning_effort", R"("medium")" } }) + .expect(message_assist_call_thoughts) + .run(); + tst.test( "I'm\nthinking\n" "{\"name\": \"special_function\", \"arguments\": {\"arg1\": 1}}\n" From 82503b42fa39fac7c54897818a477445fe6b422e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Sigbj=C3=B8rn=20Skj=C3=A6ret?= Date: Fri, 13 Nov 2026 08:53:37 +0100 Subject: [PATCH 006/249] ci : set windows-cuda ccache size to 1G (#32185) --- .github/workflows/release.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml index 867dcaf49420..4777f613ee7b 100644 --- a/.github/workflows/release.yml +++ b/.github/workflows/release.yml @@ -1239,6 +1239,7 @@ jobs: with: key: release-windows-2022-${{ matrix.arch }}-cuda-${{ matrix.cuda }} evict-old-files: 1d + max-size: "1G" - name: Build id: cmake_build From bd2767d06bc5f267392c5c1ab92680553ec8bc66 Mon Sep 17 00:00:00 2001 From: Pascal Date: Fri, 13 Nov 2026 09:25:08 +0100 Subject: [PATCH 007/249] ci: fix HIP quality check by ignoring the FP8 vec FA kernel spill (#32183) The D=256 vec flash attention kernel with F8_E4M3 K and V uses 257 VGPRs (255 + 2 spilled) on gfx908, one over the limit of the check. The spill is a perf issue only, like the Q4_0 D=256 vec kernel already in the ignore list. Both variants of the kernel join the ignore list. [no ci] --- scripts/hip/gcn-cdna-vgpr-check.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/scripts/hip/gcn-cdna-vgpr-check.py b/scripts/hip/gcn-cdna-vgpr-check.py index a09891fdc3a5..894104524809 100644 --- a/scripts/hip/gcn-cdna-vgpr-check.py +++ b/scripts/hip/gcn-cdna-vgpr-check.py @@ -83,6 +83,8 @@ def main(): '_ZL18flash_attn_ext_f16ILi576ELi512ELi2ELi16ELb0ELb1ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', '_ZL18flash_attn_ext_f16ILi576ELi512ELi8ELi4ELb0ELb1ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', '_ZL18flash_attn_ext_vecILi256ELi1EL9ggml_type2ELS0_2ELb0EEvPKcS2_S2_S2_S2_PKiS4_PfP15HIP_vector_typeIfLj2EEffffjfiS6_IjLj3EEiiiiiiiiiiiliiliiiiil', + '_ZL18flash_attn_ext_vecILi256ELi1EL9ggml_type43ELS0_43ELb0EEvPKcS2_S2_S2_S2_PKiS4_PfP15HIP_vector_typeIfLj2EEffffjfiS6_IjLj3EEiiiiiiiiiiiliiliiiiil', + '_ZL18flash_attn_ext_vecILi256ELi1EL9ggml_type43ELS0_43ELb1EEvPKcS2_S2_S2_S2_PKiS4_PfP15HIP_vector_typeIfLj2EEffffjfiS6_IjLj3EEiiiiiiiiiiiliiliiiiil', '_ZL18flash_attn_ext_f16ILi320ELi256ELi2ELi32ELb0ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', '_ZL18flash_attn_ext_f16ILi576ELi512ELi1ELi16ELb0ELb1ELb1EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', } From 28d37fe2e29cb83ae0e3a442675a952ff0fce9ef Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Fri, 13 Nov 2026 10:33:17 +0200 Subject: [PATCH 008/249] examples : clean-up old/obsolete stuff (#32184) * examples : clean-up old/obsolete stuff * examples : update references to removed files Assisted-by: dsh:llama.cpp/ggml-org/DeepSeek-V4.1-Flash-1017-GGUF (Mac Studio, M5 Ultra, 256GB) [no ci] --- .devops/nix/python-scripts.nix | 4 - docs/speculative.md | 2 +- examples/json_schema_pydantic_example.py | 82 - examples/llama.vim | 783 ---------- examples/pydantic_models_to_grammar.py | 1322 ----------------- .../pydantic_models_to_grammar_examples.py | 312 ---- examples/realtime_client.py | 211 --- examples/reason-act.sh | 16 - examples/server-llama2-13B.sh | 26 - examples/server_embd.py | 35 - requirements/requirements-all.txt | 1 - requirements/requirements-pydantic.txt | 3 - tools/server/README.md | 2 - ty.toml | 10 - 14 files changed, 1 insertion(+), 2808 deletions(-) delete mode 100644 examples/json_schema_pydantic_example.py delete mode 100644 examples/llama.vim delete mode 100644 examples/pydantic_models_to_grammar.py delete mode 100755 examples/pydantic_models_to_grammar_examples.py delete mode 100644 examples/realtime_client.py delete mode 100755 examples/reason-act.sh delete mode 100755 examples/server-llama2-13B.sh delete mode 100644 examples/server_embd.py delete mode 100644 requirements/requirements-pydantic.txt diff --git a/.devops/nix/python-scripts.nix b/.devops/nix/python-scripts.nix index 56ea18278876..873b2ebe503a 100644 --- a/.devops/nix/python-scripts.nix +++ b/.devops/nix/python-scripts.nix @@ -22,10 +22,6 @@ let gitpython tabulate - # for examples/pydantic-models-to-grammar-examples.py - docstring-parser - pydantic - ]; llama-python-test-deps = with python3Packages; [ diff --git a/docs/speculative.md b/docs/speculative.md index d8f3bcb3922a..9072eedd34ac 100644 --- a/docs/speculative.md +++ b/docs/speculative.md @@ -189,7 +189,7 @@ llama-server ... --spec-type ngram-mod --spec-ngram-mod-n-match 24 --spec-ngram- Applications: -- Iterating over a block of text/code (e.g. in llama.vim) +- Iterating over a block of text/code (e.g. in [llama.vim](https://github.com/ggml-org/llama.vim)) - Reasoning models (when they have to repeat their thinking in the final answer) - Summarization diff --git a/examples/json_schema_pydantic_example.py b/examples/json_schema_pydantic_example.py deleted file mode 100644 index dae2a9b8a2a4..000000000000 --- a/examples/json_schema_pydantic_example.py +++ /dev/null @@ -1,82 +0,0 @@ -# Usage: -#! ./llama-server -m some-model.gguf & -#! pip install pydantic -#! python json_schema_pydantic_example.py - -from pydantic import BaseModel, Field, TypeAdapter -from annotated_types import MinLen -from typing import Annotated, List, Optional -import json, requests - -if True: - - def create_completion(*, response_model=None, endpoint="http://localhost:9931/v1/chat/completions", messages, **kwargs): - ''' - Creates a chat completion using an OpenAI-compatible endpoint w/ JSON schema support - (llama.cpp server, llama-cpp-python, Anyscale / Together...) - - The response_model param takes a type (+ supports Pydantic) and behaves just as w/ Instructor (see below) - ''' - response_format = None - type_adapter = None - - if response_model: - type_adapter = TypeAdapter(response_model) - schema = type_adapter.json_schema() - messages = [{ - "role": "system", - "content": f"You respond in JSON format with the following schema: {json.dumps(schema, indent=2)}" - }] + messages - response_format={"type": "json_object", "schema": schema} - - data = requests.post(endpoint, headers={"Content-Type": "application/json"}, - json=dict(messages=messages, response_format=response_format, **kwargs)).json() - if 'error' in data: - raise Exception(data['error']['message']) - - content = data["choices"][0]["message"]["content"] - return type_adapter.validate_json(content) if type_adapter else content - -else: - - # This alternative branch uses Instructor + OpenAI client lib. - # Instructor support streamed iterable responses, retry & more. - # (see https://python.useinstructor.com/) - #! pip install instructor openai - import instructor, openai - client = instructor.patch( - openai.OpenAI(api_key="123", base_url="http://localhost:9931"), - mode=instructor.Mode.JSON_SCHEMA) - create_completion = client.chat.completions.create - - -if __name__ == '__main__': - - class QAPair(BaseModel): - class Config: - extra = 'forbid' # triggers additionalProperties: false in the JSON schema - question: str - concise_answer: str - justification: str - stars: Annotated[int, Field(ge=1, le=5)] - - class PyramidalSummary(BaseModel): - class Config: - extra = 'forbid' # triggers additionalProperties: false in the JSON schema - title: str - summary: str - question_answers: Annotated[List[QAPair], MinLen(2)] - sub_sections: Optional[Annotated[List['PyramidalSummary'], MinLen(2)]] - - print("# Summary\n", create_completion( - model="...", - response_model=PyramidalSummary, - messages=[{ - "role": "user", - "content": f""" - You are a highly efficient corporate document summarizer. - Create a pyramidal summary of an imaginary internal document about our company processes - (starting high-level, going down to each sub sections). - Keep questions short, and answers even shorter (trivia / quizz style). - """ - }])) diff --git a/examples/llama.vim b/examples/llama.vim deleted file mode 100644 index 23a281fc3332..000000000000 --- a/examples/llama.vim +++ /dev/null @@ -1,783 +0,0 @@ -" LLM-based text completion using llama.cpp -" -" requires: -" -" - neovim or vim -" - curl -" - llama.cpp server instance -" - FIM-compatible model -" -" sample config: -" -" - Tab - accept the current suggestion -" - Shift+Tab - accept just the first line of the suggestion -" - Ctrl+F - toggle FIM completion manually -" -" make symlink or copy this file to ~/.config/nvim/autoload/llama.vim -" -" start the llama.cpp server with a FIM-compatible model. for example: -" -" $ llama-server -m {model.gguf} --port 8012 -ngl 99 -fa --ubatch-size 512 --batch-size 1024 --cache-reuse 256 -" -" --batch-size [512, model max context] -" -" adjust the batch size to control how much of the provided local context will be used during the inference -" lower values will use smaller part of the context around the cursor, which will result in faster processing -" -" --ubatch-size [64, 2048] -" -" chunks the batch into smaller chunks for faster processing -" depends on the specific hardware. use llama-bench to profile and determine the best size -" -" --cache-reuse (ge:llama_config.n_predict, 1024] -" -" this should be either 0 (disabled) or strictly larger than g:llama_config.n_predict -" using non-zero value enables context reuse on the server side which dramatically improves the performance at -" large contexts. a value of 256 should be good for all cases -" -" run this once to initialise llama.vim: -" -" :call llama#init() -" -" more info: https://github.com/ggml-org/llama.cpp/pull/9787 -" - -" colors (adjust to your liking) -highlight llama_hl_hint guifg=#ff772f ctermfg=202 -highlight llama_hl_info guifg=#77ff2f ctermfg=119 - -" general parameters: -" -" endpoint: llama.cpp server endpoint -" n_prefix: number of lines before the cursor location to include in the local prefix -" n_suffix: number of lines after the cursor location to include in the local suffix -" n_predict: max number of tokens to predict -" t_max_prompt_ms: max allotted time for the prompt processing (TODO: not yet supported) -" t_max_predict_ms: max allotted time for the prediction -" show_info: show extra info about the inference (0 - disabled, 1 - statusline, 2 - inline) -" auto_fim: trigger FIM completion automatically on cursor movement -" max_line_suffix: do not auto-trigger FIM completion if there are more than this number of characters to the right of the cursor -" -" ring buffer of chunks, accumulated with time upon: -" -" - completion request -" - yank -" - entering a buffer -" - leaving a buffer -" - writing a file -" -" parameters for the ring-buffer with extra context: -" -" ring_n_chunks: max number of chunks to pass as extra context to the server (0 to disable) -" ring_chunk_size: max size of the chunks (in number of lines) -" note: adjust these numbers so that you don't overrun your context -" at ring_n_chunks = 64 and ring_chunk_size = 64 you need ~32k context -" ring_scope: the range around the cursor position (in number of lines) for gathering chunks after FIM -" ring_update_ms: how often to process queued chunks in normal mode -" -let s:default_config = { - \ 'endpoint': 'http://127.0.0.1:8012/infill', - \ 'n_prefix': 256, - \ 'n_suffix': 64, - \ 'n_predict': 128, - \ 't_max_prompt_ms': 500, - \ 't_max_predict_ms': 3000, - \ 'show_info': 2, - \ 'auto_fim': v:true, - \ 'max_line_suffix': 8, - \ 'ring_n_chunks': 64, - \ 'ring_chunk_size': 64, - \ 'ring_scope': 1024, - \ 'ring_update_ms': 1000, - \ } - -let g:llama_config = get(g:, 'llama_config', s:default_config) - -function! s:get_indent(str) - let l:count = 0 - for i in range(len(a:str)) - if a:str[i] == "\t" - let l:count += &tabstop - 1 - else - break - endif - endfor - return l:count -endfunction - -function! s:rand(i0, i1) abort - return a:i0 + rand() % (a:i1 - a:i0 + 1) -endfunction - -function! llama#init() - if !executable('curl') - echohl WarningMsg - echo 'llama.vim requires the "curl" command to be available' - echohl None - return - endif - - let s:pos_x = 0 " cursor position upon start of completion - let s:pos_y = 0 - - let s:line_cur = '' - - let s:line_cur_prefix = '' - let s:line_cur_suffix = '' - - let s:ring_chunks = [] " current set of chunks used as extra context - let s:ring_queued = [] " chunks that are queued to be sent for processing - let s:ring_n_evict = 0 - - let s:hint_shown = v:false - let s:pos_y_pick = -9999 " last y where we picked a chunk - let s:pos_dx = 0 - let s:content = [] - let s:can_accept = v:false - - let s:timer_fim = -1 - let s:t_fim_start = reltime() " used to measure total FIM time - let s:t_last_move = reltime() " last time the cursor moved - - let s:current_job = v:null - - let s:ghost_text_nvim = exists('*nvim_buf_get_mark') - let s:ghost_text_vim = has('textprop') - - if s:ghost_text_vim - let s:hlgroup_hint = 'llama_hl_hint' - let s:hlgroup_info = 'llama_hl_info' - - if empty(prop_type_get(s:hlgroup_hint)) - call prop_type_add(s:hlgroup_hint, {'highlight': s:hlgroup_hint}) - endif - if empty(prop_type_get(s:hlgroup_info)) - call prop_type_add(s:hlgroup_info, {'highlight': s:hlgroup_info}) - endif - endif - - augroup llama - autocmd! - autocmd InsertEnter * inoremap llama#fim_inline(v:false) - autocmd InsertLeavePre * call llama#fim_cancel() - - autocmd CursorMoved * call s:on_move() - autocmd CursorMovedI * call s:on_move() - autocmd CompleteChanged * call llama#fim_cancel() - - if g:llama_config.auto_fim - autocmd CursorMovedI * call llama#fim(v:true) - endif - - " gather chunks upon yanking - autocmd TextYankPost * if v:event.operator ==# 'y' | call s:pick_chunk(v:event.regcontents, v:false, v:true) | endif - - " gather chunks upon entering/leaving a buffer - autocmd BufEnter * call timer_start(100, {-> s:pick_chunk(getline(max([1, line('.') - g:llama_config.ring_chunk_size/2]), min([line('.') + g:llama_config.ring_chunk_size/2, line('$')])), v:true, v:true)}) - autocmd BufLeave * call s:pick_chunk(getline(max([1, line('.') - g:llama_config.ring_chunk_size/2]), min([line('.') + g:llama_config.ring_chunk_size/2, line('$')])), v:true, v:true) - - " gather chunk upon saving the file - autocmd BufWritePost * call s:pick_chunk(getline(max([1, line('.') - g:llama_config.ring_chunk_size/2]), min([line('.') + g:llama_config.ring_chunk_size/2, line('$')])), v:true, v:true) - augroup END - - silent! call llama#fim_cancel() - - " init background update of the ring buffer - if g:llama_config.ring_n_chunks > 0 - call s:ring_update() - endif -endfunction - -" compute how similar two chunks of text are -" 0 - no similarity, 1 - high similarity -" TODO: figure out something better -function! s:chunk_sim(c0, c1) - let l:lines0 = len(a:c0) - let l:lines1 = len(a:c1) - - let l:common = 0 - - for l:line0 in a:c0 - for l:line1 in a:c1 - if l:line0 == l:line1 - let l:common += 1 - break - endif - endfor - endfor - - return 2.0 * l:common / (l:lines0 + l:lines1) -endfunction - -" pick a random chunk of size g:llama_config.ring_chunk_size from the provided text and queue it for processing -" -" no_mod - do not pick chunks from buffers with pending changes -" do_evict - evict chunks that are very similar to the new one -" -function! s:pick_chunk(text, no_mod, do_evict) - " do not pick chunks from buffers with pending changes or buffers that are not files - if a:no_mod && (getbufvar(bufnr('%'), '&modified') || !buflisted(bufnr('%')) || !filereadable(expand('%'))) - return - endif - - " if the extra context option is disabled - do nothing - if g:llama_config.ring_n_chunks <= 0 - return - endif - - " don't pick very small chunks - if len(a:text) < 3 - return - endif - - if len(a:text) + 1 < g:llama_config.ring_chunk_size - let l:chunk = a:text - else - let l:l0 = s:rand(0, max([0, len(a:text) - g:llama_config.ring_chunk_size/2])) - let l:l1 = min([l:l0 + g:llama_config.ring_chunk_size/2, len(a:text)]) - - let l:chunk = a:text[l:l0:l:l1] - endif - - let l:chunk_str = join(l:chunk, "\n") . "\n" - - " check if this chunk is already added - let l:exist = v:false - - for i in range(len(s:ring_chunks)) - if s:ring_chunks[i].data == l:chunk - let l:exist = v:true - break - endif - endfor - - for i in range(len(s:ring_queued)) - if s:ring_queued[i].data == l:chunk - let l:exist = v:true - break - endif - endfor - - if l:exist - return - endif - - " evict queued chunks that are very similar to the new one - for i in range(len(s:ring_queued) - 1, 0, -1) - if s:chunk_sim(s:ring_queued[i].data, l:chunk) > 0.9 - if a:do_evict - call remove(s:ring_queued, i) - let s:ring_n_evict += 1 - else - return - endif - endif - endfor - - " also from s:ring_chunks - for i in range(len(s:ring_chunks) - 1, 0, -1) - if s:chunk_sim(s:ring_chunks[i].data, l:chunk) > 0.9 - if a:do_evict - call remove(s:ring_chunks, i) - let s:ring_n_evict += 1 - else - return - endif - endif - endfor - - " TODO: become parameter ? - if len(s:ring_queued) == 16 - call remove(s:ring_queued, 0) - endif - - call add(s:ring_queued, {'data': l:chunk, 'str': l:chunk_str, 'time': reltime(), 'filename': expand('%')}) - - "let &statusline = 'extra context: ' . len(s:ring_chunks) . ' / ' . len(s:ring_queued) -endfunction - -" picks a queued chunk, sends it for processing and adds it to s:ring_chunks -" called every g:llama_config.ring_update_ms -function! s:ring_update() - call timer_start(g:llama_config.ring_update_ms, {-> s:ring_update()}) - - " update only if in normal mode or if the cursor hasn't moved for a while - if mode() !=# 'n' && reltimefloat(reltime(s:t_last_move)) < 3.0 - return - endif - - if len(s:ring_queued) == 0 - return - endif - - " move the first queued chunk to the ring buffer - if len(s:ring_chunks) == g:llama_config.ring_n_chunks - call remove(s:ring_chunks, 0) - endif - - call add(s:ring_chunks, remove(s:ring_queued, 0)) - - "let &statusline = 'updated context: ' . len(s:ring_chunks) . ' / ' . len(s:ring_queued) - - " send asynchronous job with the new extra context so that it is ready for the next FIM - let l:extra_context = [] - for l:chunk in s:ring_chunks - call add(l:extra_context, { - \ 'text': l:chunk.str, - \ 'time': l:chunk.time, - \ 'filename': l:chunk.filename - \ }) - endfor - - " no samplers needed here - let l:request = json_encode({ - \ 'input_prefix': "", - \ 'input_suffix': "", - \ 'input_extra': l:extra_context, - \ 'prompt': "", - \ 'n_predict': 1, - \ 'temperature': 0.0, - \ 'stream': v:false, - \ 'samplers': ["temperature"], - \ 'cache_prompt': v:true, - \ 't_max_prompt_ms': 1, - \ 't_max_predict_ms': 1 - \ }) - - let l:curl_command = [ - \ "curl", - \ "--silent", - \ "--no-buffer", - \ "--request", "POST", - \ "--url", g:llama_config.endpoint, - \ "--header", "Content-Type: application/json", - \ "--data", l:request - \ ] - - " no callbacks because we don't need to process the response - if s:ghost_text_nvim - call jobstart(l:curl_command, {}) - elseif s:ghost_text_vim - call job_start(l:curl_command, {}) - endif -endfunction - -" necessary for 'inoremap ' -function! llama#fim_inline(is_auto) abort - call llama#fim(a:is_auto) - return '' -endfunction - -" the main FIM call -" takes local context around the cursor and sends it together with the extra context to the server for completion -function! llama#fim(is_auto) abort - " we already have a suggestion for the current cursor position - if s:hint_shown && !a:is_auto - call llama#fim_cancel() - return - endif - - call llama#fim_cancel() - - " avoid sending repeated requests too fast - if reltimefloat(reltime(s:t_fim_start)) < 0.6 - if s:timer_fim != -1 - call timer_stop(s:timer_fim) - let s:timer_fim = -1 - endif - - let s:t_fim_start = reltime() - let s:timer_fim = timer_start(600, {-> llama#fim(v:true)}) - return - endif - - let s:t_fim_start = reltime() - - let s:content = [] - let s:can_accept = v:false - - let s:pos_x = col('.') - 1 - let s:pos_y = line('.') - let l:max_y = line('$') - - let l:lines_prefix = getline(max([1, s:pos_y - g:llama_config.n_prefix]), s:pos_y - 1) - let l:lines_suffix = getline(s:pos_y + 1, min([l:max_y, s:pos_y + g:llama_config.n_suffix])) - - let s:line_cur = getline('.') - - let s:line_cur_prefix = strpart(s:line_cur, 0, s:pos_x) - let s:line_cur_suffix = strpart(s:line_cur, s:pos_x) - - if a:is_auto && len(s:line_cur_suffix) > g:llama_config.max_line_suffix - return - endif - - let l:prefix = "" - \ . join(l:lines_prefix, "\n") - \ . "\n" - - let l:prompt = "" - \ . s:line_cur_prefix - - let l:suffix = "" - \ . s:line_cur_suffix - \ . "\n" - \ . join(l:lines_suffix, "\n") - \ . "\n" - - " prepare the extra context data - let l:extra_context = [] - for l:chunk in s:ring_chunks - call add(l:extra_context, { - \ 'text': l:chunk.str, - \ 'time': l:chunk.time, - \ 'filename': l:chunk.filename - \ }) - endfor - - " the indentation of the current line - let l:indent = strlen(matchstr(s:line_cur_prefix, '^\s*')) - - let l:request = json_encode({ - \ 'input_prefix': l:prefix, - \ 'input_suffix': l:suffix, - \ 'input_extra': l:extra_context, - \ 'prompt': l:prompt, - \ 'n_predict': g:llama_config.n_predict, - \ 'n_indent': l:indent, - \ 'top_k': 40, - \ 'top_p': 0.99, - \ 'stream': v:false, - \ 'samplers': ["top_k", "top_p", "infill"], - \ 'cache_prompt': v:true, - \ 't_max_prompt_ms': g:llama_config.t_max_prompt_ms, - \ 't_max_predict_ms': g:llama_config.t_max_predict_ms - \ }) - - let l:curl_command = [ - \ "curl", - \ "--silent", - \ "--no-buffer", - \ "--request", "POST", - \ "--url", g:llama_config.endpoint, - \ "--header", "Content-Type: application/json", - \ "--data", l:request - \ ] - - if s:current_job != v:null - if s:ghost_text_nvim - call jobstop(s:current_job) - elseif s:ghost_text_vim - call job_stop(s:current_job) - endif - endif - - " send the request asynchronously - if s:ghost_text_nvim - let s:current_job = jobstart(l:curl_command, { - \ 'on_stdout': function('s:fim_on_stdout', [s:pos_x, s:pos_y, a:is_auto]), - \ 'on_exit': function('s:fim_on_exit'), - \ 'stdout_buffered': v:true - \ }) - elseif s:ghost_text_vim - let s:current_job = job_start(l:curl_command, { - \ 'out_cb': function('s:fim_on_stdout', [s:pos_x, s:pos_y, a:is_auto]), - \ 'exit_cb': function('s:fim_on_exit') - \ }) - endif - - " TODO: per-file location - let l:delta_y = abs(s:pos_y - s:pos_y_pick) - - " gather some extra context nearby and process it in the background - " only gather chunks if the cursor has moved a lot - " TODO: something more clever? reranking? - if a:is_auto && l:delta_y > 32 - " expand the prefix even further - call s:pick_chunk(getline(max([1, s:pos_y - g:llama_config.ring_scope]), max([1, s:pos_y - g:llama_config.n_prefix])), v:false, v:false) - - " pick a suffix chunk - call s:pick_chunk(getline(min([l:max_y, s:pos_y + g:llama_config.n_suffix]), min([l:max_y, s:pos_y + g:llama_config.n_suffix + g:llama_config.ring_chunk_size])), v:false, v:false) - - let s:pos_y_pick = s:pos_y - endif -endfunction - -" if first_line == v:true accept only the first line of the response -function! llama#fim_accept(first_line) - " insert the suggestion at the cursor location - if s:can_accept && len(s:content) > 0 - call setline(s:pos_y, s:line_cur[:(s:pos_x - 1)] . s:content[0]) - if len(s:content) > 1 - if !a:first_line - call append(s:pos_y, s:content[1:-1]) - endif - endif - - " move the cursor to the end of the accepted text - if !a:first_line && len(s:content) > 1 - call cursor(s:pos_y + len(s:content) - 1, s:pos_x + s:pos_dx + 1) - else - call cursor(s:pos_y, s:pos_x + len(s:content[0])) - endif - endif - - call llama#fim_cancel() -endfunction - -function! llama#fim_cancel() - let s:hint_shown = v:false - - " clear the virtual text - let l:bufnr = bufnr('%') - - if s:ghost_text_nvim - let l:id_vt_fim = nvim_create_namespace('vt_fim') - call nvim_buf_clear_namespace(l:bufnr, l:id_vt_fim, 0, -1) - elseif s:ghost_text_vim - call prop_remove({'type': s:hlgroup_hint, 'all': v:true}) - call prop_remove({'type': s:hlgroup_info, 'all': v:true}) - endif - - " remove the mappings - silent! iunmap - silent! iunmap - silent! iunmap -endfunction - -function! s:on_move() - let s:t_last_move = reltime() - - call llama#fim_cancel() -endfunction - -" callback that processes the FIM result from the server and displays the suggestion -function! s:fim_on_stdout(pos_x, pos_y, is_auto, job_id, data, event = v:null) - if s:ghost_text_nvim - let l:raw = join(a:data, "\n") - elseif s:ghost_text_vim - let l:raw = a:data - endif - - if len(l:raw) == 0 - return - endif - - if a:pos_x != col('.') - 1 || a:pos_y != line('.') - return - endif - - " show the suggestion only in insert mode - if mode() !=# 'i' - return - endif - - let s:pos_x = a:pos_x - let s:pos_y = a:pos_y - - let s:can_accept = v:true - let l:has_info = v:false - - if s:can_accept && v:shell_error - if !a:is_auto - call add(s:content, "<| curl error: is the server on? |>") - endif - let s:can_accept = v:false - endif - - let l:n_prompt = 0 - let l:t_prompt_ms = 1.0 - let l:s_prompt = 0 - - let l:n_predict = 0 - let l:t_predict_ms = 1.0 - let l:s_predict = 0 - - " get the generated suggestion - if s:can_accept - let l:response = json_decode(l:raw) - - for l:part in split(get(l:response, 'content', ''), "\n", 1) - call add(s:content, l:part) - endfor - - " remove trailing new lines - while len(s:content) > 0 && s:content[-1] == "" - call remove(s:content, -1) - endwhile - - let l:generation_settings = get(l:response, 'generation_settings', {}) - let l:n_ctx = get(l:generation_settings, 'n_ctx', 0) - - let l:n_cached = get(l:response, 'tokens_cached', 0) - let l:truncated = get(l:response, 'truncated', v:false) - - " if response.timings is available - if len(get(l:response, 'timings', {})) > 0 - let l:has_info = v:true - let l:timings = get(l:response, 'timings', {}) - - let l:n_prompt = get(l:timings, 'prompt_n', 0) - let l:t_prompt_ms = get(l:timings, 'prompt_ms', 1) - let l:s_prompt = get(l:timings, 'prompt_per_second', 0) - - let l:n_predict = get(l:timings, 'predicted_n', 0) - let l:t_predict_ms = get(l:timings, 'predicted_ms', 1) - let l:s_predict = get(l:timings, 'predicted_per_second', 0) - endif - endif - - if len(s:content) == 0 - call add(s:content, "") - let s:can_accept = v:false - endif - - if len(s:content) == 0 - return - endif - - " NOTE: the following is logic for discarding predictions that repeat existing text - " the code is quite ugly and there is very likely a simpler and more canonical way to implement this - " - " still, I wonder if there is some better way that avoids having to do these special hacks? - " on one hand, the LLM 'sees' the contents of the file before we start editing, so it is normal that it would - " start generating whatever we have given it via the extra context. but on the other hand, it's not very - " helpful to re-generate the same code that is already there - - " truncate the suggestion if the first line is empty - if len(s:content) == 1 && s:content[0] == "" - let s:content = [""] - endif - - " ... and the next lines are repeated - if len(s:content) > 1 && s:content[0] == "" && s:content[1:] == getline(s:pos_y + 1, s:pos_y + len(s:content) - 1) - let s:content = [""] - endif - - " truncate the suggestion if it repeats the suffix - if len(s:content) == 1 && s:content[0] == s:line_cur_suffix - let s:content = [""] - endif - - " find the first non-empty line (strip whitespace) - let l:cmp_y = s:pos_y + 1 - while l:cmp_y < line('$') && getline(l:cmp_y) =~? '^\s*$' - let l:cmp_y += 1 - endwhile - - if (s:line_cur_prefix . s:content[0]) == getline(l:cmp_y) - " truncate the suggestion if it repeats the next line - if len(s:content) == 1 - let s:content = [""] - endif - - " ... or if the second line of the suggestion is the prefix of line l:cmp_y + 1 - if len(s:content) == 2 && s:content[-1] == getline(l:cmp_y + 1)[:len(s:content[-1]) - 1] - let s:content = [""] - endif - - " ... or if the middle chunk of lines of the suggestion is the same as [l:cmp_y + 1, l:cmp_y + len(s:content) - 1) - if len(s:content) > 2 && join(s:content[1:-1], "\n") == join(getline(l:cmp_y + 1, l:cmp_y + len(s:content) - 1), "\n") - let s:content = [""] - endif - endif - - " keep only lines that have the same or larger whitespace prefix as s:line_cur_prefix - "let l:indent = strlen(matchstr(s:line_cur_prefix, '^\s*')) - "for i in range(1, len(s:content) - 1) - " if strlen(matchstr(s:content[i], '^\s*')) < l:indent - " let s:content = s:content[:i - 1] - " break - " endif - "endfor - - let s:pos_dx = len(s:content[-1]) - - let s:content[-1] .= s:line_cur_suffix - - call llama#fim_cancel() - - " display virtual text with the suggestion - let l:bufnr = bufnr('%') - - if s:ghost_text_nvim - let l:id_vt_fim = nvim_create_namespace('vt_fim') - endif - - " construct the info message - if g:llama_config.show_info > 0 && l:has_info - let l:prefix = ' ' - - if l:truncated - let l:info = printf("%s | WARNING: the context is full: %d / %d, increase the server context size or reduce g:llama_config.ring_n_chunks", - \ g:llama_config.show_info == 2 ? l:prefix : 'llama.vim', - \ l:n_cached, l:n_ctx - \ ) - else - let l:info = printf("%s | c: %d / %d, r: %d / %d, e: %d, q: %d / 16 | p: %d (%.2f ms, %.2f t/s) | g: %d (%.2f ms, %.2f t/s) | t: %.2f ms", - \ g:llama_config.show_info == 2 ? l:prefix : 'llama.vim', - \ l:n_cached, l:n_ctx, len(s:ring_chunks), g:llama_config.ring_n_chunks, s:ring_n_evict, len(s:ring_queued), - \ l:n_prompt, l:t_prompt_ms, l:s_prompt, - \ l:n_predict, l:t_predict_ms, l:s_predict, - \ 1000.0 * reltimefloat(reltime(s:t_fim_start)) - \ ) - endif - - if g:llama_config.show_info == 1 - " display the info in the statusline - let &statusline = l:info - let l:info = '' - endif - endif - - " display the suggestion and append the info to the end of the first line - if s:ghost_text_nvim - call nvim_buf_set_extmark(l:bufnr, l:id_vt_fim, s:pos_y - 1, s:pos_x - 1, { - \ 'virt_text': [[s:content[0], 'llama_hl_hint'], [l:info, 'llama_hl_info']], - \ 'virt_text_win_col': virtcol('.') - 1 - \ }) - - call nvim_buf_set_extmark(l:bufnr, l:id_vt_fim, s:pos_y - 1, 0, { - \ 'virt_lines': map(s:content[1:], {idx, val -> [[val, 'llama_hl_hint']]}), - \ 'virt_text_win_col': virtcol('.') - \ }) - elseif s:ghost_text_vim - let l:new_suffix = s:content[0] - if !empty(l:new_suffix) - call prop_add(s:pos_y, s:pos_x + 1, { - \ 'type': s:hlgroup_hint, - \ 'text': l:new_suffix - \ }) - endif - for line in s:content[1:] - call prop_add(s:pos_y, 0, { - \ 'type': s:hlgroup_hint, - \ 'text': line, - \ 'text_padding_left': s:get_indent(line), - \ 'text_align': 'below' - \ }) - endfor - if !empty(l:info) - call prop_add(s:pos_y, 0, { - \ 'type': s:hlgroup_info, - \ 'text': l:info, - \ 'text_padding_left': col('$'), - \ 'text_wrap': 'truncate' - \ }) - endif - endif - - " setup accept shortcuts - inoremap :call llama#fim_accept(v:false) - inoremap :call llama#fim_accept(v:true) - - let s:hint_shown = v:true -endfunction - -function! s:fim_on_exit(job_id, exit_code, event = v:null) - if a:exit_code != 0 - echom "Job failed with exit code: " . a:exit_code - endif - - let s:current_job = v:null -endfunction diff --git a/examples/pydantic_models_to_grammar.py b/examples/pydantic_models_to_grammar.py deleted file mode 100644 index ff6e120e45bb..000000000000 --- a/examples/pydantic_models_to_grammar.py +++ /dev/null @@ -1,1322 +0,0 @@ -from __future__ import annotations - -import inspect -import json -import re -from copy import copy -from enum import Enum -from inspect import getdoc, isclass -from typing import TYPE_CHECKING, Any, Callable, Optional, Union, get_args, get_origin, get_type_hints - -from docstring_parser import parse -from pydantic import BaseModel, create_model - -if TYPE_CHECKING: - from types import GenericAlias -else: - # python 3.8 compat - from typing import _GenericAlias as GenericAlias - -# TODO: fix this -# pyright: reportAttributeAccessIssue=information - - -class PydanticDataType(Enum): - """ - Defines the data types supported by the grammar_generator. - - Attributes: - STRING (str): Represents a string data type. - BOOLEAN (str): Represents a boolean data type. - INTEGER (str): Represents an integer data type. - FLOAT (str): Represents a float data type. - OBJECT (str): Represents an object data type. - ARRAY (str): Represents an array data type. - ENUM (str): Represents an enum data type. - CUSTOM_CLASS (str): Represents a custom class data type. - """ - - STRING = "string" - TRIPLE_QUOTED_STRING = "triple_quoted_string" - MARKDOWN_CODE_BLOCK = "markdown_code_block" - BOOLEAN = "boolean" - INTEGER = "integer" - FLOAT = "float" - OBJECT = "object" - ARRAY = "array" - ENUM = "enum" - ANY = "any" - NULL = "null" - CUSTOM_CLASS = "custom-class" - CUSTOM_DICT = "custom-dict" - SET = "set" - - -def map_pydantic_type_to_gbnf(pydantic_type: type[Any]) -> str: - origin_type = get_origin(pydantic_type) - origin_type = pydantic_type if origin_type is None else origin_type - - if isclass(origin_type) and issubclass(origin_type, str): - return PydanticDataType.STRING.value - elif isclass(origin_type) and issubclass(origin_type, bool): - return PydanticDataType.BOOLEAN.value - elif isclass(origin_type) and issubclass(origin_type, int): - return PydanticDataType.INTEGER.value - elif isclass(origin_type) and issubclass(origin_type, float): - return PydanticDataType.FLOAT.value - elif isclass(origin_type) and issubclass(origin_type, Enum): - return PydanticDataType.ENUM.value - - elif isclass(origin_type) and issubclass(origin_type, BaseModel): - return format_model_and_field_name(origin_type.__name__) - elif origin_type is list: - element_type = get_args(pydantic_type)[0] - return f"{map_pydantic_type_to_gbnf(element_type)}-list" - elif origin_type is set: - element_type = get_args(pydantic_type)[0] - return f"{map_pydantic_type_to_gbnf(element_type)}-set" - elif origin_type is Union: - union_types = get_args(pydantic_type) - union_rules = [map_pydantic_type_to_gbnf(ut) for ut in union_types] - return f"union-{'-or-'.join(union_rules)}" - elif origin_type is Optional: - element_type = get_args(pydantic_type)[0] - return f"optional-{map_pydantic_type_to_gbnf(element_type)}" - elif isclass(origin_type): - return f"{PydanticDataType.CUSTOM_CLASS.value}-{format_model_and_field_name(origin_type.__name__)}" - elif origin_type is dict: - key_type, value_type = get_args(pydantic_type) - return f"custom-dict-key-type-{format_model_and_field_name(map_pydantic_type_to_gbnf(key_type))}-value-type-{format_model_and_field_name(map_pydantic_type_to_gbnf(value_type))}" - else: - return "unknown" - - -def format_model_and_field_name(model_name: str) -> str: - parts = re.findall("[A-Z][^A-Z]*", model_name) - if not parts: # Check if the list is empty - return model_name.lower().replace("_", "-") - return "-".join(part.lower().replace("_", "-") for part in parts) - - -def generate_list_rule(element_type): - """ - Generate a GBNF rule for a list of a given element type. - - :param element_type: The type of the elements in the list (e.g., 'string'). - :return: A string representing the GBNF rule for a list of the given type. - """ - rule_name = f"{map_pydantic_type_to_gbnf(element_type)}-list" - element_rule = map_pydantic_type_to_gbnf(element_type) - list_rule = rf'{rule_name} ::= "[" {element_rule} ("," {element_rule})* "]"' - return list_rule - - -def get_members_structure(cls, rule_name): - if issubclass(cls, Enum): - # Handle Enum types - members = [f'"\\"{member.value}\\""' for name, member in cls.__members__.items()] - return f"{cls.__name__.lower()} ::= " + " | ".join(members) - if cls.__annotations__ and cls.__annotations__ != {}: - result = f'{rule_name} ::= "{{"' - # Modify this comprehension - members = [ - f' "\\"{name}\\"" ":" {map_pydantic_type_to_gbnf(param_type)}' - for name, param_type in get_type_hints(cls).items() - if name != "self" - ] - - result += '"," '.join(members) - result += ' "}"' - return result - if rule_name == "custom-class-any": - result = f"{rule_name} ::= " - result += "value" - return result - - init_signature = inspect.signature(cls.__init__) - parameters = init_signature.parameters - result = f'{rule_name} ::= "{{"' - # Modify this comprehension too - members = [ - f' "\\"{name}\\"" ":" {map_pydantic_type_to_gbnf(param.annotation)}' - for name, param in parameters.items() - if name != "self" and param.annotation != inspect.Parameter.empty - ] - - result += '", "'.join(members) - result += ' "}"' - return result - - -def regex_to_gbnf(regex_pattern: str) -> str: - """ - Translate a basic regex pattern to a GBNF rule. - Note: This function handles only a subset of simple regex patterns. - """ - gbnf_rule = regex_pattern - - # Translate common regex components to GBNF - gbnf_rule = gbnf_rule.replace("\\d", "[0-9]") - gbnf_rule = gbnf_rule.replace("\\s", "[ \t\n]") - - # Handle quantifiers and other regex syntax that is similar in GBNF - # (e.g., '*', '+', '?', character classes) - - return gbnf_rule - - -def generate_gbnf_integer_rules(max_digit=None, min_digit=None): - """ - - Generate GBNF Integer Rules - - Generates GBNF (Generalized Backus-Naur Form) rules for integers based on the given maximum and minimum digits. - - Parameters: - max_digit (int): The maximum number of digits for the integer. Default is None. - min_digit (int): The minimum number of digits for the integer. Default is None. - - Returns: - integer_rule (str): The identifier for the integer rule generated. - additional_rules (list): A list of additional rules generated based on the given maximum and minimum digits. - - """ - additional_rules = [] - - # Define the rule identifier based on max_digit and min_digit - integer_rule = "integer-part" - if max_digit is not None: - integer_rule += f"-max{max_digit}" - if min_digit is not None: - integer_rule += f"-min{min_digit}" - - # Handling Integer Rules - if max_digit is not None or min_digit is not None: - # Start with an empty rule part - integer_rule_part = "" - - # Add mandatory digits as per min_digit - if min_digit is not None: - integer_rule_part += "[0-9] " * min_digit - - # Add optional digits up to max_digit - if max_digit is not None: - optional_digits = max_digit - (min_digit if min_digit is not None else 0) - integer_rule_part += "".join(["[0-9]? " for _ in range(optional_digits)]) - - # Trim the rule part and append it to additional rules - integer_rule_part = integer_rule_part.strip() - if integer_rule_part: - additional_rules.append(f"{integer_rule} ::= {integer_rule_part}") - - return integer_rule, additional_rules - - -def generate_gbnf_float_rules(max_digit=None, min_digit=None, max_precision=None, min_precision=None): - """ - Generate GBNF float rules based on the given constraints. - - :param max_digit: Maximum number of digits in the integer part (default: None) - :param min_digit: Minimum number of digits in the integer part (default: None) - :param max_precision: Maximum number of digits in the fractional part (default: None) - :param min_precision: Minimum number of digits in the fractional part (default: None) - :return: A tuple containing the float rule and additional rules as a list - - Example Usage: - max_digit = 3 - min_digit = 1 - max_precision = 2 - min_precision = 1 - generate_gbnf_float_rules(max_digit, min_digit, max_precision, min_precision) - - Output: - ('float-3-1-2-1', ['integer-part-max3-min1 ::= [0-9] [0-9] [0-9]?', 'fractional-part-max2-min1 ::= [0-9] [0-9]?', 'float-3-1-2-1 ::= integer-part-max3-min1 "." fractional-part-max2-min - *1']) - - Note: - GBNF stands for Generalized Backus-Naur Form, which is a notation technique to specify the syntax of programming languages or other formal grammars. - """ - additional_rules = [] - - # Define the integer part rule - integer_part_rule = ( - "integer-part" - + (f"-max{max_digit}" if max_digit is not None else "") - + (f"-min{min_digit}" if min_digit is not None else "") - ) - - # Define the fractional part rule based on precision constraints - fractional_part_rule = "fractional-part" - fractional_rule_part = "" - if max_precision is not None or min_precision is not None: - fractional_part_rule += (f"-max{max_precision}" if max_precision is not None else "") + ( - f"-min{min_precision}" if min_precision is not None else "" - ) - # Minimum number of digits - fractional_rule_part = "[0-9]" * (min_precision if min_precision is not None else 1) - # Optional additional digits - fractional_rule_part += "".join( - [" [0-9]?"] * ((max_precision - ( - min_precision if min_precision is not None else 1)) if max_precision is not None else 0) - ) - additional_rules.append(f"{fractional_part_rule} ::= {fractional_rule_part}") - - # Define the float rule - float_rule = f"float-{max_digit if max_digit is not None else 'X'}-{min_digit if min_digit is not None else 'X'}-{max_precision if max_precision is not None else 'X'}-{min_precision if min_precision is not None else 'X'}" - additional_rules.append(f'{float_rule} ::= {integer_part_rule} "." {fractional_part_rule}') - - # Generating the integer part rule definition, if necessary - if max_digit is not None or min_digit is not None: - integer_rule_part = "[0-9]" - if min_digit is not None and min_digit > 1: - integer_rule_part += " [0-9]" * (min_digit - 1) - if max_digit is not None: - integer_rule_part += "".join([" [0-9]?"] * (max_digit - (min_digit if min_digit is not None else 1))) - additional_rules.append(f"{integer_part_rule} ::= {integer_rule_part.strip()}") - - return float_rule, additional_rules - - -def generate_gbnf_rule_for_type( - model_name, field_name, field_type, is_optional, processed_models, created_rules, field_info=None -) -> tuple[str, list[str]]: - """ - Generate GBNF rule for a given field type. - - :param model_name: Name of the model. - - :param field_name: Name of the field. - :param field_type: Type of the field. - :param is_optional: Whether the field is optional. - :param processed_models: List of processed models. - :param created_rules: List of created rules. - :param field_info: Additional information about the field (optional). - - :return: Tuple containing the GBNF type and a list of additional rules. - :rtype: tuple[str, list] - """ - rules = [] - - field_name = format_model_and_field_name(field_name) - gbnf_type = map_pydantic_type_to_gbnf(field_type) - - origin_type = get_origin(field_type) - origin_type = field_type if origin_type is None else origin_type - - if isclass(origin_type) and issubclass(origin_type, BaseModel): - nested_model_name = format_model_and_field_name(field_type.__name__) - nested_model_rules, _ = generate_gbnf_grammar(field_type, processed_models, created_rules) - rules.extend(nested_model_rules) - gbnf_type, rules = nested_model_name, rules - elif isclass(origin_type) and issubclass(origin_type, Enum): - enum_values = [f'"\\"{e.value}\\""' for e in field_type] # Adding escaped quotes - enum_rule = f"{model_name}-{field_name} ::= {' | '.join(enum_values)}" - rules.append(enum_rule) - gbnf_type, rules = model_name + "-" + field_name, rules - elif origin_type is list: # Array - element_type = get_args(field_type)[0] - element_rule_name, additional_rules = generate_gbnf_rule_for_type( - model_name, f"{field_name}-element", element_type, is_optional, processed_models, created_rules - ) - rules.extend(additional_rules) - array_rule = f"""{model_name}-{field_name} ::= "[" ws {element_rule_name} ("," ws {element_rule_name})* "]" """ - rules.append(array_rule) - gbnf_type, rules = model_name + "-" + field_name, rules - - elif origin_type is set: # Array - element_type = get_args(field_type)[0] - element_rule_name, additional_rules = generate_gbnf_rule_for_type( - model_name, f"{field_name}-element", element_type, is_optional, processed_models, created_rules - ) - rules.extend(additional_rules) - array_rule = f"""{model_name}-{field_name} ::= "[" ws {element_rule_name} ("," ws {element_rule_name})* "]" """ - rules.append(array_rule) - gbnf_type, rules = model_name + "-" + field_name, rules - - elif gbnf_type.startswith("custom-class-"): - rules.append(get_members_structure(field_type, gbnf_type)) - elif gbnf_type.startswith("custom-dict-"): - key_type, value_type = get_args(field_type) - - additional_key_type, additional_key_rules = generate_gbnf_rule_for_type( - model_name, f"{field_name}-key-type", key_type, is_optional, processed_models, created_rules - ) - additional_value_type, additional_value_rules = generate_gbnf_rule_for_type( - model_name, f"{field_name}-value-type", value_type, is_optional, processed_models, created_rules - ) - gbnf_type = rf'{gbnf_type} ::= "{{" ( {additional_key_type} ": " {additional_value_type} ("," "\n" ws {additional_key_type} ":" {additional_value_type})* )? "}}" ' - - rules.extend(additional_key_rules) - rules.extend(additional_value_rules) - elif gbnf_type.startswith("union-"): - union_types = get_args(field_type) - union_rules = [] - - for union_type in union_types: - if isinstance(union_type, GenericAlias): - union_gbnf_type, union_rules_list = generate_gbnf_rule_for_type( - model_name, field_name, union_type, False, processed_models, created_rules - ) - union_rules.append(union_gbnf_type) - rules.extend(union_rules_list) - - elif not issubclass(union_type, type(None)): - union_gbnf_type, union_rules_list = generate_gbnf_rule_for_type( - model_name, field_name, union_type, False, processed_models, created_rules - ) - union_rules.append(union_gbnf_type) - rules.extend(union_rules_list) - - # Defining the union grammar rule separately - if len(union_rules) == 1: - union_grammar_rule = f"{model_name}-{field_name}-optional ::= {' | '.join(union_rules)} | null" - else: - union_grammar_rule = f"{model_name}-{field_name}-union ::= {' | '.join(union_rules)}" - rules.append(union_grammar_rule) - if len(union_rules) == 1: - gbnf_type = f"{model_name}-{field_name}-optional" - else: - gbnf_type = f"{model_name}-{field_name}-union" - elif isclass(origin_type) and issubclass(origin_type, str): - if field_info and hasattr(field_info, "json_schema_extra") and field_info.json_schema_extra is not None: - triple_quoted_string = field_info.json_schema_extra.get("triple_quoted_string", False) - markdown_string = field_info.json_schema_extra.get("markdown_code_block", False) - - gbnf_type = PydanticDataType.TRIPLE_QUOTED_STRING.value if triple_quoted_string else PydanticDataType.STRING.value - gbnf_type = PydanticDataType.MARKDOWN_CODE_BLOCK.value if markdown_string else gbnf_type - - elif field_info and hasattr(field_info, "pattern"): - # Convert regex pattern to grammar rule - regex_pattern = field_info.regex.pattern - gbnf_type = f"pattern-{field_name} ::= {regex_to_gbnf(regex_pattern)}" - else: - gbnf_type = PydanticDataType.STRING.value - - elif ( - isclass(origin_type) - and issubclass(origin_type, float) - and field_info - and hasattr(field_info, "json_schema_extra") - and field_info.json_schema_extra is not None - ): - # Retrieve precision attributes for floats - max_precision = ( - field_info.json_schema_extra.get("max_precision") if field_info and hasattr(field_info, - "json_schema_extra") else None - ) - min_precision = ( - field_info.json_schema_extra.get("min_precision") if field_info and hasattr(field_info, - "json_schema_extra") else None - ) - max_digits = field_info.json_schema_extra.get("max_digit") if field_info and hasattr(field_info, - "json_schema_extra") else None - min_digits = field_info.json_schema_extra.get("min_digit") if field_info and hasattr(field_info, - "json_schema_extra") else None - - # Generate GBNF rule for float with given attributes - gbnf_type, rules = generate_gbnf_float_rules( - max_digit=max_digits, min_digit=min_digits, max_precision=max_precision, min_precision=min_precision - ) - - elif ( - isclass(origin_type) - and issubclass(origin_type, int) - and field_info - and hasattr(field_info, "json_schema_extra") - and field_info.json_schema_extra is not None - ): - # Retrieve digit attributes for integers - max_digits = field_info.json_schema_extra.get("max_digit") if field_info and hasattr(field_info, - "json_schema_extra") else None - min_digits = field_info.json_schema_extra.get("min_digit") if field_info and hasattr(field_info, - "json_schema_extra") else None - - # Generate GBNF rule for integer with given attributes - gbnf_type, rules = generate_gbnf_integer_rules(max_digit=max_digits, min_digit=min_digits) - else: - gbnf_type, rules = gbnf_type, [] - - return gbnf_type, rules - - -def generate_gbnf_grammar(model: type[BaseModel], processed_models: set[type[BaseModel]], created_rules: dict[str, list[str]]) -> tuple[list[str], bool]: - """ - - Generate GBnF Grammar - - Generates a GBnF grammar for a given model. - - :param model: A Pydantic model class to generate the grammar for. Must be a subclass of BaseModel. - :param processed_models: A set of already processed models to prevent infinite recursion. - :param created_rules: A dict containing already created rules to prevent duplicates. - :return: A list of GBnF grammar rules in string format. And two booleans indicating if an extra markdown or triple quoted string is in the grammar. - Example Usage: - ``` - model = MyModel - processed_models = set() - created_rules = dict() - - gbnf_grammar = generate_gbnf_grammar(model, processed_models, created_rules) - ``` - """ - if model in processed_models: - return [], False - - processed_models.add(model) - model_name = format_model_and_field_name(model.__name__) - - if not issubclass(model, BaseModel): - # For non-Pydantic classes, generate model_fields from __annotations__ or __init__ - if hasattr(model, "__annotations__") and model.__annotations__: - model_fields = {name: (typ, ...) for name, typ in get_type_hints(model).items()} - else: - init_signature = inspect.signature(model.__init__) - parameters = init_signature.parameters - model_fields = {name: (param.annotation, param.default) for name, param in parameters.items() if - name != "self"} - else: - # For Pydantic models, use model_fields and check for ellipsis (required fields) - model_fields = get_type_hints(model) - - model_rule_parts = [] - nested_rules = [] - has_markdown_code_block = False - has_triple_quoted_string = False - look_for_markdown_code_block = False - look_for_triple_quoted_string = False - for field_name, field_info in model_fields.items(): - if not issubclass(model, BaseModel): - field_type, default_value = field_info - # Check if the field is optional (not required) - is_optional = (default_value is not inspect.Parameter.empty) and (default_value is not Ellipsis) - else: - field_type = field_info - field_info = model.model_fields[field_name] - is_optional = field_info.is_required is False and get_origin(field_type) is Optional - rule_name, additional_rules = generate_gbnf_rule_for_type( - model_name, format_model_and_field_name(field_name), field_type, is_optional, processed_models, - created_rules, field_info - ) - look_for_markdown_code_block = True if rule_name == "markdown_code_block" else False - look_for_triple_quoted_string = True if rule_name == "triple_quoted_string" else False - if not look_for_markdown_code_block and not look_for_triple_quoted_string: - if rule_name not in created_rules: - created_rules[rule_name] = additional_rules - model_rule_parts.append(f' ws "\\"{field_name}\\"" ":" ws {rule_name}') # Adding escaped quotes - nested_rules.extend(additional_rules) - else: - has_triple_quoted_string = look_for_triple_quoted_string - has_markdown_code_block = look_for_markdown_code_block - - fields_joined = r' "," "\n" '.join(model_rule_parts) - model_rule = rf'{model_name} ::= "{{" "\n" {fields_joined} "\n" ws "}}"' - - has_special_string = False - if has_triple_quoted_string: - model_rule += '"\\n" ws "}"' - model_rule += '"\\n" triple-quoted-string' - has_special_string = True - if has_markdown_code_block: - model_rule += '"\\n" ws "}"' - model_rule += '"\\n" markdown-code-block' - has_special_string = True - all_rules = [model_rule] + nested_rules - - return all_rules, has_special_string - - -def generate_gbnf_grammar_from_pydantic_models( - models: list[type[BaseModel]], outer_object_name: str | None = None, outer_object_content: str | None = None, - list_of_outputs: bool = False -) -> str: - """ - Generate GBNF Grammar from Pydantic Models. - - This method takes a list of Pydantic models and uses them to generate a GBNF grammar string. The generated grammar string can be used for parsing and validating data using the generated - * grammar. - - Args: - models (list[type[BaseModel]]): A list of Pydantic models to generate the grammar from. - outer_object_name (str): Outer object name for the GBNF grammar. If None, no outer object will be generated. Eg. "function" for function calling. - outer_object_content (str): Content for the outer rule in the GBNF grammar. Eg. "function_parameters" or "params" for function calling. - list_of_outputs (str, optional): Allows a list of output objects - Returns: - str: The generated GBNF grammar string. - - Examples: - models = [UserModel, PostModel] - grammar = generate_gbnf_grammar_from_pydantic(models) - print(grammar) - # Output: - # root ::= UserModel | PostModel - # ... - """ - processed_models: set[type[BaseModel]] = set() - all_rules = [] - created_rules: dict[str, list[str]] = {} - if outer_object_name is None: - for model in models: - model_rules, _ = generate_gbnf_grammar(model, processed_models, created_rules) - all_rules.extend(model_rules) - - if list_of_outputs: - root_rule = r'root ::= (" "| "\n") "[" ws grammar-models ("," ws grammar-models)* ws "]"' + "\n" - else: - root_rule = r'root ::= (" "| "\n") grammar-models' + "\n" - root_rule += "grammar-models ::= " + " | ".join( - [format_model_and_field_name(model.__name__) for model in models]) - all_rules.insert(0, root_rule) - return "\n".join(all_rules) - elif outer_object_name is not None: - if list_of_outputs: - root_rule = ( - rf'root ::= (" "| "\n") "[" ws {format_model_and_field_name(outer_object_name)} ("," ws {format_model_and_field_name(outer_object_name)})* ws "]"' - + "\n" - ) - else: - root_rule = f"root ::= {format_model_and_field_name(outer_object_name)}\n" - - model_rule = ( - rf'{format_model_and_field_name(outer_object_name)} ::= (" "| "\n") "{{" ws "\"{outer_object_name}\"" ":" ws grammar-models' - ) - - fields_joined = " | ".join( - [rf"{format_model_and_field_name(model.__name__)}-grammar-model" for model in models]) - - grammar_model_rules = f"\ngrammar-models ::= {fields_joined}" - mod_rules = [] - for model in models: - mod_rule = rf"{format_model_and_field_name(model.__name__)}-grammar-model ::= " - mod_rule += ( - rf'"\"{model.__name__}\"" "," ws "\"{outer_object_content}\"" ":" ws {format_model_and_field_name(model.__name__)}' + "\n" - ) - mod_rules.append(mod_rule) - grammar_model_rules += "\n" + "\n".join(mod_rules) - - for model in models: - model_rules, has_special_string = generate_gbnf_grammar(model, processed_models, - created_rules) - - if not has_special_string: - model_rules[0] += r'"\n" ws "}"' - - all_rules.extend(model_rules) - - all_rules.insert(0, root_rule + model_rule + grammar_model_rules) - return "\n".join(all_rules) - - -def get_primitive_grammar(grammar): - """ - Returns the needed GBNF primitive grammar for a given GBNF grammar string. - - Args: - grammar (str): The string containing the GBNF grammar. - - Returns: - str: GBNF primitive grammar string. - """ - type_list: list[type[object]] = [] - if "string-list" in grammar: - type_list.append(str) - if "boolean-list" in grammar: - type_list.append(bool) - if "integer-list" in grammar: - type_list.append(int) - if "float-list" in grammar: - type_list.append(float) - additional_grammar = [generate_list_rule(t) for t in type_list] - primitive_grammar = r""" -boolean ::= "true" | "false" -null ::= "null" -string ::= "\"" ( - [^"\\] | - "\\" (["\\/bfnrt] | "u" [0-9a-fA-F] [0-9a-fA-F] [0-9a-fA-F] [0-9a-fA-F]) - )* "\"" ws -ws ::= ([ \t\n] ws)? -float ::= ("-"? ([0] | [1-9] [0-9]*)) ("." [0-9]+)? ([eE] [-+]? [0-9]+)? ws - -integer ::= [0-9]+""" - - any_block = "" - if "custom-class-any" in grammar: - any_block = """ -value ::= object | array | string | number | boolean | null - -object ::= - "{" ws ( - string ":" ws value - ("," ws string ":" ws value)* - )? "}" ws - -array ::= - "[" ws ( - value - ("," ws value)* - )? "]" ws - -number ::= integer | float""" - - markdown_code_block_grammar = "" - if "markdown-code-block" in grammar: - markdown_code_block_grammar = r''' -markdown-code-block ::= opening-triple-ticks markdown-code-block-content closing-triple-ticks -markdown-code-block-content ::= ( [^`] | "`" [^`] | "`" "`" [^`] )* -opening-triple-ticks ::= "```" "python" "\n" | "```" "c" "\n" | "```" "cpp" "\n" | "```" "txt" "\n" | "```" "text" "\n" | "```" "json" "\n" | "```" "javascript" "\n" | "```" "css" "\n" | "```" "html" "\n" | "```" "markdown" "\n" -closing-triple-ticks ::= "```" "\n"''' - - if "triple-quoted-string" in grammar: - markdown_code_block_grammar = r""" -triple-quoted-string ::= triple-quotes triple-quoted-string-content triple-quotes -triple-quoted-string-content ::= ( [^'] | "'" [^'] | "'" "'" [^'] )* -triple-quotes ::= "'''" """ - return "\n" + "\n".join(additional_grammar) + any_block + primitive_grammar + markdown_code_block_grammar - - -def generate_markdown_documentation( - pydantic_models: list[type[BaseModel]], model_prefix="Model", fields_prefix="Fields", - documentation_with_field_description=True -) -> str: - """ - Generate markdown documentation for a list of Pydantic models. - - Args: - pydantic_models (list[type[BaseModel]]): list of Pydantic model classes. - model_prefix (str): Prefix for the model section. - fields_prefix (str): Prefix for the fields section. - documentation_with_field_description (bool): Include field descriptions in the documentation. - - Returns: - str: Generated text documentation. - """ - documentation = "" - pyd_models: list[tuple[type[BaseModel], bool]] = [(model, True) for model in pydantic_models] - for model, add_prefix in pyd_models: - if add_prefix: - documentation += f"{model_prefix}: {model.__name__}\n" - else: - documentation += f"Model: {model.__name__}\n" - - # Handling multi-line model description with proper indentation - - class_doc = getdoc(model) - base_class_doc = getdoc(BaseModel) - class_description = class_doc if class_doc and class_doc != base_class_doc else "" - if class_description != "": - documentation += " Description: " - documentation += format_multiline_description(class_description, 0) + "\n" - - if add_prefix: - # Indenting the fields section - documentation += f" {fields_prefix}:\n" - else: - documentation += f" Fields:\n" # noqa: F541 - if isclass(model) and issubclass(model, BaseModel): - for name, field_type in get_type_hints(model).items(): - # if name == "markdown_code_block": - # continue - if get_origin(field_type) == list: - element_type = get_args(field_type)[0] - if isclass(element_type) and issubclass(element_type, BaseModel): - pyd_models.append((element_type, False)) - if get_origin(field_type) == Union: - element_types = get_args(field_type) - for element_type in element_types: - if isclass(element_type) and issubclass(element_type, BaseModel): - pyd_models.append((element_type, False)) - documentation += generate_field_markdown( - name, field_type, model, documentation_with_field_description=documentation_with_field_description - ) - documentation += "\n" - - if hasattr(model, "Config") and hasattr(model.Config, - "json_schema_extra") and "example" in model.Config.json_schema_extra: - documentation += f" Expected Example Output for {format_model_and_field_name(model.__name__)}:\n" - json_example = json.dumps(model.Config.json_schema_extra["example"]) - documentation += format_multiline_description(json_example, 2) + "\n" - - return documentation - - -def generate_field_markdown( - field_name: str, field_type: type[Any], model: type[BaseModel], depth=1, - documentation_with_field_description=True -) -> str: - """ - Generate markdown documentation for a Pydantic model field. - - Args: - field_name (str): Name of the field. - field_type (type[Any]): Type of the field. - model (type[BaseModel]): Pydantic model class. - depth (int): Indentation depth in the documentation. - documentation_with_field_description (bool): Include field descriptions in the documentation. - - Returns: - str: Generated text documentation for the field. - """ - indent = " " * depth - - field_info = model.model_fields.get(field_name) - field_description = field_info.description if field_info and field_info.description else "" - - origin_type = get_origin(field_type) - origin_type = field_type if origin_type is None else origin_type - - if origin_type == list: - element_type = get_args(field_type)[0] - field_text = f"{indent}{field_name} ({format_model_and_field_name(field_type.__name__)} of {format_model_and_field_name(element_type.__name__)})" - if field_description != "": - field_text += ":\n" - else: - field_text += "\n" - elif origin_type == Union: - element_types = get_args(field_type) - types = [] - for element_type in element_types: - types.append(format_model_and_field_name(element_type.__name__)) - field_text = f"{indent}{field_name} ({' or '.join(types)})" - if field_description != "": - field_text += ":\n" - else: - field_text += "\n" - else: - field_text = f"{indent}{field_name} ({format_model_and_field_name(field_type.__name__)})" - if field_description != "": - field_text += ":\n" - else: - field_text += "\n" - - if not documentation_with_field_description: - return field_text - - if field_description != "": - field_text += f" Description: {field_description}\n" - - # Check for and include field-specific examples if available - if hasattr(model, "Config") and hasattr(model.Config, - "json_schema_extra") and "example" in model.Config.json_schema_extra: - field_example = model.Config.json_schema_extra["example"].get(field_name) - if field_example is not None: - example_text = f"'{field_example}'" if isinstance(field_example, str) else field_example - field_text += f"{indent} Example: {example_text}\n" - - if isclass(origin_type) and issubclass(origin_type, BaseModel): - field_text += f"{indent} Details:\n" - for name, type_ in get_type_hints(field_type).items(): - field_text += generate_field_markdown(name, type_, field_type, depth + 2) - - return field_text - - -def format_json_example(example: dict[str, Any], depth: int) -> str: - """ - Format a JSON example into a readable string with indentation. - - Args: - example (dict): JSON example to be formatted. - depth (int): Indentation depth. - - Returns: - str: Formatted JSON example string. - """ - indent = " " * depth - formatted_example = "{\n" - for key, value in example.items(): - value_text = f"'{value}'" if isinstance(value, str) else value - formatted_example += f"{indent}{key}: {value_text},\n" - formatted_example = formatted_example.rstrip(",\n") + "\n" + indent + "}" - return formatted_example - - -def generate_text_documentation( - pydantic_models: list[type[BaseModel]], model_prefix="Model", fields_prefix="Fields", - documentation_with_field_description=True -) -> str: - """ - Generate text documentation for a list of Pydantic models. - - Args: - pydantic_models (list[type[BaseModel]]): List of Pydantic model classes. - model_prefix (str): Prefix for the model section. - fields_prefix (str): Prefix for the fields section. - documentation_with_field_description (bool): Include field descriptions in the documentation. - - Returns: - str: Generated text documentation. - """ - documentation = "" - pyd_models: list[tuple[type[BaseModel], bool]] = [(model, True) for model in pydantic_models] - for model, add_prefix in pyd_models: - if add_prefix: - documentation += f"{model_prefix}: {model.__name__}\n" - else: - documentation += f"Model: {model.__name__}\n" - - # Handling multi-line model description with proper indentation - - class_doc = getdoc(model) - base_class_doc = getdoc(BaseModel) - class_description = class_doc if class_doc and class_doc != base_class_doc else "" - if class_description != "": - documentation += " Description: " - documentation += "\n" + format_multiline_description(class_description, 2) + "\n" - - if isclass(model) and issubclass(model, BaseModel): - documentation_fields = "" - for name, field_type in get_type_hints(model).items(): - # if name == "markdown_code_block": - # continue - if get_origin(field_type) == list: - element_type = get_args(field_type)[0] - if isclass(element_type) and issubclass(element_type, BaseModel): - pyd_models.append((element_type, False)) - if get_origin(field_type) == Union: - element_types = get_args(field_type) - for element_type in element_types: - if isclass(element_type) and issubclass(element_type, BaseModel): - pyd_models.append((element_type, False)) - documentation_fields += generate_field_text( - name, field_type, model, documentation_with_field_description=documentation_with_field_description - ) - if documentation_fields != "": - if add_prefix: - documentation += f" {fields_prefix}:\n{documentation_fields}" - else: - documentation += f" Fields:\n{documentation_fields}" - documentation += "\n" - - if hasattr(model, "Config") and hasattr(model.Config, - "json_schema_extra") and "example" in model.Config.json_schema_extra: - documentation += f" Expected Example Output for {format_model_and_field_name(model.__name__)}:\n" - json_example = json.dumps(model.Config.json_schema_extra["example"]) - documentation += format_multiline_description(json_example, 2) + "\n" - - return documentation - - -def generate_field_text( - field_name: str, field_type: type[Any], model: type[BaseModel], depth=1, - documentation_with_field_description=True -) -> str: - """ - Generate text documentation for a Pydantic model field. - - Args: - field_name (str): Name of the field. - field_type (type[Any]): Type of the field. - model (type[BaseModel]): Pydantic model class. - depth (int): Indentation depth in the documentation. - documentation_with_field_description (bool): Include field descriptions in the documentation. - - Returns: - str: Generated text documentation for the field. - """ - indent = " " * depth - - field_info = model.model_fields.get(field_name) - field_description = field_info.description if field_info and field_info.description else "" - - if get_origin(field_type) == list: - element_type = get_args(field_type)[0] - field_text = f"{indent}{field_name} ({format_model_and_field_name(field_type.__name__)} of {format_model_and_field_name(element_type.__name__)})" - if field_description != "": - field_text += ":\n" - else: - field_text += "\n" - elif get_origin(field_type) == Union: - element_types = get_args(field_type) - types = [] - for element_type in element_types: - types.append(format_model_and_field_name(element_type.__name__)) - field_text = f"{indent}{field_name} ({' or '.join(types)})" - if field_description != "": - field_text += ":\n" - else: - field_text += "\n" - else: - field_text = f"{indent}{field_name} ({format_model_and_field_name(field_type.__name__)})" - if field_description != "": - field_text += ":\n" - else: - field_text += "\n" - - if not documentation_with_field_description: - return field_text - - if field_description != "": - field_text += f"{indent} Description: " + field_description + "\n" - - # Check for and include field-specific examples if available - if hasattr(model, "Config") and hasattr(model.Config, - "json_schema_extra") and "example" in model.Config.json_schema_extra: - field_example = model.Config.json_schema_extra["example"].get(field_name) - if field_example is not None: - example_text = f"'{field_example}'" if isinstance(field_example, str) else field_example - field_text += f"{indent} Example: {example_text}\n" - - if isclass(field_type) and issubclass(field_type, BaseModel): - field_text += f"{indent} Details:\n" - for name, type_ in get_type_hints(field_type).items(): - field_text += generate_field_text(name, type_, field_type, depth + 2) - - return field_text - - -def format_multiline_description(description: str, indent_level: int) -> str: - """ - Format a multiline description with proper indentation. - - Args: - description (str): Multiline description. - indent_level (int): Indentation level. - - Returns: - str: Formatted multiline description. - """ - indent = " " * indent_level - return indent + description.replace("\n", "\n" + indent) - - -def save_gbnf_grammar_and_documentation( - grammar, documentation, grammar_file_path="./grammar.gbnf", documentation_file_path="./grammar_documentation.md" -): - """ - Save GBNF grammar and documentation to specified files. - - Args: - grammar (str): GBNF grammar string. - documentation (str): Documentation string. - grammar_file_path (str): File path to save the GBNF grammar. - documentation_file_path (str): File path to save the documentation. - - Returns: - None - """ - try: - with open(grammar_file_path, "w") as file: - file.write(grammar + get_primitive_grammar(grammar)) - print(f"Grammar successfully saved to {grammar_file_path}") - except IOError as e: - print(f"An error occurred while saving the grammar file: {e}") - - try: - with open(documentation_file_path, "w") as file: - file.write(documentation) - print(f"Documentation successfully saved to {documentation_file_path}") - except IOError as e: - print(f"An error occurred while saving the documentation file: {e}") - - -def remove_empty_lines(string): - """ - Remove empty lines from a string. - - Args: - string (str): Input string. - - Returns: - str: String with empty lines removed. - """ - lines = string.splitlines() - non_empty_lines = [line for line in lines if line.strip() != ""] - string_no_empty_lines = "\n".join(non_empty_lines) - return string_no_empty_lines - - -def generate_and_save_gbnf_grammar_and_documentation( - pydantic_model_list, - grammar_file_path="./generated_grammar.gbnf", - documentation_file_path="./generated_grammar_documentation.md", - outer_object_name: str | None = None, - outer_object_content: str | None = None, - model_prefix: str = "Output Model", - fields_prefix: str = "Output Fields", - list_of_outputs: bool = False, - documentation_with_field_description=True, -): - """ - Generate GBNF grammar and documentation, and save them to specified files. - - Args: - pydantic_model_list: List of Pydantic model classes. - grammar_file_path (str): File path to save the generated GBNF grammar. - documentation_file_path (str): File path to save the generated documentation. - outer_object_name (str): Outer object name for the GBNF grammar. If None, no outer object will be generated. Eg. "function" for function calling. - outer_object_content (str): Content for the outer rule in the GBNF grammar. Eg. "function_parameters" or "params" for function calling. - model_prefix (str): Prefix for the model section in the documentation. - fields_prefix (str): Prefix for the fields section in the documentation. - list_of_outputs (bool): Whether the output is a list of items. - documentation_with_field_description (bool): Include field descriptions in the documentation. - - Returns: - None - """ - documentation = generate_markdown_documentation( - pydantic_model_list, model_prefix, fields_prefix, - documentation_with_field_description=documentation_with_field_description - ) - grammar = generate_gbnf_grammar_from_pydantic_models(pydantic_model_list, outer_object_name, outer_object_content, - list_of_outputs) - grammar = remove_empty_lines(grammar) - save_gbnf_grammar_and_documentation(grammar, documentation, grammar_file_path, documentation_file_path) - - -def generate_gbnf_grammar_and_documentation( - pydantic_model_list, - outer_object_name: str | None = None, - outer_object_content: str | None = None, - model_prefix: str = "Output Model", - fields_prefix: str = "Output Fields", - list_of_outputs: bool = False, - documentation_with_field_description=True, -): - """ - Generate GBNF grammar and documentation for a list of Pydantic models. - - Args: - pydantic_model_list: List of Pydantic model classes. - outer_object_name (str): Outer object name for the GBNF grammar. If None, no outer object will be generated. Eg. "function" for function calling. - outer_object_content (str): Content for the outer rule in the GBNF grammar. Eg. "function_parameters" or "params" for function calling. - model_prefix (str): Prefix for the model section in the documentation. - fields_prefix (str): Prefix for the fields section in the documentation. - list_of_outputs (bool): Whether the output is a list of items. - documentation_with_field_description (bool): Include field descriptions in the documentation. - - Returns: - tuple: GBNF grammar string, documentation string. - """ - documentation = generate_markdown_documentation( - copy(pydantic_model_list), model_prefix, fields_prefix, - documentation_with_field_description=documentation_with_field_description - ) - grammar = generate_gbnf_grammar_from_pydantic_models(pydantic_model_list, outer_object_name, outer_object_content, - list_of_outputs) - grammar = remove_empty_lines(grammar + get_primitive_grammar(grammar)) - return grammar, documentation - - -def generate_gbnf_grammar_and_documentation_from_dictionaries( - dictionaries: list[dict[str, Any]], - outer_object_name: str | None = None, - outer_object_content: str | None = None, - model_prefix: str = "Output Model", - fields_prefix: str = "Output Fields", - list_of_outputs: bool = False, - documentation_with_field_description=True, -): - """ - Generate GBNF grammar and documentation from a list of dictionaries. - - Args: - dictionaries (list[dict]): List of dictionaries representing Pydantic models. - outer_object_name (str): Outer object name for the GBNF grammar. If None, no outer object will be generated. Eg. "function" for function calling. - outer_object_content (str): Content for the outer rule in the GBNF grammar. Eg. "function_parameters" or "params" for function calling. - model_prefix (str): Prefix for the model section in the documentation. - fields_prefix (str): Prefix for the fields section in the documentation. - list_of_outputs (bool): Whether the output is a list of items. - documentation_with_field_description (bool): Include field descriptions in the documentation. - - Returns: - tuple: GBNF grammar string, documentation string. - """ - pydantic_model_list = create_dynamic_models_from_dictionaries(dictionaries) - documentation = generate_markdown_documentation( - copy(pydantic_model_list), model_prefix, fields_prefix, - documentation_with_field_description=documentation_with_field_description - ) - grammar = generate_gbnf_grammar_from_pydantic_models(pydantic_model_list, outer_object_name, outer_object_content, - list_of_outputs) - grammar = remove_empty_lines(grammar + get_primitive_grammar(grammar)) - return grammar, documentation - - -def create_dynamic_model_from_function(func: Callable[..., Any]): - """ - Creates a dynamic Pydantic model from a given function's type hints and adds the function as a 'run' method. - - Args: - func (Callable): A function with type hints from which to create the model. - - Returns: - A dynamic Pydantic model class with the provided function as a 'run' method. - """ - - # Get the signature of the function - sig = inspect.signature(func) - - # Parse the docstring - assert func.__doc__ is not None - docstring = parse(func.__doc__) - - dynamic_fields = {} - param_docs = [] - for param in sig.parameters.values(): - # Exclude 'self' parameter - if param.name == "self": - continue - - # Assert that the parameter has a type annotation - if param.annotation == inspect.Parameter.empty: - raise TypeError(f"""Parameter '{param.name}' in function '{getattr(func, "__name__", "")}' lacks a type annotation""") - - # Find the parameter's description in the docstring - param_doc = next((d for d in docstring.params if d.arg_name == param.name), None) - - # Assert that the parameter has a description - if not param_doc or not param_doc.description: - raise ValueError( - f"""Parameter '{param.name}' in function '{getattr(func, "__name__", "")}' lacks a description in the docstring""") - - # Add parameter details to the schema - param_docs.append((param.name, param_doc)) - if param.default == inspect.Parameter.empty: - default_value = ... - else: - default_value = param.default - dynamic_fields[param.name] = ( - param.annotation if param.annotation != inspect.Parameter.empty else str, default_value) - # Creating the dynamic model - dynamic_model = create_model(f"{getattr(func, '__name__')}", **dynamic_fields) # ty: ignore[no-matching-overload] - - for name, param_doc in param_docs: - dynamic_model.model_fields[name].description = param_doc.description - - dynamic_model.__doc__ = docstring.short_description - - def run_method_wrapper(self): - func_args = {name: getattr(self, name) for name, _ in dynamic_fields.items()} - return func(**func_args) - - # Adding the wrapped function as a 'run' method - setattr(dynamic_model, "run", run_method_wrapper) - return dynamic_model - - -def add_run_method_to_dynamic_model(model: type[BaseModel], func: Callable[..., Any]): - """ - Add a 'run' method to a dynamic Pydantic model, using the provided function. - - Args: - model (type[BaseModel]): Dynamic Pydantic model class. - func (Callable): Function to be added as a 'run' method to the model. - - Returns: - type[BaseModel]: Pydantic model class with the added 'run' method. - """ - - def run_method_wrapper(self): - func_args = {name: getattr(self, name) for name in model.model_fields} - return func(**func_args) - - # Adding the wrapped function as a 'run' method - setattr(model, "run", run_method_wrapper) - - return model - - -def create_dynamic_models_from_dictionaries(dictionaries: list[dict[str, Any]]): - """ - Create a list of dynamic Pydantic model classes from a list of dictionaries. - - Args: - dictionaries (list[dict]): List of dictionaries representing model structures. - - Returns: - list[type[BaseModel]]: List of generated dynamic Pydantic model classes. - """ - dynamic_models = [] - for func in dictionaries: - model_name = format_model_and_field_name(func.get("name", "")) - dyn_model = convert_dictionary_to_pydantic_model(func, model_name) - dynamic_models.append(dyn_model) - return dynamic_models - - -def map_grammar_names_to_pydantic_model_class(pydantic_model_list): - output = {} - for model in pydantic_model_list: - output[format_model_and_field_name(model.__name__)] = model - - return output - - -def json_schema_to_python_types(schema): - type_map = { - "any": Any, - "string": str, - "number": float, - "integer": int, - "boolean": bool, - "array": list, - } - return type_map[schema] - - -def list_to_enum(enum_name, values): - return Enum(enum_name, {value: value for value in values}) - - -def convert_dictionary_to_pydantic_model(dictionary: dict[str, Any], model_name: str = "CustomModel") -> type[Any]: - """ - Convert a dictionary to a Pydantic model class. - - Args: - dictionary (dict): Dictionary representing the model structure. - model_name (str): Name of the generated Pydantic model. - - Returns: - type[BaseModel]: Generated Pydantic model class. - """ - fields: dict[str, Any] = {} - - if "properties" in dictionary: - for field_name, field_data in dictionary.get("properties", {}).items(): - if field_data == "object": - submodel = convert_dictionary_to_pydantic_model(dictionary, f"{model_name}_{field_name}") - fields[field_name] = (submodel, ...) - else: - field_type = field_data.get("type", "str") - - if field_data.get("enum", []): - fields[field_name] = (list_to_enum(field_name, field_data.get("enum", [])), ...) - elif field_type == "array": - items = field_data.get("items", {}) - if items != {}: - array = {"properties": items} - array_type = convert_dictionary_to_pydantic_model(array, f"{model_name}_{field_name}_items") - fields[field_name] = (list[array_type], ...) - else: - fields[field_name] = (list, ...) - elif field_type == "object": - submodel = convert_dictionary_to_pydantic_model(field_data, f"{model_name}_{field_name}") - fields[field_name] = (submodel, ...) - elif field_type == "required": - required = field_data.get("enum", []) - for key, field in fields.items(): - if key not in required: - optional_type = fields[key][0] - fields[key] = (Optional[optional_type], ...) - else: - field_type = json_schema_to_python_types(field_type) - fields[field_name] = (field_type, ...) - if "function" in dictionary: - for field_name, field_data in dictionary.get("function", {}).items(): - if field_name == "name": - model_name = field_data - elif field_name == "description": - fields["__doc__"] = field_data - elif field_name == "parameters": - return convert_dictionary_to_pydantic_model(field_data, f"{model_name}") - - if "parameters" in dictionary: - field_data = {"function": dictionary} - return convert_dictionary_to_pydantic_model(field_data, f"{model_name}") - if "required" in dictionary: - required = dictionary.get("required", []) - for key, field in fields.items(): - if key not in required: - optional_type = fields[key][0] - fields[key] = (Optional[optional_type], ...) - custom_model = create_model(model_name, **fields) - return custom_model diff --git a/examples/pydantic_models_to_grammar_examples.py b/examples/pydantic_models_to_grammar_examples.py deleted file mode 100755 index 35905fb97262..000000000000 --- a/examples/pydantic_models_to_grammar_examples.py +++ /dev/null @@ -1,312 +0,0 @@ -#!/usr/bin/env python3 - -"""Function calling example using pydantic models.""" - -from __future__ import annotations - -import argparse -import datetime -import json -import logging -import textwrap -import sys -from enum import Enum -from typing import Optional, Union - -import requests -from pydantic import BaseModel, Field -from pydantic_models_to_grammar import (add_run_method_to_dynamic_model, convert_dictionary_to_pydantic_model, - create_dynamic_model_from_function, generate_gbnf_grammar_and_documentation) - - -def create_completion(host, prompt, gbnf_grammar): - """Calls the /completion API on llama-server. - - See - https://github.com/ggml-org/llama.cpp/tree/HEAD/tools/server#api-endpoints - """ - print(f" Request:\n Grammar:\n{textwrap.indent(gbnf_grammar, ' ')}\n Prompt:\n{textwrap.indent(prompt.rstrip(), ' ')}") - headers = {"Content-Type": "application/json"} - data = {"prompt": prompt, "grammar": gbnf_grammar} - result = requests.post(f"http://{host}/completion", headers=headers, json=data).json() - assert data.get("error") is None, data - logging.info("Result: %s", result) - content = result["content"] - print(f" Model: {result['model']}") - print(f" Result:\n{textwrap.indent(json.dumps(json.loads(content), indent=2), ' ')}") - return content - - -# A function for the agent to send a message to the user. -class SendMessageToUser(BaseModel): - """Send a message to the User.""" - chain_of_thought: str = Field(..., description="Your chain of thought while sending the message.") - message: str = Field(..., description="Message you want to send to the user.") - - def run(self): - print(f"SendMessageToUser: {self.message}") - - -def example_rce(host): - """Minimal test case where the LLM call an arbitrary python function.""" - print("- example_rce") - tools = [SendMessageToUser] - gbnf_grammar, documentation = generate_gbnf_grammar_and_documentation( - pydantic_model_list=tools, outer_object_name="function", - outer_object_content="function_parameters", model_prefix="Function", fields_prefix="Parameters") - system_message = "You are an advanced AI, tasked to assist the user by calling functions in JSON format. The following are the available functions and their parameters and types:\n\n" + documentation - user_message = "What is 42 * 42?" - prompt = f"<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{user_message}<|im_end|>\n<|im_start|>assistant" - text = create_completion(host, prompt, gbnf_grammar) - json_data = json.loads(text) - tools_map = {tool.__name__:tool for tool in tools} - # This finds "SendMessageToUser": - tool = tools_map.get(json_data["function"]) - if not tool: - print(f"Error: unknown tool {json_data['function']}") - return 1 - tool(**json_data["function_parameters"]).run() - return 0 - - -# Enum for the calculator tool. -class MathOperation(Enum): - ADD = "add" - SUBTRACT = "subtract" - MULTIPLY = "multiply" - DIVIDE = "divide" - - -# Simple pydantic calculator tool for the agent that can add, subtract, -# multiply, and divide. Docstring and description of fields will be used in -# system prompt. -class Calculator(BaseModel): - """Perform a math operation on two numbers.""" - number_one: Union[int, float] = Field(..., description="First number.") - operation: MathOperation = Field(..., description="Math operation to perform.") - number_two: Union[int, float] = Field(..., description="Second number.") - - def run(self): - if self.operation == MathOperation.ADD: - return self.number_one + self.number_two - elif self.operation == MathOperation.SUBTRACT: - return self.number_one - self.number_two - elif self.operation == MathOperation.MULTIPLY: - return self.number_one * self.number_two - elif self.operation == MathOperation.DIVIDE: - return self.number_one / self.number_two - else: - raise ValueError("Unknown operation.") - - -def example_calculator(host): - """Have the LLM ask to get a calculation done. - - Here the grammar gets generated by passing the available function models to - generate_gbnf_grammar_and_documentation function. This also generates a - documentation usable by the LLM. - - pydantic_model_list is the list of pydantic models outer_object_name is an - optional name for an outer object around the actual model object. Like a - "function" object with "function_parameters" which contains the actual model - object. If None, no outer object will be generated outer_object_content is - the name of outer object content. - - model_prefix is the optional prefix for models in the documentation. (Default="Output Model") - fields_prefix is the prefix for the model fields in the documentation. (Default="Output Fields") - """ - print("- example_calculator") - tools = [SendMessageToUser, Calculator] - gbnf_grammar, documentation = generate_gbnf_grammar_and_documentation( - pydantic_model_list=tools, outer_object_name="function", - outer_object_content="function_parameters", model_prefix="Function", fields_prefix="Parameters") - system_message = "You are an advanced AI, tasked to assist the user by calling functions in JSON format. The following are the available functions and their parameters and types:\n\n" + documentation - user_message1 = "What is 42 * 42?" - prompt = f"<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{user_message1}<|im_end|>\n<|im_start|>assistant" - text = create_completion(host, prompt, gbnf_grammar) - json_data = json.loads(text) - expected = { - "function": "Calculator", - "function_parameters": { - "number_one": 42, - "operation": "multiply", - "number_two": 42 - } - } - if json_data != expected: - print(" Result is not as expected!") - tools_map = {tool.__name__:tool for tool in tools} - # This finds "Calculator": - tool = tools_map.get(json_data["function"]) - if not tool: - print(f"Error: unknown tool {json_data['function']}") - return 1 - result = tool(**json_data["function_parameters"]).run() - print(f" Call {json_data['function']} gave result {result}") - return 0 - - -class Category(Enum): - """The category of the book.""" - Fiction = "Fiction" - NonFiction = "Non-Fiction" - - -class Book(BaseModel): - """Represents an entry about a book.""" - title: str = Field(..., description="Title of the book.") - author: str = Field(..., description="Author of the book.") - published_year: Optional[int] = Field(..., description="Publishing year of the book.") - keywords: list[str] = Field(..., description="A list of keywords.") - category: Category = Field(..., description="Category of the book.") - summary: str = Field(..., description="Summary of the book.") - - -def example_struct(host): - """A example structured output based on pydantic models. - - The LLM will create an entry for a Book database out of an unstructured - text. We need no additional parameters other than our list of pydantic - models. - """ - print("- example_struct") - tools = [Book] - gbnf_grammar, documentation = generate_gbnf_grammar_and_documentation(pydantic_model_list=tools) - system_message = "You are an advanced AI, tasked to create a dataset entry in JSON for a Book. The following is the expected output model:\n\n" + documentation - text = """The Feynman Lectures on Physics is a physics textbook based on some lectures by Richard Feynman, a Nobel laureate who has sometimes been called "The Great Explainer". The lectures were presented before undergraduate students at the California Institute of Technology (Caltech), during 1961–1963. The book's co-authors are Feynman, Robert B. Leighton, and Matthew Sands.""" - prompt = f"<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{text}<|im_end|>\n<|im_start|>assistant" - text = create_completion(host, prompt, gbnf_grammar) - json_data = json.loads(text) - # In this case, there's no function nor function_parameters. - # Here the result will vary based on the LLM used. - keys = sorted(["title", "author", "published_year", "keywords", "category", "summary"]) - if keys != sorted(json_data.keys()): - print(f"Unexpected result: {sorted(json_data.keys())}") - return 1 - book = Book(**json_data) - print(f" As a Book object: %s" % book) - return 0 - - -def get_current_datetime(output_format: Optional[str] = None): - """Get the current date and time in the given format. - - Args: - output_format: formatting string for the date and time, defaults to '%Y-%m-%d %H:%M:%S' - """ - return datetime.datetime.now().strftime(output_format or "%Y-%m-%d %H:%M:%S") - - -# Example function to get the weather. -def get_current_weather(location, unit): - """Get the current weather in a given location""" - if "London" in location: - return json.dumps({"location": "London", "temperature": "42", "unit": unit.value}) - elif "New York" in location: - return json.dumps({"location": "New York", "temperature": "24", "unit": unit.value}) - elif "North Pole" in location: - return json.dumps({"location": "North Pole", "temperature": "-42", "unit": unit.value}) - return json.dumps({"location": location, "temperature": "unknown"}) - - -def example_concurrent(host): - """An example for parallel function calling with a Python function, a pydantic - function model and an OpenAI like function definition. - """ - print("- example_concurrent") - # Function definition in OpenAI style. - current_weather_tool = { - "type": "function", - "function": { - "name": "get_current_weather", - "description": "Get the current weather in a given location", - "parameters": { - "type": "object", - "properties": { - "location": { - "type": "string", - "description": "The city and state, e.g. San Francisco, CA", - }, - "unit": {"type": "string", "enum": ["celsius", "fahrenheit"]}, - }, - "required": ["location"], - }, - }, - } - # Convert OpenAI function definition into pydantic model. - current_weather_tool_model = convert_dictionary_to_pydantic_model(current_weather_tool) - # Add the actual function to a pydantic model. - current_weather_tool_model = add_run_method_to_dynamic_model(current_weather_tool_model, get_current_weather) - - # Convert normal Python function to a pydantic model. - current_datetime_model = create_dynamic_model_from_function(get_current_datetime) - - tools = [SendMessageToUser, Calculator, current_datetime_model, current_weather_tool_model] - gbnf_grammar, documentation = generate_gbnf_grammar_and_documentation( - pydantic_model_list=tools, outer_object_name="function", - outer_object_content="params", model_prefix="Function", fields_prefix="Parameters", list_of_outputs=True) - system_message = "You are an advanced AI assistant. You are interacting with the user and with your environment by calling functions. You call functions by writing JSON objects, which represent specific function calls.\nBelow is a list of your available function calls:\n\n" + documentation - text = """Get the date and time, get the current weather in celsius in London and solve the following calculation: 42 * 42""" - prompt = f"<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{text}<|im_end|>\n<|im_start|>assistant" - text = create_completion(host, prompt, gbnf_grammar) - json_data = json.loads(text) - expected = [ - { - "function": "get_current_datetime", - "params": { - "output_format": "%Y-%m-%d %H:%M:%S" - } - }, - { - "function": "get_current_weather", - "params": { - "location": "London", - "unit": "celsius" - } - }, - { - "function": "Calculator", - "params": { - "number_one": 42, - "operation": "multiply", - "number_two": 42 - } - } - ] - res = 0 - if json_data != expected: - print(" Result is not as expected!") - print(" This can happen on highly quantized models") - res = 1 - tools_map = {tool.__name__:tool for tool in tools} - for call in json_data: - tool = tools_map.get(call["function"]) - if not tool: - print(f"Error: unknown tool {call['function']}") - return 1 - result = tool(**call["params"]).run() - print(f" Call {call['function']} returned {result}") - # Should output something like this: - # Call get_current_datetime returned 2024-07-15 09:50:38 - # Call get_current_weather returned {"location": "London", "temperature": "42", "unit": "celsius"} - # Call Calculator returned 1764 - return res - - -def main(): - parser = argparse.ArgumentParser(description=sys.modules[__name__].__doc__) - parser.add_argument("--host", default="localhost:9931", help="llama.cpp server") - parser.add_argument("-v", "--verbose", action="store_true", help="enables logging") - args = parser.parse_args() - logging.basicConfig(level=logging.INFO if args.verbose else logging.ERROR) - ret = 0 - # Comment out below to only run the example you want. - ret = ret or example_rce(args.host) - ret = ret or example_calculator(args.host) - ret = ret or example_struct(args.host) - ret = ret or example_concurrent(args.host) - return ret - - -if __name__ == "__main__": - sys.exit(main()) diff --git a/examples/realtime_client.py b/examples/realtime_client.py deleted file mode 100644 index 3b806fab3d0e..000000000000 --- a/examples/realtime_client.py +++ /dev/null @@ -1,211 +0,0 @@ -#!/usr/bin/env python3 -"""Example client for the llama-server /v1/realtime websocket, with the openai SDK. - -Start a server with an audio model, e.g. LFM3-Audio: - - llama-server -hf LiquidAI/LFM3-Audio-2B-GGUF - -Spoken conversation, the audio of each wav file is one user turn. It is sent in chunks as it would come from a -microphone, the server prefills it as it arrives so the response starts right after the last chunk: - - python examples/realtime_client.py --instructions "Respond with interleaved text and audio." question.wav - -Output modalities: left out, the model picks; "text", "audio" or "text,audio" (interleaved) force the response. -Without --instructions, a forced mode comes with the system prompt of the LFM3-Audio or LFM3-Omni model card: - - python examples/realtime_client.py --output-modalities text,audio --out answer.wav question.wav - -Tool calls: --tools gives the conversation a demo tool, the client runs its calls and sends the results back: - - python examples/realtime_client.py --tools --text "Set the volume to 30." - -Text turns go in with --text, transcription sessions transcribe each file: - - python examples/realtime_client.py --text "What is the capital of France?" - python examples/realtime_client.py --type transcription --language en speech.wav - -Live transcription models (Voxtral Realtime, LFM3-Audio live ASR) transcribe while the audio is sent, a transcription -session opens with ?intent=transcription: - - python examples/realtime_client.py --type transcription speech.wav - -Requirements: pip install "openai[realtime]" numpy -""" - -import argparse -import asyncio -import base64 -import json -import time -import wave - -import numpy as np -from openai import AsyncOpenAI - - -# system prompts of the LiquidAI/LFM3-Audio-2B and LiquidAI/LFM3-Omni-2B model cards for a forced output mode -MODE_INSTRUCTIONS = { - "audio": {"text,audio": "Respond with interleaved text and audio."}, - "omni": {"text": "Respond in text.", "text,audio": "Respond in interleaved text and audio."}, -} -# and with tools: calls, or an answer in interleaved text and speech -TOOLS_INSTRUCTIONS = "Respond with function calls, and interleaved text and audio.\n\nList of tools:" - -# the demo tool of --tools -DEMO_TOOLS = [{ - "type": "function", - "name": "set_volume", - "description": "Set the device speaker volume.", - "parameters": { - "type": "object", - "properties": {"volume": {"type": "integer", "description": "Volume from 0 to 100."}}, - "required": ["volume"], - }, -}] - - -def run_tool(name, arguments): - if name == "set_volume": - return {"volume": json.loads(arguments)["volume"]} - return {"error": f"unknown tool {name}"} - - -def read_wav(path, rate): - # PCM16 wav -> mono int16 at the given rate - with wave.open(path, "rb") as f: - assert f.getsampwidth() == 2, "the example reads PCM16 wav files" - x = np.frombuffer(f.readframes(f.getnframes()), dtype=np.int16).astype(np.float32) - x = x.reshape(-1, f.getnchannels()).mean(axis=1) - sr = f.getframerate() - if sr != rate: - n = int(round(len(x) * rate / sr)) - x = np.interp(np.arange(n) * sr / rate, np.arange(len(x)), x) - return np.clip(x, -32768, 32767).astype(np.int16) - - -def write_wav(path, pcm, rate): - with wave.open(path, "wb") as f: - f.setnchannels(1) - f.setsampwidth(2) - f.setframerate(rate) - f.writeframes(pcm.tobytes()) - - -async def main(args): - # the SDK derives a wss:// URL from base_url, a plain http server needs ws:// - client = AsyncOpenAI(base_url=args.url, api_key=args.api_key, websocket_base_url=args.url.replace("http", "ws", 1)) - query = {"intent": "transcription"} if args.type == "transcription" else {} - async with client.realtime.connect(model=args.model, extra_query=query) as conn: - ev = await conn.recv() - if ev.type == "error": - print("error:", ev.error.message) - return - # the audio goes in at the rate of the model, PCM16 mono - session_info = ev.model_dump(warnings=False)["session"] - audio_fmt = session_info["audio"] - card = "omni" if "omni" in str(session_info.get("model", "")).lower() else "audio" - in_rate = audio_fmt["input"]["format"]["rate"] - out_rate = (audio_fmt.get("output") or {}).get("format", {}).get("rate", 24000) - - session = {"type": args.type} - if args.type == "realtime": - instructions = args.instructions - if instructions is None: - instructions = TOOLS_INSTRUCTIONS if args.tools else MODE_INSTRUCTIONS[card].get(args.output_modalities) - if args.tools: - session["tools"] = DEMO_TOOLS - if instructions is not None: - session["instructions"] = instructions - if args.output_modalities: - session["output_modalities"] = args.output_modalities.split(",") - elif args.language: - session["audio"] = {"input": {"transcription": {"language": args.language}}} - await conn.session.update(session=session) # ty: ignore[invalid-argument-type] - ev = await conn.recv() - if ev.type == "error": - print("error:", ev.error.message) - return - - turns = [("audio", path) for path in args.wav] + [("text", text) for text in args.text] - for i, (kind, src) in enumerate(turns): - t_last = 0.0 - - # the input is sent while the events are read: live transcription arrives while the audio is sent - async def send_turn(): - nonlocal t_last - if kind == "audio": - pcm = read_wav(src, in_rate) - step = in_rate * args.chunk_ms // 1000 - for j in range(0, len(pcm), step): - chunk = pcm[j:j + step] - await conn.input_audio_buffer.append(audio=base64.b64encode(chunk.tobytes()).decode()) - if args.realtime: - await asyncio.sleep(len(chunk) / in_rate) - if args.type == "transcription": - # "final" ends the input, models that transcribe with a delay then complete the last item - await conn.send({"type": "input_audio_buffer.commit", "final": i == len(args.wav) - 1}) # ty: ignore[invalid-argument-type] - else: - await conn.conversation.item.create(item={ - "type": "message", "role": "user", "content": [{"type": "input_text", "text": src}]}) - if args.type == "realtime": - # the audio not committed yet ends the user turn - await conn.response.create() - t_last = time.perf_counter() - - print(f"--- turn {i} ({kind}: {src})") - sender = asyncio.create_task(send_turn()) - t_first = None - audio = [] - async for ev in conn: - if ev.type == "response.output_text.delta" or ev.type == "conversation.item.input_audio_transcription.delta": - t_first = t_first or time.perf_counter() - print(ev.delta, end="", flush=True) - elif ev.type == "response.output_audio.delta": - t_first = t_first or time.perf_counter() - audio.append(np.frombuffer(base64.b64decode(ev.delta), dtype=np.int16)) - elif ev.type == "response.done": - # the calls of the response are run, their results go back and the model answers them - calls = [o for o in ev.model_dump()["response"]["output"] if o["type"] == "function_call"] - for call in calls: - result = json.dumps(run_tool(call["name"], call["arguments"])) - print(f"\n[call {call['name']}({call['arguments']}) -> {result}]", flush=True) - await conn.conversation.item.create(item={ - "type": "function_call_output", "call_id": call["call_id"], "output": result}) - if not calls: - break - await conn.response.create() - elif ev.type == "conversation.item.input_audio_transcription.completed": - break - elif ev.type == "error": - print("\nerror:", ev.error.message) - return - await sender - print() - if t_first is not None and t_first > t_last: - print(f"first output {1000 * (t_first - t_last):.0f} ms after the end of the input") - elif t_first is not None: - print(f"output started {1000 * (t_last - t_first):.0f} ms before the end of the input, " - f"done {1000 * (time.perf_counter() - t_last):.0f} ms after it") - if audio: - pcm_out = np.concatenate(audio) - path = f"{args.out.removesuffix('.wav')}_{i}.wav" if len(turns) > 1 else args.out - write_wav(path, pcm_out, out_rate) - print(f"audio: {len(pcm_out) / out_rate:.2f} s -> {path}") - - -if __name__ == "__main__": - p = argparse.ArgumentParser(description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter) - p.add_argument("wav", nargs="*", help="PCM16 wav files, one user turn each") - p.add_argument("--text", action="append", default=[], help="a user turn as text, after the audio turns, repeatable") - p.add_argument("--type", choices=["realtime", "transcription"], default="realtime", help="session type") - p.add_argument("--instructions", help="system prompt of the conversation") - p.add_argument("--tools", action="store_true", help="give the conversation a demo tool (set_volume), its calls are run") - p.add_argument("--output-modalities", choices=["text", "audio", "text,audio"], help="default: the model picks") - p.add_argument("--language", help="transcription language, e.g. en") - p.add_argument("--chunk-ms", type=int, default=100, help="audio chunk size") - p.add_argument("--realtime", action=argparse.BooleanOptionalAction, default=True, help="send the audio in real time") - p.add_argument("--out", default="response.wav", help="where the audio of the responses goes") - p.add_argument("--url", default="http://127.0.0.1:9931/v1") - p.add_argument("--api-key", default="none") - p.add_argument("--model", default="default", help="model name, used by the router") - asyncio.run(main(p.parse_args())) diff --git a/examples/reason-act.sh b/examples/reason-act.sh deleted file mode 100755 index 3c801920d019..000000000000 --- a/examples/reason-act.sh +++ /dev/null @@ -1,16 +0,0 @@ -#!/usr/bin/env bash - -cd `dirname $0` -cd .. - -# get -m model parameter otherwise defer to default -if [ "$1" == "-m" ]; then - MODEL="-m $2 " -fi - -./llama-cli $MODEL --color \ - -f ./prompts/reason-act.txt \ - -i --interactive-first \ - --top_k 10000 --temp 0.2 --repeat_penalty 1 -t 7 -c 2048 \ - -r "Question:" -r "Observation:" --in-prefix " " \ - -n -1 diff --git a/examples/server-llama2-13B.sh b/examples/server-llama2-13B.sh deleted file mode 100755 index fd5a575886f0..000000000000 --- a/examples/server-llama2-13B.sh +++ /dev/null @@ -1,26 +0,0 @@ -#!/usr/bin/env bash - -set -e - -cd "$(dirname "$0")/.." || exit - -# Specify the model you want to use here: -MODEL="${MODEL:-./models/llama-2-13b-chat.ggmlv3.q5_K_M.bin}" -PROMPT_TEMPLATE=${PROMPT_TEMPLATE:-./prompts/chat-system.txt} - -# Adjust to the number of CPU cores you want to use. -N_THREAD="${N_THREAD:-12}" - -# Note: you can also override the generation options by specifying them on the command line: -GEN_OPTIONS="${GEN_OPTIONS:---ctx_size 4096 --batch-size 1024}" - - -# shellcheck disable=SC2086 # Intended splitting of GEN_OPTIONS -./llama-server $GEN_OPTIONS \ - --model "$MODEL" \ - --threads "$N_THREAD" \ - --rope-freq-scale 1.0 \ - "$@" - -# I used this to test the model with mps, but omitted it from the general purpose. If you want to use it, just specify it on the command line. -# -ngl 1 \ diff --git a/examples/server_embd.py b/examples/server_embd.py deleted file mode 100644 index f8b0ffecd8f4..000000000000 --- a/examples/server_embd.py +++ /dev/null @@ -1,35 +0,0 @@ -import asyncio -import asyncio.threads -import requests -import numpy as np - - -n = 8 - -result = [] - -async def requests_post_async(*args, **kwargs): - return await asyncio.threads.to_thread(requests.post, *args, **kwargs) - -async def main(): - model_url = "http://127.0.0.1:6900" - responses: list[requests.Response] = await asyncio.gather(*[requests_post_async( - url= f"{model_url}/embedding", - json= {"content": "a "*1022} - ) for i in range(n)]) - - for response in responses: - embedding = response.json()["embedding"] - print(embedding[-8:]) - result.append(embedding) - -asyncio.run(main()) - -# compute cosine similarity - -for i in range(n-1): - for j in range(i+1, n): - embedding1 = np.array(result[i]) - embedding2 = np.array(result[j]) - similarity = np.dot(embedding1, embedding2) / (np.linalg.norm(embedding1) * np.linalg.norm(embedding2)) - print(f"Similarity between {i} and {j}: {similarity:.2f}") diff --git a/requirements/requirements-all.txt b/requirements/requirements-all.txt index 6c6bea9490b4..b18db3859656 100644 --- a/requirements/requirements-all.txt +++ b/requirements/requirements-all.txt @@ -4,7 +4,6 @@ -r ./requirements-compare-llama-bench.txt -r ./requirements-server-bench.txt --r ./requirements-pydantic.txt -r ./requirements-test-tokenizer-random.txt -r ./requirements-convert_hf_to_gguf.txt diff --git a/requirements/requirements-pydantic.txt b/requirements/requirements-pydantic.txt deleted file mode 100644 index 1738494edb47..000000000000 --- a/requirements/requirements-pydantic.txt +++ /dev/null @@ -1,3 +0,0 @@ -docstring_parser~=0.15 -pydantic~=2.11.7 -requests~=2.32.3 diff --git a/tools/server/README.md b/tools/server/README.md index 27d1417518f4..066ecb4ddade 100644 --- a/tools/server/README.md +++ b/tools/server/README.md @@ -1654,8 +1654,6 @@ LFM3-Omni is not trained to reason, run it with `--reasoning off` so that its tu Tools go into the system prompt with the chat template, and the tool calls are parsed as in `/v1/chat/completions`. The client runs the calls of a response, sends their results as `function_call_output` items, then asks for the next response. -See [examples/realtime_client.py](../../examples/realtime_client.py) for a client with the `openai` library. - ### POST `/v1/audio/speech`: OpenAI-compatible Speech API Generates speech from text, for models that can generate audio. The request is converted to a [`/tts`](#post-tts-generate-speech-audio-from-text) request, so the `/tts` options such as `lang`, `seed` or `speaker_ref_b64` can also be used. diff --git a/ty.toml b/ty.toml index 1a11151e67d9..2774cdbb8ed5 100644 --- a/ty.toml +++ b/ty.toml @@ -22,13 +22,3 @@ unresolved-reference = "ignore" import-not-found = "ignore" missing-attribute = "ignore" missing-union-attribute = "ignore" - -[[overrides]] -include = [ - "./examples/pydantic_models_to_grammar.py", -] - -[overrides.rules] -unsupported-operator = "ignore" -not-subscriptable = "ignore" -invalid-type-form = "ignore" From 3bfde28f9141abbb887ff9ed72b8752e89f06a5a Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Fri, 13 Nov 2026 10:13:55 +0200 Subject: [PATCH 009/249] ggml : bump version to 1.0.0 (ggml/1690) * ggml : bump version to 1.0.0 * examples : bump test-cmake (ggml/0) --- ggml/CMakeLists.txt | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ggml/CMakeLists.txt b/ggml/CMakeLists.txt index 9b6b8b6baf43..b1018cbbb56e 100644 --- a/ggml/CMakeLists.txt +++ b/ggml/CMakeLists.txt @@ -3,8 +3,8 @@ cmake_minimum_required(VERSION 3.14...3.28) # for add_link_options and implicit project("ggml" C CXX ASM) ### GGML Version -set(GGML_VERSION_MAJOR 0) -set(GGML_VERSION_MINOR 29) +set(GGML_VERSION_MAJOR 1) +set(GGML_VERSION_MINOR 0) set(GGML_VERSION_PATCH 0) set(GGML_VERSION_BASE "${GGML_VERSION_MAJOR}.${GGML_VERSION_MINOR}.${GGML_VERSION_PATCH}") From 6859813352d80dd668d97c4ba68fd52149cf6bce Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Fri, 13 Nov 2026 10:35:23 +0200 Subject: [PATCH 010/249] sync : ggml [no ci] --- scripts/sync-ggml.last | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/sync-ggml.last b/scripts/sync-ggml.last index 43167cdceab2..6322fbe69f6c 100644 --- a/scripts/sync-ggml.last +++ b/scripts/sync-ggml.last @@ -1 +1 @@ -57e2c2ca2a7cae756b1c4dfafa0cdfef9051d234 +417a024b4fb6bc3116d41af7c067166a039bdf12 From 4cda6227a01f395bbf96506258900dff39f42a67 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Fri, 13 Nov 2026 11:06:06 +0200 Subject: [PATCH 011/249] llama.cpp : bump version to 1.0.0 (#32190) * llama.cpp : bump version to 1.0.0 * readme : bump major version in link [no ci] * examples : bump test-cmake version [no ci] --- CMakeLists.txt | 4 ++-- README.md | 2 +- examples/test-cmake/CMakeLists.txt | 2 +- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/CMakeLists.txt b/CMakeLists.txt index b8b40e75f68f..30aed5c914a9 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -3,8 +3,8 @@ project("llama.cpp" C CXX) include(CheckIncludeFileCXX) ### llama.cpp version -set(LLAMA_VERSION_MAJOR 0) -set(LLAMA_VERSION_MINOR 9) +set(LLAMA_VERSION_MAJOR 1) +set(LLAMA_VERSION_MINOR 0) set(LLAMA_VERSION_PATCH 0) set(LLAMA_VERSION_BASE "${LLAMA_VERSION_MAJOR}.${LLAMA_VERSION_MINOR}.${LLAMA_VERSION_PATCH}") diff --git a/README.md b/README.md index 84e9eb5d9295..80b73cc528fa 100644 --- a/README.md +++ b/README.md @@ -7,7 +7,7 @@ LLM inference in C/C++ [![License: MIT](https://img.shields.io/badge/license-MIT-blue.svg)](https://opensource.org/licenses/MIT) -[![Release](https://img.shields.io/github/v/release/ggml-org/llama.cpp?filter=v*&color=brightgreen)](https://github.com/ggml-org/llama.cpp/releases?q=tag:v0) +[![Release](https://img.shields.io/github/v/release/ggml-org/llama.cpp?filter=v*&color=brightgreen)](https://github.com/ggml-org/llama.cpp/releases?q=tag:v1) [![Nightly](https://img.shields.io/github/v/release/ggml-org/llama.cpp?label=nightly&filter=b*&color=orange)](https://github.com/ggml-org/llama.cpp/releases?q=b) [![Server](https://img.shields.io/github/actions/workflow/status/ggml-org/llama.cpp/server.yml?label=Server)](https://github.com/ggml-org/llama.cpp/actions/workflows/server.yml) [![Docker](https://img.shields.io/github/actions/workflow/status/ggml-org/llama.cpp/docker.yml?label=Docker)](https://github.com/ggml-org/llama.cpp/actions/workflows/docker.yml) diff --git a/examples/test-cmake/CMakeLists.txt b/examples/test-cmake/CMakeLists.txt index 6ceb3359e526..2df129c30524 100644 --- a/examples/test-cmake/CMakeLists.txt +++ b/examples/test-cmake/CMakeLists.txt @@ -8,7 +8,7 @@ option(LLAMA_TEST_USE_SUBDIR "Use add_subdirectory instead of find_package" OFF) if(LLAMA_TEST_USE_SUBDIR) add_subdirectory(../../ llama.cpp) else() - find_package(llama 0.1.0 REQUIRED) + find_package(llama 1.0.0 REQUIRED) endif() add_executable(test-cmake test-cmake.cpp) From b1b770d90d94cad9e9ea5b993bdbc383a522fb28 Mon Sep 17 00:00:00 2001 From: Daniel Bevenius Date: Fri, 13 Nov 2026 01:09:55 -0800 Subject: [PATCH 012/249] examples : remove explict version from test-cmake (#32191) This commit removes the llama version test-cmake and instead uses the version that is supplied by CMAKE_PREFIX_PATH. The motivation for this is to avoid issues when bumping major versions. --- examples/test-cmake/CMakeLists.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/test-cmake/CMakeLists.txt b/examples/test-cmake/CMakeLists.txt index 2df129c30524..340707ee7064 100644 --- a/examples/test-cmake/CMakeLists.txt +++ b/examples/test-cmake/CMakeLists.txt @@ -8,7 +8,7 @@ option(LLAMA_TEST_USE_SUBDIR "Use add_subdirectory instead of find_package" OFF) if(LLAMA_TEST_USE_SUBDIR) add_subdirectory(../../ llama.cpp) else() - find_package(llama 1.0.0 REQUIRED) + find_package(llama CONFIG REQUIRED PATHS ${CMAKE_PREFIX_PATH} NO_DEFAULT_PATH) endif() add_executable(test-cmake test-cmake.cpp) From 2d8a32502909ca065c41c4cf5f2fb1c427c047fc Mon Sep 17 00:00:00 2001 From: Pascal Date: Fri, 13 Nov 2026 10:15:25 +0100 Subject: [PATCH 013/249] CUDA: split the PAD_REFLECT_1D grid to stay within the HIP grid limit (#32179) The kernel launches one block per row and 256-wide tile, so the {2, 16777217} test case asks for 16777217 blocks of 256 threads. HIP refuses a grid dimension above 2^32 threads and the ROCm jobs fail with "invalid configuration argument". The host now launches the grid in chunks of at most UINT32_MAX / 256 blocks and passes the chunk offset to the kernel. Real sizes fit in a single chunk and keep their timings. --- ggml/src/ggml-cuda/pad_reflect_1d.cu | 27 +++++++++++++++++---------- 1 file changed, 17 insertions(+), 10 deletions(-) diff --git a/ggml/src/ggml-cuda/pad_reflect_1d.cu b/ggml/src/ggml-cuda/pad_reflect_1d.cu index 32993eb59130..6bad7d379af3 100644 --- a/ggml/src/ggml-cuda/pad_reflect_1d.cu +++ b/ggml/src/ggml-cuda/pad_reflect_1d.cu @@ -18,11 +18,12 @@ static __global__ __launch_bounds__(CUDA_PAD_REFLECT_1D_BLOCK_SIZE, 1) void const int64_t nb2, const int64_t nb3, const int p0, - const int p1) { + const int p1, + const uint32_t block_offset) { const int64_t i3 = blockIdx.z; const int64_t i2 = blockIdx.y; - const uint2 div_mod_packed = fast_div_modulo(blockIdx.x, ne01); + const uint2 div_mod_packed = fast_div_modulo(blockIdx.x + block_offset, ne01); const int64_t tile1 = div_mod_packed.y; // i1 const int64_t tile0 = div_mod_packed.x; // nth i0 tile const int64_t i1 = tile1; @@ -77,15 +78,21 @@ void ggml_cuda_op_pad_reflect_1d(ggml_backend_cuda_context & ctx, ggml_tensor * // sanity: padded length matches GGML_ASSERT(ne0 == ne00 + p0 + p1); - constexpr int64_t bx = CUDA_PAD_REFLECT_1D_BLOCK_SIZE; // threads per block (x) - const int64_t tiles0 = (ne0 + bx - 1) / bx; // number of tiles along i0 - // grid.x covers i1 and all tiles of i0: [ne01 * tiles0] + constexpr int64_t bx = CUDA_PAD_REFLECT_1D_BLOCK_SIZE; // threads per block (x) + constexpr int64_t max_blocks = UINT32_MAX / bx; // HIP refuses more than 2^32 threads per grid dimension + const int64_t tiles0 = (ne0 + bx - 1) / bx; // number of tiles along i0 + const int64_t nblocks = ne01 * tiles0; // blocks covering i1 and all tiles of i0 + GGML_ASSERT(nblocks <= UINT32_MAX); + const dim3 block_dims((unsigned) bx, 1, 1); + + // grid.x covers a chunk of at most max_blocks of the nblocks // grid.y covers i2: [ne02] // grid.z covers i3: [ne03] - const dim3 grid_dims((unsigned) (ne01 * tiles0), (unsigned) ne02, (unsigned) ne03); - const dim3 block_dims((unsigned) bx, 1, 1); + for (int64_t offset = 0; offset < nblocks; offset += max_blocks) { + const dim3 grid_dims((unsigned) std::min(nblocks - offset, max_blocks), (unsigned) ne02, (unsigned) ne03); - pad_reflect_1d_kernel_f32<<>>( - src0->data, dst->data, ne0, ne00, ne01_packed, ne02, ne03, src0->nb[0], src0->nb[1], src0->nb[2], src0->nb[3], - dst->nb[0], dst->nb[1], dst->nb[2], dst->nb[3], p0, p1); + pad_reflect_1d_kernel_f32<<>>( + src0->data, dst->data, ne0, ne00, ne01_packed, ne02, ne03, src0->nb[0], src0->nb[1], src0->nb[2], src0->nb[3], + dst->nb[0], dst->nb[1], dst->nb[2], dst->nb[3], p0, p1, (uint32_t) offset); + } } From 951d465f5c7c16fb486ff45bb14d99984e68c6db Mon Sep 17 00:00:00 2001 From: Aman Gupta Date: Fri, 13 Nov 2026 18:48:29 +0800 Subject: [PATCH 014/249] llama: move moe-cache code out of llama-graph (#32157) --- src/llama-graph.cpp | 83 +++++--------------------------------- src/llama-graph.h | 18 +-------- src/llama-moe-cache.cpp | 88 ++++++++++++++++++++++++++++++++++++----- src/llama-moe-cache.h | 42 +++++++++++++++----- 4 files changed, 120 insertions(+), 111 deletions(-) diff --git a/src/llama-graph.cpp b/src/llama-graph.cpp index 3cee72df0a0d..a47cb1e5daac 100644 --- a/src/llama-graph.cpp +++ b/src/llama-graph.cpp @@ -2425,12 +2425,9 @@ ggml_tensor * llm_graph_context::build_moe_ffn( // compute the expert input before the slot lookup, so that the scheduler prefetches it for the CPU part (the router can read a different tensor) ggml_build_forward_expand(gf, cur); - // the experts of host-resident layers may be read from the MoE cache, and part of the misses computed from the host experts - // the CPU part does not support weights before the FFN, LoRAs or rotated experts - const std::array exps = { up_exps, gate_exps, down_exps, gate_up_exps }; - const bool can_cpu_share = !weight_before_ffn && loras->empty() && - std::none_of(exps.begin(), exps.end(), [&](ggml_tensor * w) { return w != nullptr && hdmd != nullptr && hdmd->rot.count(w) > 0; }); - const llm_graph_moe_cache_slots cache = build_moe_cache_slots(selected_experts, up_exps, gate_exps, down_exps, gate_up_exps, can_cpu_share, il); + // the experts of host-resident layers may be read from the MoE cache (see llama_moe_cache::build_lookup) + const llama_moe_cache_lookup cache = moe_cache == nullptr ? llama_moe_cache_lookup{} : + moe_cache->build_lookup(*this, { il, up_exps, gate_exps, down_exps, gate_up_exps, weight_before_ffn }, selected_experts); cur = ggml_reshape_3d(ctx0, cur, n_embd, 1, n_tokens); @@ -2603,14 +2600,12 @@ ggml_tensor * llm_graph_context::build_moe_ffn( return experts; }; - ggml_tensor * experts = build_experts(cur, selected_experts, cache.slots, true); - if (cache.cpu_ids != nullptr) { - // the cached experts and the misses computed from the host experts, each reads the others as zero - // the cached experts come first in the graph, so that they are computed while the misses are - ggml_build_forward_expand(gf, experts); - experts = ggml_add(ctx0, experts, build_experts(cur, selected_experts, cache.cpu_ids, false)); - cb(experts, "ffn_moe_down_merged", il); - } + ggml_tensor * experts = cache.slots == nullptr ? + build_experts(cur, selected_experts, nullptr, true) : + moe_cache->build_experts(*this, cache, cur, selected_experts, + [](ggml_tensor * cur, ggml_tensor * ids, ggml_tensor * mm_ids, bool cached, void * user_data) { + return (*static_cast(user_data))(cur, ids, mm_ids, cached); + }, &build_experts); if (down_exps_s) { cb(experts, "ffn_moe_down_scaled", il); @@ -2669,66 +2664,6 @@ ggml_tensor * llm_graph_context::build_moe_ffn( return moe_out; } -llm_graph_moe_cache_slots llm_graph_context::build_moe_cache_slots( - ggml_tensor * selected_experts, - ggml_tensor * up_exps, - ggml_tensor * gate_exps, - ggml_tensor * down_exps, - ggml_tensor * gate_up_exps, - bool cpu_part, - int il) const { - if (moe_cache == nullptr) { - return { nullptr, nullptr }; - } - - ggml_tensor * cpu_map = cpu_part ? moe_cache->get_cpu_map(il, selected_experts->ne[1]) : nullptr; - ggml_tensor * slot_map = moe_cache->get_slot_map(il, selected_experts->ne[1], selected_experts->ne[0], cpu_map != nullptr); - if (slot_map == nullptr) { - return { nullptr, nullptr }; - } - for (ggml_tensor * w : { up_exps, gate_exps, down_exps, gate_up_exps }) { - if (w == nullptr) { - continue; - } - ggml_tensor * experts = moe_cache->get_experts(w); - if (experts == nullptr) { - return { nullptr, nullptr }; - } - // the device of the cache must compute the matmul, else the scheduler copies the cache to another backend - ggml_tensor * b = ggml_new_tensor_3d(ctx0, GGML_TYPE_F32, experts->ne[0], w == down_exps ? selected_experts->ne[0] : 1, selected_experts->ne[1]); - if (!ggml_backend_supports_op(moe_cache->backend(il), ggml_mul_mat_id(ctx0, experts, b, selected_experts))) { - return { nullptr, nullptr }; - } - } - - ggml_tensor * ids = selected_experts; - if (!ggml_is_contiguous(ids)) { - ids = ggml_cont(ctx0, ids); - } - ids = ggml_reshape_1d(ctx0, ids, ggml_nelements(ids)); - - // the slot map is a host weight, so the scheduler starts a new split here and copies it with the copy callback - // the callback reads the selected experts, uploads the missing ones and updates the slot map - ggml_tensor * slots = ggml_get_rows(ctx0, slot_map, ids); // [1, n_expert_used*n_tokens] - if (!ggml_backend_supports_op(moe_cache->backend(il), slots)) { - return { nullptr, nullptr }; - } - ggml_backend_sched_set_tensor_backend(sched, slots, moe_cache->backend(il)); - cb(slots, "ffn_moe_slots", il); - - // add the lookup now: the transform of a Hadamard-folded expert reads host weights and would start its split first - ggml_build_forward_expand(gf, slots); - - // the misses computed from the host experts, read after the lookup has picked them - ggml_tensor * cpu_ids = nullptr; - if (cpu_map != nullptr) { - cpu_ids = ggml_get_rows(ctx0, cpu_map, ids); // [1, n_expert_used*n_tokens] - cpu_ids = ggml_reshape_2d(ctx0, cpu_ids, selected_experts->ne[0], selected_experts->ne[1]); - } - - return { ggml_reshape_2d(ctx0, slots, selected_experts->ne[0], selected_experts->ne[1]), cpu_ids }; -} - // input embeddings with optional lora ggml_tensor * llm_graph_context::build_inp_embd(ggml_tensor * tok_embd, float tok_scale) const { const int64_t n_embd_inp = hparams.n_embd_inp(); diff --git a/src/llama-graph.h b/src/llama-graph.h index d3b527dce9b4..559149508833 100644 --- a/src/llama-graph.h +++ b/src/llama-graph.h @@ -1031,11 +1031,6 @@ struct llm_graph_amax_src1 { ggml_tensor * scale_s; // scale to undo on the matmul result, or nullptr }; -struct llm_graph_moe_cache_slots { - ggml_tensor * slots; // [n_expert_used, n_tokens] slots of the selected experts in the MoE cache, or nullptr - ggml_tensor * cpu_ids; // [n_expert_used, n_tokens] misses computed from the host experts, -1 for the other experts, or nullptr -}; - struct llm_graph_context { const llama_model & model; @@ -1136,7 +1131,7 @@ struct llm_graph_context { ggml_tensor * w_s = nullptr) const; // do mat_mul_id, while optionally apply lora and per-expert scale - // if slots is set, the experts are selected by slots instead of ids, from the MoE cache if cached (see build_moe_cache_slots) + // if slots is set, the experts are selected by slots instead of ids, from the MoE cache if cached (see llama_moe_cache::build_lookup) ggml_tensor * build_lora_mm_id( ggml_tensor * w, // ggml_tensor * as ggml_tensor * cur, // ggml_tensor * b @@ -1249,17 +1244,6 @@ struct llm_graph_context { ggml_tensor * post_exp_norm = nullptr, float post_exp_norm_eps = 1e-5f) const; - // the slots of the selected experts in the MoE cache, nullptr if the experts of the layer are not read from the cache - // with cpu_part, also the misses computed from the host experts, if the cache leaves any to the CPU - llm_graph_moe_cache_slots build_moe_cache_slots( - ggml_tensor * selected_experts, - ggml_tensor * up_exps, - ggml_tensor * gate_exps, - ggml_tensor * down_exps, - ggml_tensor * gate_up_exps, - bool cpu_part, - int il) const; - // // inputs // diff --git a/src/llama-moe-cache.cpp b/src/llama-moe-cache.cpp index 965f6a177612..1070b92b8a13 100644 --- a/src/llama-moe-cache.cpp +++ b/src/llama-moe-cache.cpp @@ -1,5 +1,6 @@ #include "llama-moe-cache.h" +#include "llama-graph.h" #include "llama-impl.h" #include "llama-memory.h" #include "llama-model.h" @@ -635,6 +636,7 @@ struct llama_moe_cache::impl { } } + // the device that caches layer il ggml_backend_t backend(int32_t il) const { return devices[groups[layers[il].ig].id].backend; } @@ -684,6 +686,8 @@ struct llama_moe_cache::impl { } } + // the slot map of layer il, if its experts can be read from the cache for n_tokens tokens, nullptr otherwise + // cpu_part: the graph computes the misses in the CPU map of the layer (see get_cpu_map) ggml_tensor * get_slot_map(int32_t il, int64_t n_tokens, int64_t n_expert_used, bool cpu_part) const { if (il < 0 || il >= (int32_t) layers.size() || layers[il].ig < 0) { return nullptr; @@ -698,6 +702,8 @@ struct llama_moe_cache::impl { return cpu_part ? l.slot_map_cpu : l.slot_map; } + // the experts of layer il computed on the CPU: I32 [1, n_expert] in host memory, e for these experts, -1 for the others + // nullptr if no misses of layer il are computed on the CPU for ubatches of n_tokens tokens ggml_tensor * get_cpu_map(int32_t il, int64_t n_tokens) const { if (il < 0 || il >= (int32_t) layers.size() || layers[il].cpu_map == nullptr) { return nullptr; @@ -791,7 +797,7 @@ struct llama_moe_cache::impl { } } GGML_ASSERT(ggml_is_contiguous(sel)); - GGML_ASSERT(sel->op == GGML_OP_RESHAPE); // of the [n_expert_used, n_tokens] ids, see build_moe_cache_slots + GGML_ASSERT(sel->op == GGML_OP_RESHAPE); // of the [n_expert_used, n_tokens] ids, see build_lookup const int32_t n_used = (int32_t) sel->src[0]->ne[0]; @@ -878,20 +884,82 @@ llama_moe_cache::llama_moe_cache(const llama_model & model, bool no_alloc, const llama_moe_cache::~llama_moe_cache() = default; -ggml_backend_t llama_moe_cache::backend(int32_t il) const { - return pimpl->backend(il); +ggml_tensor * llama_moe_cache::get_experts(const ggml_tensor * w) const { + return pimpl->get_experts(w); } -ggml_tensor * llama_moe_cache::get_slot_map(int32_t il, int64_t n_tokens, int64_t n_expert_used, bool cpu_part) const { - return pimpl->get_slot_map(il, n_tokens, n_expert_used, cpu_part); -} +llama_moe_cache_lookup llama_moe_cache::build_lookup(const llm_graph_context & g, const llama_moe_cache_layer & layer, ggml_tensor * selected_experts) const { + const int32_t il = layer.il; + ggml_context * ctx0 = g.ctx0; -ggml_tensor * llama_moe_cache::get_experts(const ggml_tensor * w) const { - return pimpl->get_experts(w); + // part of the misses may be computed from the host experts, but not with weights before the FFN, LoRAs or rotated experts + bool cpu_part = !layer.weight_before_ffn && g.loras->empty(); + for (ggml_tensor * w : { layer.up_exps, layer.gate_exps, layer.down_exps, layer.gate_up_exps }) { + cpu_part = cpu_part && !(w != nullptr && g.hdmd != nullptr && g.hdmd->rot.count(w) > 0); + } + + ggml_tensor * cpu_map = cpu_part ? pimpl->get_cpu_map(il, selected_experts->ne[1]) : nullptr; + ggml_tensor * slot_map = pimpl->get_slot_map(il, selected_experts->ne[1], selected_experts->ne[0], cpu_map != nullptr); + if (slot_map == nullptr) { + return {}; + } + for (ggml_tensor * w : { layer.up_exps, layer.gate_exps, layer.down_exps, layer.gate_up_exps }) { + if (w == nullptr) { + continue; + } + ggml_tensor * experts = pimpl->get_experts(w); + if (experts == nullptr) { + return {}; + } + // the device of the cache must compute the matmul, else the scheduler copies the cache to another backend + ggml_tensor * b = ggml_new_tensor_3d(ctx0, GGML_TYPE_F32, experts->ne[0], w == layer.down_exps ? selected_experts->ne[0] : 1, selected_experts->ne[1]); + if (!ggml_backend_supports_op(pimpl->backend(il), ggml_mul_mat_id(ctx0, experts, b, selected_experts))) { + return {}; + } + } + + ggml_tensor * ids = selected_experts; + if (!ggml_is_contiguous(ids)) { + ids = ggml_cont(ctx0, ids); + } + ids = ggml_reshape_1d(ctx0, ids, ggml_nelements(ids)); + + // the slot map is a host weight, so the scheduler starts a new split here and copies it with the copy callback + // the callback reads the selected experts, uploads the missing ones and updates the slot map + ggml_tensor * slots = ggml_get_rows(ctx0, slot_map, ids); // [1, n_expert_used*n_tokens] + if (!ggml_backend_supports_op(pimpl->backend(il), slots)) { + return {}; + } + ggml_backend_sched_set_tensor_backend(g.sched, slots, pimpl->backend(il)); + g.cb(slots, "ffn_moe_slots", il); + + // add the lookup now: the transform of a Hadamard-folded expert reads host weights and would start its split first + ggml_build_forward_expand(g.gf, slots); + + // the misses computed from the host experts, read after the lookup has picked them + ggml_tensor * cpu_ids = nullptr; + if (cpu_map != nullptr) { + cpu_ids = ggml_get_rows(ctx0, cpu_map, ids); // [1, n_expert_used*n_tokens] + cpu_ids = ggml_reshape_2d(ctx0, cpu_ids, selected_experts->ne[0], selected_experts->ne[1]); + } + + return { il, ggml_reshape_2d(ctx0, slots, selected_experts->ne[0], selected_experts->ne[1]), cpu_ids }; } -ggml_tensor * llama_moe_cache::get_cpu_map(int32_t il, int64_t n_tokens) const { - return pimpl->get_cpu_map(il, n_tokens); +ggml_tensor * llama_moe_cache::build_experts(const llm_graph_context & g, const llama_moe_cache_lookup & lookup, + ggml_tensor * cur, ggml_tensor * selected_experts, llama_moe_cache_build_experts_t build, void * user_data) const { + GGML_ASSERT(lookup.slots != nullptr); + + ggml_tensor * experts = build(cur, selected_experts, lookup.slots, true, user_data); + if (lookup.cpu_ids != nullptr) { + // the cached experts and the misses computed from the host experts, each reads the others as zero + // the cached experts come first in the graph, so that they are computed while the misses are + ggml_build_forward_expand(g.gf, experts); + experts = ggml_add(g.ctx0, experts, build(cur, selected_experts, lookup.cpu_ids, false, user_data)); + g.cb(experts, "ffn_moe_down_merged", lookup.il); + } + + return experts; } bool llama_moe_cache::copy(ggml_backend_t backend, const ggml_tensor * src, ggml_tensor * dst, ggml_cgraph * graph) { diff --git a/src/llama-moe-cache.h b/src/llama-moe-cache.h index 636bc4559c19..833eac360f63 100644 --- a/src/llama-moe-cache.h +++ b/src/llama-moe-cache.h @@ -7,6 +7,28 @@ #include struct llama_model; +struct llm_graph_context; + +// the experts of a MoE layer, as llm_graph_context::build_moe_ffn passes them to the MoE cache +struct llama_moe_cache_layer { + int32_t il; + ggml_tensor * up_exps; + ggml_tensor * gate_exps; + ggml_tensor * down_exps; + ggml_tensor * gate_up_exps; + bool weight_before_ffn; // the router weights scale the expert input +}; + +// the lookup of the selected experts of a layer in the MoE cache, see llama_moe_cache::build_lookup +struct llama_moe_cache_lookup { + int32_t il = -1; + ggml_tensor * slots = nullptr; // [n_expert_used, n_tokens] slots of the selected experts in the MoE cache, nullptr if the layer does not read the cache + ggml_tensor * cpu_ids = nullptr; // [n_expert_used, n_tokens] misses computed from the host experts, -1 for the other experts, or nullptr +}; + +// builds the experts selected by mm_ids up to the down projection, from the MoE cache if cached: [n_embd, n_expert_used, n_tokens] +// cur is the expert input and ids are the selected experts, for the biases and scales (see llm_graph_context::build_moe_ffn) +using llama_moe_cache_build_experts_t = ggml_tensor * (*)(ggml_tensor * cur, ggml_tensor * ids, ggml_tensor * mm_ids, bool cached, void * user_data); // keeps recently and repeatedly used experts of host-resident MoE layers in a device buffer // each layer has a slot map in host memory: when the scheduler copies it to the device, the copy callback uploads the missing experts @@ -17,19 +39,19 @@ class llama_moe_cache { llama_moe_cache(const llama_model & model, bool no_alloc, const std::vector & backends, const std::vector & bufts, size_t size, float cpu_share); ~llama_moe_cache(); - // the device that caches layer il - ggml_backend_t backend(int32_t il) const; - - // the slot map of layer il, if its experts can be read from the cache for n_tokens tokens, nullptr otherwise - // cpu_part: the graph computes the misses in the CPU map of the layer (see get_cpu_map) - ggml_tensor * get_slot_map(int32_t il, int64_t n_tokens, int64_t n_expert_used, bool cpu_part) const; - // the experts of w in the cache, nullptr if w is not cached ggml_tensor * get_experts(const ggml_tensor * w) const; - // the experts of layer il computed on the CPU: I32 [1, n_expert] in host memory, e for these experts, -1 for the others - // nullptr if no misses of layer il are computed on the CPU for ubatches of n_tokens tokens - ggml_tensor * get_cpu_map(int32_t il, int64_t n_tokens) const; + // the graph of a MoE layer, built by llm_graph_context::build_moe_ffn in two steps: + + // 1. the lookup of the selected experts in the cache, built after the expert input and before the expert matmuls + // returns no slots if the layer does not read its experts from the cache for this ubatch + llama_moe_cache_lookup build_lookup(const llm_graph_context & g, const llama_moe_cache_layer & layer, ggml_tensor * selected_experts) const; + + // 2. the experts of a layer with slots, from the cache and from the host experts: [n_embd, n_expert_used, n_tokens] + // calls build synchronously; does not retain user_data + ggml_tensor * build_experts(const llm_graph_context & g, const llama_moe_cache_lookup & lookup, + ggml_tensor * cur, ggml_tensor * selected_experts, llama_moe_cache_build_experts_t build, void * user_data) const; // ggml_backend_sched copy callback, returns false if src is not a slot map bool copy(ggml_backend_t backend, const ggml_tensor * src, ggml_tensor * dst, ggml_cgraph * graph); From 108f73adfe607a035ffa9d5996545c669a5decdf Mon Sep 17 00:00:00 2001 From: o7si <32285332+o7si@users.noreply.github.com> Date: Fri, 13 Nov 2026 19:52:21 +0800 Subject: [PATCH 015/249] grammar : optimize matching with left factoring (#29557) * grammar : limit the number of alternatives * grammar : introduce an AST for grammar parsing * grammar : revert AST refactor and alternatives limit This reverts commits: - 84f3b57c4d6c482e7187a30735d16b02de3784fa - 393a707ebb7e6f798abdb8af34cb1bc102f4aaa6 * grammar: optimize big grammar matching by using left-factorization * grammar : preserve character class boundaries during left factoring * grammar : prevent infinite expansion during left factoring * grammar : use ASCII characters in comments * grammar : test empty suffixes after left factoring * grammar : deduplicate left factoring logic * grammar : add comments * grammar : use number parameters and clarify RSS output * grammar : clarify character class test names * grammar : remove performance benchmark * grammar : share immutable rules --------- Co-authored-by: Piotr Wilkin --- src/llama-grammar.cpp | 222 +++++++++++++++++++++++------ src/llama-grammar.h | 5 +- tests/test-grammar-integration.cpp | 26 ++++ 3 files changed, 208 insertions(+), 45 deletions(-) diff --git a/src/llama-grammar.cpp b/src/llama-grammar.cpp index 4e096a3684c6..0ef01dbcaff9 100644 --- a/src/llama-grammar.cpp +++ b/src/llama-grammar.cpp @@ -948,6 +948,160 @@ static void llama_grammar_advance_stack( } } +// Left-factor grammar rules to reduce redundant parallel stacks. +// +// When a rule has many alternates (e.g. tool-choice ::= tc0 | tc1 | ... | tc119) +// and the referenced rules share a common element-content prefix, extract that +// prefix so the parser processes it once instead of N times. +// +// Handles two cases: +// 1. Inline common prefix: rule = "ab1" | "ab2" -> rule = "ab" rule', rule' = "1" | "2" +// 2. Cross-rule prefix: rule = A | B | C where A,B,C start with same elements +// -> rule = common_prefix rule', rule' = A_suffix | B_suffix | C_suffix +static void llama_grammar_left_factor(llama_grammar_rules & rules) { + auto elem_eq = [](const llama_grammar_element & a, const llama_grammar_element & b) { + return a.type == b.type && a.value == b.value; + }; + + // Keep the prefix boundary outside character classes. + auto trim_prefix = [](const llama_grammar_rule & rule, size_t start, size_t length) { + while (length > 0) { + const auto type = rule[start + length].type; + if (type != LLAMA_GRETYPE_CHAR_ALT && type != LLAMA_GRETYPE_CHAR_RNG_UPPER) { + break; + } + length--; + } + return length; + }; + + struct alt_info { + size_t rule_idx; + size_t start; + size_t end; + }; + + const size_t n_rules_original = rules.size(); + // Original rules factor at most once; generated rules do not resolve references. + // Each new suffix removes a non-empty prefix. + bool changed = true; + while (changed) { + changed = false; + const size_t n_rules = rules.size(); + + for (size_t ri = 0; ri < n_rules; ri++) { + const auto & rule = rules[ri]; + + // Split rule into alternates + std::vector> alt_ranges; + size_t alt_start = 0; + for (size_t j = 0; j < rule.size(); j++) { + if (rule[j].type == LLAMA_GRETYPE_ALT || rule[j].type == LLAMA_GRETYPE_END) { + alt_ranges.push_back({alt_start, j}); + alt_start = j + 1; + } + } + + if (alt_ranges.size() < 4) { + continue; + } + + // Resolve each alternate: if it's a single RULE_REF, follow it to get the + // actual element sequence from the referenced rule. + std::vector resolved; + resolved.reserve(alt_ranges.size()); + bool all_single_refs = true; + + for (const auto & [astart, aend] : alt_ranges) { + size_t len = aend - astart; + // Resolving references in generated suffixes can expand recursive rules forever. + if (ri < n_rules_original && len == 1 && rule[astart].type == LLAMA_GRETYPE_RULE_REF) { + size_t ref_id = static_cast(rule[astart].value); + if (ref_id < rules.size()) { + size_t ref_end = 0; + for (size_t k = 0; k < rules[ref_id].size(); k++) { + if (rules[ref_id][k].type == LLAMA_GRETYPE_ALT || + rules[ref_id][k].type == LLAMA_GRETYPE_END) { + ref_end = k; + break; + } + } + bool single_alt = (rules[ref_id][ref_end].type == LLAMA_GRETYPE_END); + if (single_alt) { + resolved.push_back({ref_id, 0, ref_end}); + continue; + } + } + } + all_single_refs = false; + resolved.push_back({ri, astart, aend}); + } + + if (!all_single_refs) { + resolved.clear(); + for (const auto & [astart, aend] : alt_ranges) { + resolved.push_back({ri, astart, aend}); + } + } + + size_t prefix_len = 0; + bool prefix_match = true; + while (prefix_match) { + const auto & first = resolved[0]; + if (first.start + prefix_len >= first.end) { + break; + } + const auto & ref_elem = rules[first.rule_idx][first.start + prefix_len]; + + for (size_t ai = 1; ai < resolved.size(); ai++) { + const auto & alt = resolved[ai]; + if (alt.start + prefix_len >= alt.end || + !elem_eq(rules[alt.rule_idx][alt.start + prefix_len], ref_elem)) { + prefix_match = false; + break; + } + } + if (prefix_match) { + prefix_len++; + } + } + + for (const auto & alt : resolved) { + prefix_len = trim_prefix(rules[alt.rule_idx], alt.start, prefix_len); + } + if (prefix_len == 0) { + continue; + } + + uint32_t suffix_choice_id = static_cast(rules.size()); + llama_grammar_rule suffix_choice; + + for (size_t ai = 0; ai < resolved.size(); ai++) { + if (ai > 0) { + suffix_choice.push_back({LLAMA_GRETYPE_ALT, 0}); + } + const auto & alt = resolved[ai]; + for (size_t j = alt.start + prefix_len; j < alt.end; j++) { + suffix_choice.push_back(rules[alt.rule_idx][j]); + } + } + suffix_choice.push_back({LLAMA_GRETYPE_END, 0}); + + llama_grammar_rule new_rule; + const auto & first = resolved[0]; + for (size_t j = 0; j < prefix_len; j++) { + new_rule.push_back(rules[first.rule_idx][first.start + j]); + } + new_rule.push_back({LLAMA_GRETYPE_RULE_REF, suffix_choice_id}); + new_rule.push_back({LLAMA_GRETYPE_END, 0}); + + rules.push_back(std::move(suffix_choice)); + rules[ri] = std::move(new_rule); + changed = true; + } + } +} + static bool llama_grammar_detect_left_recursion( const llama_grammar_rules & rules, size_t rule_index, @@ -1006,7 +1160,7 @@ static bool llama_grammar_detect_left_recursion( } const llama_grammar_rules & llama_grammar_get_rules(const struct llama_grammar * grammar) { - return grammar->rules; + return *grammar->rules; } llama_grammar_stacks & llama_grammar_get_stacks(struct llama_grammar * grammar) { @@ -1035,7 +1189,7 @@ static void llama_grammar_accept_chr( if (!llama_grammar_is_end_of_sequence(match.second)) { new_stack.push_back(match.second); } - llama_grammar_advance_stack(grammar.rules, new_stack, new_stacks); + llama_grammar_advance_stack(*grammar.rules, new_stack, new_stacks); } } @@ -1221,12 +1375,16 @@ struct llama_grammar * llama_grammar_init_impl( } } - // Check for left recursion - std::vector rules_visited(n_rules); - std::vector rules_in_progress(n_rules); - std::vector rules_may_be_empty(n_rules); + // Left-factor rules to reduce redundant parallel stacks + llama_grammar_left_factor(vec_rules); + + // Check for left recursion (use post-factoring rule count) + const size_t n_rules_total = vec_rules.size(); + std::vector rules_visited(n_rules_total); + std::vector rules_in_progress(n_rules_total); + std::vector rules_may_be_empty(n_rules_total); try { - for (size_t i = 0; i < n_rules; i++) { + for (size_t i = 0; i < n_rules_total; i++) { if (rules_visited[i]) { continue; } @@ -1267,7 +1425,7 @@ struct llama_grammar * llama_grammar_init_impl( // then the pointers would be invalidated when the local vec_rules goes out of scope. return new llama_grammar { vocab, - std::move(vec_rules), + std::make_shared(std::move(vec_rules)), std::move(stacks), /* .partial_utf8 = */ {}, /* .lazy = */ false, @@ -1319,12 +1477,16 @@ struct llama_grammar * llama_grammar_init_impl( vec_rules[i].push_back({LLAMA_GRETYPE_END, 0}); } - // Check for left recursion - std::vector rules_visited(n_rules); - std::vector rules_in_progress(n_rules); - std::vector rules_may_be_empty(n_rules); + // Left-factor rules to reduce redundant parallel stacks + llama_grammar_left_factor(vec_rules); + + // Check for left recursion (use post-factoring rule count) + const size_t n_rules_total = vec_rules.size(); + std::vector rules_visited(n_rules_total); + std::vector rules_in_progress(n_rules_total); + std::vector rules_may_be_empty(n_rules_total); try { - for (size_t i = 0; i < n_rules; i++) { + for (size_t i = 0; i < n_rules_total; i++) { if (rules_visited[i]) { continue; } @@ -1378,7 +1540,7 @@ struct llama_grammar * llama_grammar_init_impl( // then the pointers would be invalidated when the local vec_rules goes out of scope. return new llama_grammar { vocab, - std::move(vec_rules), + std::make_shared(std::move(vec_rules)), std::move(stacks), /* .partial_utf8 = */ {}, /* .lazy = */ lazy, @@ -1399,33 +1561,7 @@ void llama_grammar_free_impl(struct llama_grammar * grammar) { } struct llama_grammar * llama_grammar_clone_impl(const struct llama_grammar & grammar) { - auto * result = new llama_grammar { - grammar.vocab, - grammar.rules, - grammar.stacks, - grammar.partial_utf8, - grammar.lazy, - grammar.awaiting_trigger, - grammar.trigger_buffer, - grammar.trigger_buffer_positions, - grammar.trigger_tokens, - grammar.trigger_patterns, - }; - - // redirect elements in stacks to point to new rules - for (size_t is = 0; is < result->stacks.size(); is++) { - for (size_t ie = 0; ie < result->stacks[is].size(); ie++) { - for (size_t ir0 = 0; ir0 < grammar.rules.size(); ir0++) { - for (size_t ir1 = 0; ir1 < grammar.rules[ir0].size(); ir1++) { - if (grammar.stacks[is][ie] == &grammar.rules[ir0][ir1]) { - result->stacks[is][ie] = &result->rules[ir0][ir1]; - } - } - } - } - } - - return result; + return new llama_grammar(grammar); } void llama_grammar_apply_impl(const struct llama_grammar & grammar, llama_token_data_array * cur_p) { @@ -1465,7 +1601,7 @@ void llama_grammar_apply_impl(const struct llama_grammar & grammar, llama_token_ } } - const auto rejects = llama_grammar_reject_candidates(grammar.rules, grammar.stacks, candidates_grammar); + const auto rejects = llama_grammar_reject_candidates(*grammar.rules, grammar.stacks, candidates_grammar); for (const auto & reject : rejects) { cur_p->data[reject.index].logit = -INFINITY; } @@ -1566,7 +1702,7 @@ void llama_grammar_accept_token(struct llama_grammar & grammar, llama_token toke if (!llama_grammar_is_end_of_sequence(pos + 1)) { new_stack.push_back(pos + 1); } - llama_grammar_advance_stack(grammar.rules, new_stack, stacks_new); + llama_grammar_advance_stack(*grammar.rules, new_stack, stacks_new); } } else { llama_grammar_stacks current_stacks = {stack}; diff --git a/src/llama-grammar.h b/src/llama-grammar.h index 2885f770597f..5829d8edc467 100644 --- a/src/llama-grammar.h +++ b/src/llama-grammar.h @@ -3,6 +3,7 @@ #include "llama.h" #include +#include #include #include #include @@ -132,8 +133,8 @@ struct llama_grammar { // note: allow null vocab for testing (not great) const llama_vocab * vocab; - const llama_grammar_rules rules; // TODO: shared ptr - llama_grammar_stacks stacks; + const std::shared_ptr rules; + llama_grammar_stacks stacks; // buffer for partially generated UTF-8 sequence from accepted tokens llama_partial_utf8 partial_utf8; diff --git a/tests/test-grammar-integration.cpp b/tests/test-grammar-integration.cpp index 75bfca645f00..a7a7e968ef42 100644 --- a/tests/test-grammar-integration.cpp +++ b/tests/test-grammar-integration.cpp @@ -193,6 +193,19 @@ static void test_schema(const std::string & test_desc, const std::string & schem } static void test_simple_grammar() { + test_grammar( + "left factor leading empty suffix", + "root ::= \"ab\" | \"abc\" | \"abd\" | \"abe\"", + {"ab", "abc", "abd", "abe"}, {"", "a", "abb", "abcc"}); + test_grammar( + "left factor middle empty suffix", + "root ::= \"abc\" | \"ab\" | \"abd\" | \"abe\"", + {"ab", "abc", "abd", "abe"}, {"", "a", "abb", "abcc"}); + test_grammar( + "left factor recursive references", + "root ::= \"ok\" | choice\nchoice ::= a | b | c | d\na ::= \"x\" a\nb ::= \"x\" b\nc ::= \"x\" c\nd ::= \"x\" d", + {"ok"}, {"", "x", "xx", "okx"}); + test_schema( "min 0", R"""({ @@ -623,6 +636,19 @@ static void test_special_chars() { "🔵🟠abc🟠🔵" } ); + + test_grammar( + "skip left factoring inside character classes", + "root ::= [ab] \"x\" | [ac] \"x\" | [ad] \"x\" | [ae] \"x\"", + {"ax", "bx", "cx", "dx", "ex"}, {"", "a", "fx", "axx"}); + test_grammar( + "skip left factoring inside character ranges", + "root ::= [a-b] \"x\" | [a-c] \"x\" | [a-d] \"x\" | [a-e] \"x\"", + {"ax", "bx", "cx", "dx", "ex"}, {"", "a", "fx", "axx"}); + test_grammar( + "left factor referenced character alternatives", + "root ::= a | b | c | d\na ::= \"p\" [a] \"x\"\nb ::= \"p\" [ab] \"x\"\nc ::= \"p\" [ac] \"x\"\nd ::= \"p\" [ad] \"x\"", + {"pax", "pbx", "pcx", "pdx"}, {"", "px", "pex", "paxx"}); } static void test_quantifiers() { From 8c2c4c39c5d61389dd04d5474a9ab1f68182a5f7 Mon Sep 17 00:00:00 2001 From: "Aman Chadha(IVIXMMI)" <79802170+ac-mmi@users.noreply.github.com> Date: Fri, 13 Nov 2026 17:23:55 +0530 Subject: [PATCH 016/249] ggml-vulkan: add optional device keepalive (#29267) * ggml-vulkan: add optional device keepalive * simplify implementation, move ownership to backend, change env var to seconds --------- Co-authored-by: Acmmi Co-authored-by: Ruben Ortlam --- ggml/src/ggml-vulkan/ggml-vulkan-types.h | 4 ++++ ggml/src/ggml-vulkan/ggml-vulkan.cpp | 29 ++++++++++++++++++++++++ 2 files changed, 33 insertions(+) diff --git a/ggml/src/ggml-vulkan/ggml-vulkan-types.h b/ggml/src/ggml-vulkan/ggml-vulkan-types.h index 81fd5b8a84ba..805963e943e6 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan-types.h +++ b/ggml/src/ggml-vulkan/ggml-vulkan-types.h @@ -1279,6 +1279,10 @@ struct ggml_backend_vk_context { vk_device device; + // Workaround for drivers moving VRAM contents off the GPU when idle + std::promise keepalive_stop; + std::thread keepalive_thread; + size_t semaphore_idx, binary_semaphore_idx, event_idx; ggml_vk_garbage_collector gc; size_t prealloc_size_x, prealloc_size_y, prealloc_size_split_k, prealloc_size_add_rms_partials, prealloc_size_add_rms_partials_offset; diff --git a/ggml/src/ggml-vulkan/ggml-vulkan.cpp b/ggml/src/ggml-vulkan/ggml-vulkan.cpp index 22641f5fbdb4..89761dc1b607 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan.cpp +++ b/ggml/src/ggml-vulkan/ggml-vulkan.cpp @@ -4237,6 +4237,8 @@ static bool ggml_vk_has_rebar(const vk::PhysicalDevice & physical_device) { return false; } +static void ggml_vk_device_start_keepalive(vk_device& device); + vk_device ggml_vk_get_device(size_t idx) { VK_LOG_DEBUG("ggml_vk_get_device(" << idx << ")"); @@ -13353,6 +13355,10 @@ void ggml_vk_graph_cleanup(ggml_backend_vk_context * ctx) { void ggml_vk_cleanup(ggml_backend_vk_context * ctx) { VK_LOG_DEBUG("ggml_vk_cleanup(" << ctx->name << ")"); + if (ctx->keepalive_thread.joinable()) { + ctx->keepalive_stop.set_value(); + ctx->keepalive_thread.join(); + } // discard any unsubmitted command buffers ctx->compute_ctx.reset(); // wait for any pending command buffers to finish @@ -15719,11 +15725,34 @@ static ggml_guid_t ggml_backend_vk_guid() { return &guid; } +static void ggml_vk_start_keepalive(ggml_backend_vk_context * ctx) { + const char * env = getenv("GGML_VK_KEEPALIVE"); + const int s = env ? atoi(env) : 0; + if (s <= 0) { + return; + } + + GGML_LOG_INFO("ggml_vulkan: GGML_VK_KEEPALIVE=%ds on %s\n", s, ctx->device->name.c_str()); + + vk_buffer buf = ggml_vk_create_buffer_check(ctx->device, 4, vk::MemoryPropertyFlagBits::eDeviceLocal); + ctx->keepalive_thread = std::thread([buf, stop = ctx->keepalive_stop.get_future(), s]() mutable { + while (stop.wait_for(std::chrono::seconds(s)) == std::future_status::timeout) { + try { + ggml_vk_buffer_memset(buf, 0, 0, 4); + } catch (const std::exception & e) { + GGML_LOG_WARN("ggml_vulkan: keepalive stopped: %s\n", e.what()); + return; + } + } + }); +} + ggml_backend_t ggml_backend_vk_init(size_t dev_num) { VK_LOG_DEBUG("ggml_backend_vk_init(" << dev_num << ")"); ggml_backend_vk_context * ctx = new ggml_backend_vk_context; ggml_vk_init(ctx, dev_num); + ggml_vk_start_keepalive(ctx); ggml_backend_t vk_backend = new ggml_backend { /* .guid = */ ggml_backend_vk_guid(), From 7874988b456dc265d468fe18f612e875f1ebc490 Mon Sep 17 00:00:00 2001 From: Pranesh Gonegandla Date: Fri, 13 Nov 2026 12:25:32 +0000 Subject: [PATCH 017/249] spec : Warn when --spec-draft-p-min is used with probabilistic draft sampling (#31294) * spec : skip p_min for sampled MTP and DFlash2 drafts Under rejection sampling the acceptance at a position is 1 - TV(p, q), which the draft's top probability does not tell, so the p_min cutoff dropped draft tokens the target would have accepted. Skip it when MTP or DFlash2 samples the draft. draft-simple keeps it: each extra draft token costs a full draft model pass. * spec : replace the sampled-draft p_min skip with a warning p_min behaves as on master again for every drafter and sampling mode. Instead, log a warning when --spec-draft-p-min > 0 is used with --spec-draft-sampling probabilistic, suggesting p_min 0: under rejection sampling the draft's top probability does not tell how much of the draft the target accepts. The cut is not skipped because with MTP at long drafts it can still pay off. * spec : warn about p_min only for drafters that use it The n-gram drafters ignore p_min, and DSpark uses it as the cutoff of its confidence head, so the warning is skipped when only these are configured. --------- Co-authored-by: Pranesh Gonegandla --- common/speculative.cpp | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) diff --git a/common/speculative.cpp b/common/speculative.cpp index a7bd221127a3..63cb5e611ff4 100644 --- a/common/speculative.cpp +++ b/common/speculative.cpp @@ -3019,6 +3019,26 @@ common_speculative * common_speculative_init(common_params_speculative & params, return nullptr; } + // the n-gram drafters ignore p_min, and DSpark uses it as the cutoff of its confidence head + const bool uses_p_min = std::any_of(configs.begin(), configs.end(), [](const common_speculative_config & c) { + switch (c.type) { + case COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK: + case COMMON_SPECULATIVE_TYPE_NGRAM_SIMPLE: + case COMMON_SPECULATIVE_TYPE_NGRAM_MAP_K: + case COMMON_SPECULATIVE_TYPE_NGRAM_MAP_K4V: + case COMMON_SPECULATIVE_TYPE_NGRAM_MOD: + case COMMON_SPECULATIVE_TYPE_NGRAM_CACHE: + return false; + default: + return true; + } + }); + + if (params.draft.probabilistic && params.draft.p_min > 0.0f && uses_p_min) { + LOG_WRN("%s: --spec-draft-p-min %.2f stops sampled drafts early, consider setting it to 0 with --spec-draft-sampling probabilistic\n", + __func__, (double) params.draft.p_min); + } + common_speculative_ptr result(new common_speculative { /* .dparams = */ common_speculative_draft_params_vec(n_seq), /* .impls = */ std::move(impls), From ae93877c8f3bf9f39f0ee4ffb3ef1697c416a7c3 Mon Sep 17 00:00:00 2001 From: Yonghye Kwon Date: Fri, 13 Nov 2026 22:02:36 +0900 Subject: [PATCH 018/249] vulkan: add TOP_K_MASK (#31544) * vulkan: add TOP_K_MASK Assisted-by: Claude Opus 5.5 * vulkan: fix the TOP_K_MASK barrier and use the common offset helper Assisted-by: Claude Opus 5.5 * vulkan: declare ggml_vk_top_k_mask in the common header Assisted-by: Claude Opus 5.5 --- docs/ops.md | 2 +- docs/ops/Vulkan.csv | 28 ++++++ ggml/src/ggml-vulkan/ggml-vulkan-common.h | 1 + .../ggml-vulkan/ggml-vulkan-push-constants.h | 35 +++++++ ggml/src/ggml-vulkan/ggml-vulkan-types.h | 2 + ggml/src/ggml-vulkan/ggml-vulkan.cpp | 73 ++++++++++++++ .../vulkan-shaders/top_k_mask.comp | 95 +++++++++++++++++++ .../vulkan-shaders/vulkan-shaders-gen.cpp | 2 + 8 files changed, 237 insertions(+), 1 deletion(-) create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/top_k_mask.comp diff --git a/docs/ops.md b/docs/ops.md index 3c2bcd239bb1..c2ae5cbfb15f 100644 --- a/docs/ops.md +++ b/docs/ops.md @@ -126,7 +126,7 @@ Legend: | TANH | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | | TIMESTEP_EMBEDDING | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | ❌ | | TOP_K | ❌ | ❌ | ✅ | ❌ | ❌ | ✅ | ✅ | ✅ | ✅ | 🟡 | ✅ | ❌ | ❌ | -| TOP_K_MASK | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | +| TOP_K_MASK | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | | TRI | ❌ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | | TRUNC | ❌ | ❌ | ✅ | 🟡 | 🟡 | ❌ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | | UPSCALE | ❌ | 🟡 | ✅ | ✅ | ❌ | ❌ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | diff --git a/docs/ops/Vulkan.csv b/docs/ops/Vulkan.csv index 65ac8bf33984..dbd6412efb39 100644 --- a/docs/ops/Vulkan.csv +++ b/docs/ops/Vulkan.csv @@ -19439,3 +19439,31 @@ "Vulkan0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=q4_1","support","0","no","Vulkan" "Vulkan0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=q4_0","support","0","no","Vulkan" "Vulkan0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=iq4_nl","support","0","no","Vulkan" +"Vulkan0","TOP_K_MASK","type=f16,n_kv=256,n_blk=4,n_pick=64,n_top=16,n_extra=3,score=1,nb=32,nh=1,ns=1,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f16,n_kv=1001,n_blk=4,n_pick=70,n_top=16,n_extra=3,score=1,nb=7,nh=1,ns=1,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f16,n_kv=256,n_blk=4,n_pick=64,n_top=64,n_extra=0,score=1,nb=33,nh=1,ns=1,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f16,n_kv=512,n_blk=8,n_pick=16,n_top=32,n_extra=7,score=1,nb=5,nh=1,ns=4,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f16,n_kv=4096,n_blk=4,n_pick=1024,n_top=512,n_extra=3,score=1,nb=1,nh=1,ns=1,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f16,n_kv=4096,n_blk=4,n_pick=1024,n_top=512,n_extra=3,score=1,nb=64,nh=1,ns=2,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f16,n_kv=256,n_blk=0,n_pick=256,n_top=16,n_extra=0,score=0,nb=32,nh=1,ns=1,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f16,n_kv=1001,n_blk=0,n_pick=1001,n_top=64,n_extra=0,score=0,nb=7,nh=1,ns=3,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f16,n_kv=4096,n_blk=0,n_pick=4096,n_top=2048,n_extra=0,score=0,nb=5,nh=1,ns=1,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f16,n_kv=512,n_blk=0,n_pick=512,n_top=32,n_extra=5,score=1,nb=9,nh=1,ns=1,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f16,n_kv=512,n_blk=16,n_pick=32,n_top=4,n_extra=0,score=1,nb=6,nh=4,ns=1,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f16,n_kv=1024,n_blk=8,n_pick=128,n_top=16,n_extra=8,score=0,nb=3,nh=2,ns=2,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f16,n_kv=1001,n_blk=4,n_pick=70,n_top=16,n_extra=3,score=1,nb=7,nh=1,ns=1,real=0,bcast=1","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f16,n_kv=512,n_blk=8,n_pick=16,n_top=32,n_extra=7,score=1,nb=5,nh=1,ns=4,real=0,bcast=1","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f32,n_kv=256,n_blk=4,n_pick=64,n_top=16,n_extra=3,score=1,nb=32,nh=1,ns=1,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f32,n_kv=1001,n_blk=4,n_pick=70,n_top=16,n_extra=3,score=1,nb=7,nh=1,ns=1,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f32,n_kv=256,n_blk=4,n_pick=64,n_top=64,n_extra=0,score=1,nb=33,nh=1,ns=1,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f32,n_kv=512,n_blk=8,n_pick=16,n_top=32,n_extra=7,score=1,nb=5,nh=1,ns=4,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f32,n_kv=4096,n_blk=4,n_pick=1024,n_top=512,n_extra=3,score=1,nb=1,nh=1,ns=1,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f32,n_kv=4096,n_blk=4,n_pick=1024,n_top=512,n_extra=3,score=1,nb=64,nh=1,ns=2,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f32,n_kv=256,n_blk=0,n_pick=256,n_top=16,n_extra=0,score=0,nb=32,nh=1,ns=1,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f32,n_kv=1001,n_blk=0,n_pick=1001,n_top=64,n_extra=0,score=0,nb=7,nh=1,ns=3,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f32,n_kv=4096,n_blk=0,n_pick=4096,n_top=2048,n_extra=0,score=0,nb=5,nh=1,ns=1,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f32,n_kv=512,n_blk=0,n_pick=512,n_top=32,n_extra=5,score=1,nb=9,nh=1,ns=1,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f32,n_kv=512,n_blk=16,n_pick=32,n_top=4,n_extra=0,score=1,nb=6,nh=4,ns=1,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f32,n_kv=1024,n_blk=8,n_pick=128,n_top=16,n_extra=8,score=0,nb=3,nh=2,ns=2,real=0,bcast=0","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f32,n_kv=1001,n_blk=4,n_pick=70,n_top=16,n_extra=3,score=1,nb=7,nh=1,ns=1,real=0,bcast=1","support","1","yes","Vulkan" +"Vulkan0","TOP_K_MASK","type=f32,n_kv=512,n_blk=8,n_pick=16,n_top=32,n_extra=7,score=1,nb=5,nh=1,ns=4,real=0,bcast=1","support","1","yes","Vulkan" diff --git a/ggml/src/ggml-vulkan/ggml-vulkan-common.h b/ggml/src/ggml-vulkan/ggml-vulkan-common.h index 4e05fb81839b..b74062931404 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan-common.h +++ b/ggml/src/ggml-vulkan/ggml-vulkan-common.h @@ -109,6 +109,7 @@ void ggml_vk_quantize_q8_1(ggml_backend_vk_context * ctx, vk_context& subctx, co void ggml_vk_dsv4_hc_comb(ggml_backend_vk_context * ctx, vk_context& subctx, const ggml_tensor * mixes, const ggml_tensor * scale, const ggml_tensor * base, ggml_tensor * dst); void ggml_vk_dsv4_hc_pre(ggml_backend_vk_context * ctx, vk_context& subctx, const ggml_tensor * x, const ggml_tensor * weights, ggml_tensor * dst); void ggml_vk_dsv4_hc_post(ggml_backend_vk_context * ctx, vk_context& subctx, const ggml_tensor * x, const ggml_tensor * residual, const ggml_tensor * post, const ggml_tensor * comb, ggml_tensor * dst, const ggml_tensor * gate_scale_in = nullptr); +void ggml_vk_top_k_mask(ggml_backend_vk_context * ctx, vk_context& subctx, ggml_tensor * dst); void ggml_vk_mul_mat(ggml_backend_vk_context * ctx, vk_context& subctx, const struct ggml_cgraph * cgraph, int node_idx); bool ggml_vk_use_mul_mat_vec_id(const struct ggml_cgraph * cgraph, int node_idx); void ggml_vk_mul_mat_id(ggml_backend_vk_context * ctx, vk_context& subctx, const struct ggml_cgraph * cgraph, int node_idx); diff --git a/ggml/src/ggml-vulkan/ggml-vulkan-push-constants.h b/ggml/src/ggml-vulkan/ggml-vulkan-push-constants.h index 1ef00477bfef..caa852e28bf7 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan-push-constants.h +++ b/ggml/src/ggml-vulkan/ggml-vulkan-push-constants.h @@ -219,6 +219,29 @@ struct vk_op_dsv4_hc_post_push_constants { float gate_scale_out; }; +struct vk_op_top_k_mask_push_constants { + uint32_t n_kv; + uint32_t n_top; + uint32_t n_pick; + uint32_t n_blk; + uint32_t n_extra; + uint32_t has_score; + uint32_t ninf; + + uint32_t ne1; uint32_t ne2; + + uint32_t m1; uint32_t m2; uint32_t m3; + uint32_t nbm1; uint32_t nbm2; uint32_t nbm3; + uint32_t nbd1; uint32_t nbd2; uint32_t nbd3; + + uint32_t m_offset; + uint32_t k_offset; + uint32_t s_offset; + uint32_t b_offset; + uint32_t e_offset; + uint32_t d_offset; +}; + struct vk_op_count_experts_push_constants { uint32_t ne00; uint32_t ne01; @@ -972,6 +995,18 @@ template <> inline void init_pushconst_tensor_offsets(ggml_backend_vk_context * p.d_offset = get_misalign_bytes(ctx, dst) / ggml_type_size(dst->type); } +// the fifth source, extra, comes from dst +template <> inline void init_pushconst_tensor_offsets(ggml_backend_vk_context * ctx, vk_op_top_k_mask_push_constants &p, const ggml_tensor * src0, const ggml_tensor * src1, const ggml_tensor * src2, const ggml_tensor * src3, ggml_tensor * dst) { + const ggml_tensor * extra = dst->src[4]; + + p.m_offset = get_misalign_bytes(ctx, src0) / ggml_type_size(src0->type); + p.k_offset = get_misalign_bytes(ctx, src1) / ggml_type_size(src1->type); + p.s_offset = src2 ? get_misalign_bytes(ctx, src2) / ggml_type_size(src2->type) : 0; + p.b_offset = src3 ? get_misalign_bytes(ctx, src3) / ggml_type_size(src3->type) : 0; + p.e_offset = extra ? get_misalign_bytes(ctx, extra) / ggml_type_size(extra->type) : 0; + p.d_offset = get_misalign_bytes(ctx, dst) / ggml_type_size(dst->type); +} + template size_t push_constant_size(const T &t) { static_assert(std::is_class::value, "T must be a struct/class"); GGML_UNUSED(t); diff --git a/ggml/src/ggml-vulkan/ggml-vulkan-types.h b/ggml/src/ggml-vulkan/ggml-vulkan-types.h index 805963e943e6..e72afc6ae447 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan-types.h +++ b/ggml/src/ggml-vulkan/ggml-vulkan-types.h @@ -977,6 +977,8 @@ struct vk_device_struct { vk_pipeline pipeline_dsv4_hc_pre_gated_f32; vk_pipeline pipeline_dsv4_hc_post_f32; vk_pipeline pipeline_dsv4_hc_post_nocomb_f32; + vk_pipeline pipeline_top_k_mask_f16; + vk_pipeline pipeline_top_k_mask_f32; std::map pipeline_solve_tri_f32; vk_pipeline pipeline_im2col_f32, pipeline_im2col_f32_f16; vk_pipeline pipeline_im2col_3d_f32, pipeline_im2col_3d_f32_f16; diff --git a/ggml/src/ggml-vulkan/ggml-vulkan.cpp b/ggml/src/ggml-vulkan/ggml-vulkan.cpp index 89761dc1b607..785d6fa69b87 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan.cpp +++ b/ggml/src/ggml-vulkan/ggml-vulkan.cpp @@ -3823,6 +3823,10 @@ void ggml_vk_load_shaders(vk_device& device, vk_pipeline requested) { ggml_vk_create_pipeline(device, device->pipeline_dsv4_hc_post_f32, "dsv4_hc_post_f32", dsv4_hc_post_f32_len, dsv4_hc_post_f32_data, "main", 5, sizeof(vk_op_dsv4_hc_post_push_constants), {256, 1, 1}, { 256, 1 }, 1); ggml_vk_create_pipeline(device, device->pipeline_dsv4_hc_post_nocomb_f32,"dsv4_hc_post_nocomb_f32",dsv4_hc_post_f32_len, dsv4_hc_post_f32_data, "main", 5, sizeof(vk_op_dsv4_hc_post_push_constants), {256, 1, 1}, { 256, 0 }, 1); + const uint32_t top_k_mask_wg = std::min({256u, device->properties.limits.maxComputeWorkGroupInvocations, device->properties.limits.maxComputeWorkGroupSize[0]}); + ggml_vk_create_pipeline(device, device->pipeline_top_k_mask_f16, "top_k_mask_f16", top_k_mask_f16_len, top_k_mask_f16_data, "main", 6, sizeof(vk_op_top_k_mask_push_constants), {1, 1, 1}, {top_k_mask_wg}, 1); + ggml_vk_create_pipeline(device, device->pipeline_top_k_mask_f32, "top_k_mask_f32", top_k_mask_f32_len, top_k_mask_f32_data, "main", 6, sizeof(vk_op_top_k_mask_push_constants), {1, 1, 1}, {top_k_mask_wg}, 1); + for (auto &s : device->pipeline_solve_tri_f32) { const vk_solve_tri_pipeline_state &state = s.first; @@ -7625,6 +7629,46 @@ void ggml_vk_dsv4_hc_post(ggml_backend_vk_context * ctx, vk_context& subctx, con ggml_vk_dispatch_pipeline(ctx, subctx, pipeline, { x_buf, r_buf, p_buf, c_buf, d_buf }, pc, { n_embd, n_tokens, 1 }); } +void ggml_vk_top_k_mask(ggml_backend_vk_context * ctx, vk_context& subctx, ggml_tensor * dst) { + const ggml_tensor * mask = dst->src[0]; + const ggml_tensor * top_k = dst->src[1]; + const ggml_tensor * score = dst->src[2]; + const ggml_tensor * blocks = dst->src[3]; + const ggml_tensor * extra = dst->src[4]; + VK_LOG_DEBUG("ggml_vk_top_k_mask(" << mask << ", " << top_k << ", " << score << ", " << blocks << ", " << extra << ", " << dst << ")"); + + vk_pipeline pipeline = dst->type == GGML_TYPE_F16 ? ctx->device->pipeline_top_k_mask_f16 : ctx->device->pipeline_top_k_mask_f32; + GGML_ASSERT(pipeline != nullptr); + + ggml_pipeline_request_descriptor_sets(ctx, pipeline, 1); + + const vk_subbuffer m_buf = ggml_vk_tensor_subbuffer(ctx, mask, true); + const vk_subbuffer k_buf = ggml_vk_tensor_subbuffer(ctx, top_k, true); + const vk_subbuffer s_buf = score ? ggml_vk_tensor_subbuffer(ctx, score, true) : k_buf; + const vk_subbuffer b_buf = blocks ? ggml_vk_tensor_subbuffer(ctx, blocks, true) : k_buf; + const vk_subbuffer e_buf = extra ? ggml_vk_tensor_subbuffer(ctx, extra, true) : k_buf; + const vk_subbuffer d_buf = ggml_vk_tensor_subbuffer(ctx, dst, true); + + vk_op_top_k_mask_push_constants pc = { + (uint32_t)mask->ne[0], + (uint32_t)top_k->ne[0], + (uint32_t)(blocks ? blocks->ne[1] : score ? score->ne[0] : mask->ne[0]), + blocks ? (uint32_t)blocks->ne[0] : 0, + extra ? (uint32_t)extra->ne[0] : 0, + score ? 1u : 0u, + dst->type == GGML_TYPE_F16 ? 0xFC00u : 0xFF800000u, + (uint32_t)dst->ne[1], (uint32_t)dst->ne[2], + (uint32_t)mask->ne[1], (uint32_t)mask->ne[2], (uint32_t)mask->ne[3], + ggml_vk_nb_elem(mask, 1), ggml_vk_nb_elem(mask, 2), ggml_vk_nb_elem(mask, 3), + ggml_vk_nb_elem(dst, 1), ggml_vk_nb_elem(dst, 2), ggml_vk_nb_elem(dst, 3), + 0, 0, 0, 0, 0, 0, + }; + init_pushconst_tensor_offsets(ctx, pc, mask, top_k, score, blocks, dst); + + ggml_vk_dispatch_pipeline(ctx, subctx, pipeline, { m_buf, k_buf, s_buf, b_buf, e_buf, d_buf }, pc, + { (uint32_t)dst->ne[1], (uint32_t)dst->ne[2], (uint32_t)dst->ne[3] }); +} + void ggml_vk_mul_mat(ggml_backend_vk_context * ctx, vk_context& subctx, const struct ggml_cgraph * cgraph, int node_idx) { ggml_tensor * dst = cgraph->nodes[node_idx]; ggml_tensor * src0 = dst->src[0]; @@ -13211,6 +13255,11 @@ bool ggml_vk_build_graph(ggml_backend_vk_context * ctx, ggml_cgraph * cgraph, in break; + case GGML_OP_TOP_K_MASK: + ggml_vk_top_k_mask(ctx, compute_ctx, node); + + break; + case GGML_OP_GATED_DELTA_NET: ggml_vk_gated_delta_net(ctx, compute_ctx, node); @@ -16488,6 +16537,30 @@ static bool ggml_backend_vk_device_supports_op(ggml_backend_dev_t dev, const ggm } return true; } + case GGML_OP_TOP_K_MASK: + { + const ggml_tensor * mask = op->src[0]; + if ((op->type != GGML_TYPE_F16 && op->type != GGML_TYPE_F32) || mask->type != op->type) { + return false; + } + + // one workgroup per row + const auto & max_wg = device->properties.limits.maxComputeWorkGroupCount; + if (op->ne[1] > max_wg[0] || op->ne[2] > max_wg[1] || op->ne[3] > max_wg[2]) { + return false; + } + + // the shader expects contiguous rows in mask and dst, and contiguous tensors in the other inputs + if (!ggml_is_contiguous_rows(op) || !ggml_is_contiguous_rows(mask)) { + return false; + } + for (int i = 1; i <= 4; ++i) { + if (op->src[i] && !ggml_is_contiguous(op->src[i])) { + return false; + } + } + return true; + } case GGML_OP_GATED_DELTA_NET: { const uint32_t S_v = op->src[2]->ne[0]; diff --git a/ggml/src/ggml-vulkan/vulkan-shaders/top_k_mask.comp b/ggml/src/ggml-vulkan/vulkan-shaders/top_k_mask.comp new file mode 100644 index 000000000000..0e2c5b1605a1 --- /dev/null +++ b/ggml/src/ggml-vulkan/vulkan-shaders/top_k_mask.comp @@ -0,0 +1,95 @@ +#version 450 + +#extension GL_EXT_shader_16bit_storage : require +#extension GL_KHR_memory_scope_semantics : enable + +// One workgroup per row: fill the row with -inf, then copy the mask cells of the live picks and the extra cells. +// The op only moves bits, so f16 needs no float16 arithmetic and the score check does not depend on float controls. + +layout(constant_id = 0) const uint BLOCK_SIZE = 256; + +layout(local_size_x_id = 0, local_size_y = 1, local_size_z = 1) in; + +layout(push_constant) uniform parameter +{ + uint n_kv; + uint n_top; + uint n_pick; + uint n_blk; // 0: a pick is a cell + uint n_extra; + uint has_score; + uint ninf; // bits of -inf: a 16-bit literal would need shaderInt16 + + uint ne1; uint ne2; + + uint m1; uint m2; uint m3; + uint nbm1; uint nbm2; uint nbm3; + uint nbd1; uint nbd2; uint nbd3; + + uint m_offset; + uint k_offset; + uint s_offset; + uint b_offset; + uint e_offset; + uint d_offset; +}; + +layout(binding = 0, std430) readonly buffer M { MASK_TYPE data_m[]; }; +layout(binding = 1, std430) readonly buffer K { int data_k[]; }; +layout(binding = 2, std430) readonly buffer S { uint data_s[]; }; +layout(binding = 3, std430) readonly buffer B { int data_b[]; }; +layout(binding = 4, std430) readonly buffer E { int data_e[]; }; +// coherent: the fill and the copy of a cell can come from different invocations +layout(binding = 5, std430) coherent writeonly buffer D { MASK_TYPE data_d[]; }; + +void keep(const int c, const uint m_row, const uint d_row) { + if (c >= 0 && uint(c) < n_kv) { + data_d[d_row + uint(c)] = data_m[m_row + uint(c)]; + } +} + +// score > -inf +bool is_live(const uint s) { + return s != 0xFF800000u && (s & 0x7FFFFFFFu) <= 0x7F800000u; +} + +void main() { + const uint tid = gl_LocalInvocationIndex; + + const uint i1 = gl_WorkGroupID.x; + const uint i2 = gl_WorkGroupID.y; + const uint i3 = gl_WorkGroupID.z; + + const uint row = i1 + ne1*(i2 + ne2*i3); + const uint m_row = m_offset + (i1 % m1)*nbm1 + (i2 % m2)*nbm2 + (i3 % m3)*nbm3; + const uint d_row = d_offset + i1*nbd1 + i2*nbd2 + i3*nbd3; + + for (uint i = tid; i < n_kv; i += BLOCK_SIZE) { + data_d[d_row + i] = MASK_TYPE(ninf); + } + + controlBarrier(gl_ScopeWorkgroup, gl_ScopeWorkgroup, gl_StorageSemanticsBuffer, gl_SemanticsAcquireRelease); + + // one invocation per pick or extra cell; cells kept twice get the same value + for (uint i = tid; i < n_top + n_extra; i += BLOCK_SIZE) { + if (i >= n_top) { + keep(data_e[e_offset + row*n_extra + (i - n_top)], m_row, d_row); + continue; + } + + const int p = data_k[k_offset + row*n_top + i]; + if (p < 0 || uint(p) >= n_pick) { + continue; + } + if (has_score != 0 && !is_live(data_s[s_offset + row*n_pick + uint(p)])) { + continue; + } + if (n_blk == 0) { + keep(p, m_row, d_row); + continue; + } + for (uint k = 0; k < n_blk; ++k) { + keep(data_b[b_offset + uint(p)*n_blk + k], m_row, d_row); + } + } +} diff --git a/ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp b/ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp index 7ccccfa1d3cb..d26357498240 100644 --- a/ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp +++ b/ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp @@ -1120,6 +1120,8 @@ void process_shaders() { string_to_spv("dsv4_hc_comb_f32", "dsv4_hc_comb.comp", {}); string_to_spv("dsv4_hc_pre_f32", "dsv4_hc_pre.comp", {}); string_to_spv("dsv4_hc_post_f32", "dsv4_hc_post.comp", {}); + string_to_spv("top_k_mask_f16", "top_k_mask.comp", {{"MASK_TYPE", "uint16_t"}}); + string_to_spv("top_k_mask_f32", "top_k_mask.comp", {{"MASK_TYPE", "uint"}}); string_to_spv("cumsum_f32", "cumsum.comp", merge_maps(base_dict, {{"A_TYPE", "float"}, {"D_TYPE", "float"}})); string_to_spv("cumsum_multipass1_f32", "cumsum_multipass1.comp", merge_maps(base_dict, {{"A_TYPE", "float"}, {"D_TYPE", "float"}})); string_to_spv("cumsum_multipass2_f32", "cumsum_multipass2.comp", merge_maps(base_dict, {{"A_TYPE", "float"}, {"D_TYPE", "float"}})); From 31953bcf74ba489a8bbb0c936c5fcf24fcf9485c Mon Sep 17 00:00:00 2001 From: anujj Date: Fri, 13 Nov 2026 19:11:17 +0530 Subject: [PATCH 019/249] ggml : add BF16 support to RMS_NORM (CPU, CUDA) (#32135) * ggml : add BF16 support to RMS_NORM (CPU, CUDA) * cuda : use one helper for the F32/BF16 RMS_NORM launches --- ggml/src/ggml-cann/ggml-cann.cpp | 4 +- ggml/src/ggml-cpu/ops.cpp | 48 ++++++ ggml/src/ggml-cpu/spacemit/ime.cpp | 3 +- ggml/src/ggml-cuda/ggml-cuda.cu | 32 ++-- ggml/src/ggml-cuda/norm.cu | 180 +++++++++++++++-------- ggml/src/ggml-metal/ggml-metal-device.m | 3 +- ggml/src/ggml-opencl/ggml-opencl.cpp | 2 +- ggml/src/ggml-openvino/ggml-openvino.cpp | 6 + ggml/src/ggml-sycl/ggml-sycl.cpp | 3 +- ggml/src/ggml-vulkan/ggml-vulkan.cpp | 2 +- tests/test-backend-ops.cpp | 80 ++++++++-- 11 files changed, 268 insertions(+), 95 deletions(-) diff --git a/ggml/src/ggml-cann/ggml-cann.cpp b/ggml/src/ggml-cann/ggml-cann.cpp index 0bfb960095c5..7e692f1b545f 100644 --- a/ggml/src/ggml-cann/ggml-cann.cpp +++ b/ggml/src/ggml-cann/ggml-cann.cpp @@ -2601,6 +2601,9 @@ static bool ggml_backend_cann_supports_op(ggml_backend_dev_t dev, const ggml_ten } case GGML_OP_SUM: return ggml_is_contiguous_rows(op->src[0]); + case GGML_OP_RMS_NORM: + // the cached gamma of ones does not track its type, so F32 and BF16 can not share it + return op->src[0]->type != GGML_TYPE_BF16; case GGML_OP_L2_NORM: case GGML_OP_CROSS_ENTROPY_LOSS: case GGML_OP_DUP: @@ -2617,7 +2620,6 @@ static bool ggml_backend_cann_supports_op(ggml_backend_dev_t dev, const ggml_ten case GGML_OP_SUB: case GGML_OP_MUL: case GGML_OP_DIV: - case GGML_OP_RMS_NORM: case GGML_OP_SQR: case GGML_OP_SQRT: case GGML_OP_CLAMP: diff --git a/ggml/src/ggml-cpu/ops.cpp b/ggml/src/ggml-cpu/ops.cpp index eed5d69e3c19..7c2542741fb3 100644 --- a/ggml/src/ggml-cpu/ops.cpp +++ b/ggml/src/ggml-cpu/ops.cpp @@ -4144,6 +4144,50 @@ static void ggml_compute_forward_rms_norm_f32( } } +static void ggml_compute_forward_rms_norm_bf16( + const ggml_compute_params * params, + ggml_tensor * dst) { + + const ggml_tensor * src0 = dst->src[0]; + + GGML_ASSERT(ggml_are_same_shape(src0, dst)); + GGML_ASSERT(src0->nb[0] == sizeof(ggml_bf16_t)); + + const int ith = params->ith; + const int nth = params->nth; + + GGML_TENSOR_UNARY_OP_LOCALS + + float eps; + memcpy(&eps, dst->op_params, sizeof(float)); + GGML_ASSERT(eps >= 0.0f); + + for (int64_t i03 = 0; i03 < ne03; i03++) { + for (int64_t i02 = 0; i02 < ne02; i02++) { + for (int64_t i01 = ith; i01 < ne01; i01 += nth) { + const ggml_bf16_t * x = (ggml_bf16_t *) ((char *) src0->data + i01*nb01 + i02*nb02 + i03*nb03); + ggml_bf16_t * y = (ggml_bf16_t *) ((char *) dst->data + i01*nb1 + i02*nb2 + i03*nb3); + + ggml_float sum = 0.0; + for (int64_t i00 = 0; i00 < ne00; i00++) { + const float v = GGML_BF16_TO_FP32(x[i00]); + sum += (ggml_float)(v*v); + } + + const float mean = sum/ne00; + const float scale = 1.0f/sqrtf(mean + eps); + + // if you hit this, likely you got an inf somewhere earlier + assert(scale > 0.0f); + + for (int64_t i00 = 0; i00 < ne00; i00++) { + y[i00] = GGML_FP32_TO_BF16(GGML_BF16_TO_FP32(x[i00])*scale); + } + } + } + } +} + void ggml_compute_forward_rms_norm( const ggml_compute_params * params, ggml_tensor * dst) { @@ -4155,6 +4199,10 @@ void ggml_compute_forward_rms_norm( { ggml_compute_forward_rms_norm_f32(params, dst); } break; + case GGML_TYPE_BF16: + { + ggml_compute_forward_rms_norm_bf16(params, dst); + } break; default: { GGML_ABORT("fatal error"); diff --git a/ggml/src/ggml-cpu/spacemit/ime.cpp b/ggml/src/ggml-cpu/spacemit/ime.cpp index dc51ad0aa4dd..0794c115de47 100644 --- a/ggml/src/ggml-cpu/spacemit/ime.cpp +++ b/ggml/src/ggml-cpu/spacemit/ime.cpp @@ -995,7 +995,8 @@ class tensor_traits_common : public tensor_traits_base { spacemit_kernels::rvv::forward_rms_norm_f32(params, op); return true; default: - GGML_ABORT("fatal error"); + ggml_compute_forward_rms_norm(params, op); + return true; } case GGML_OP_ADD: switch (op->src[0]->type) { diff --git a/ggml/src/ggml-cuda/ggml-cuda.cu b/ggml/src/ggml-cuda/ggml-cuda.cu index fed14ddfc4a9..540c53614ce2 100644 --- a/ggml/src/ggml-cuda/ggml-cuda.cu +++ b/ggml/src/ggml-cuda/ggml-cuda.cu @@ -4165,22 +4165,25 @@ static bool ggml_cuda_can_fuse(const struct ggml_cgraph * cgraph, add = cgraph->nodes[node_idx+2]; } - GGML_ASSERT(rms_norm->src[0]->type == GGML_TYPE_F32); - GGML_ASSERT(rms_norm->type == GGML_TYPE_F32); - - //rms norm only supports F32 - if (mul->src[0]->type != GGML_TYPE_F32 || - mul->src[1]->type != GGML_TYPE_F32 || - mul->type != GGML_TYPE_F32) { + // the mul operand is a norm weight, which model files store as F32; + // the add operand is an F32 bias or a residual with the type of x + const ggml_type type = rms_norm->type; + if ((type != GGML_TYPE_F32 && type != GGML_TYPE_BF16) || rms_norm->src[0]->type != type) { return false; } - if (add && (add->src[0]->type != GGML_TYPE_F32 || - add->src[1]->type != GGML_TYPE_F32 || - add->type != GGML_TYPE_F32) ) { + const ggml_tensor * mul_src = mul->src[0] == rms_norm ? mul->src[1] : mul->src[0]; + if (mul_src->type != GGML_TYPE_F32 || mul->type != type) { return false; } + if (add) { + const ggml_tensor * add_src = add->src[0] == mul ? add->src[1] : add->src[0]; + if ((add_src->type != GGML_TYPE_F32 && add_src->type != type) || add->type != type) { + return false; + } + } + //if rms norm is the B operand, then we don't handle broadcast if (rms_norm == mul->src[1] && !ggml_are_same_shape(mul->src[0], rms_norm)) { return false; @@ -4202,8 +4205,9 @@ static bool ggml_cuda_can_fuse(const struct ggml_cgraph * cgraph, const ggml_tensor * rms_norm = cgraph->nodes[node_idx]; const ggml_tensor * scale = cgraph->nodes[node_idx+1]; - GGML_ASSERT(rms_norm->src[0]->type == GGML_TYPE_F32); - GGML_ASSERT(rms_norm->type == GGML_TYPE_F32); + if (rms_norm->src[0]->type != GGML_TYPE_F32 || rms_norm->type != GGML_TYPE_F32) { + return false; + } float bias; memcpy(&bias, (const float *) scale->op_params + 1, sizeof(float)); @@ -6524,9 +6528,11 @@ static bool ggml_backend_cuda_device_supports_op(ggml_backend_dev_t dev, const g case GGML_OP_SILU_BACK: return ggml_is_contiguous(op->src[0]) && op->src[0]->type == GGML_TYPE_F32; case GGML_OP_NORM: - case GGML_OP_RMS_NORM: case GGML_OP_L2_NORM: return ggml_is_contiguous_rows(op->src[0]); + case GGML_OP_RMS_NORM: + return (op->src[0]->type == GGML_TYPE_F32 || op->src[0]->type == GGML_TYPE_BF16) && op->type == op->src[0]->type && + ggml_is_contiguous_rows(op->src[0]); case GGML_OP_RMS_NORM_BACK: return ggml_is_contiguous(op->src[0]); case GGML_OP_NONE: diff --git a/ggml/src/ggml-cuda/norm.cu b/ggml/src/ggml-cuda/norm.cu index 3f0ea6f2a474..d6471bcc4a91 100644 --- a/ggml/src/ggml-cuda/norm.cu +++ b/ggml/src/ggml-cuda/norm.cu @@ -1,4 +1,5 @@ #include "norm.cuh" +#include "convert.cuh" #include template @@ -81,9 +82,35 @@ static __global__ void group_norm_f32(const float * x, float * dst, const int gr } } -template -static __global__ void rms_norm_f32(const float * x, - float * dst, +// 4 consecutive values of x as float4, x + 4*i is aligned to 4 values +template +static __device__ __forceinline__ float4 rms_norm_load4(const T * x, const int i) { + if constexpr (std::is_same_v) { + __align__(8) nv_bfloat162 v[2]; + ggml_cuda_memcpy_1(v, x + 4*i); + const float2 lo = ggml_cuda_cast(v[0]); + const float2 hi = ggml_cuda_cast(v[1]); + return make_float4(lo.x, lo.y, hi.x, hi.y); + } else { + return ((const float4 *) x)[i]; + } +} + +template +static __device__ __forceinline__ void rms_norm_store4(T * dst, const int i, const float4 r) { + if constexpr (std::is_same_v) { + const __align__(8) nv_bfloat16 v[4] = { + ggml_cuda_cast(r.x), ggml_cuda_cast(r.y), ggml_cuda_cast(r.z), ggml_cuda_cast(r.w) }; + ggml_cuda_memcpy_1(dst + 4*i, v); + } else { + ((float4 *) dst)[i] = r; + } +} + +// x and dst are float or nv_bfloat16, mul is float, add is float or the type of x +template +static __global__ void rms_norm_f32(const T * x, + T * dst, const int ncols, const int nchannels, const int nsamples, @@ -99,7 +126,7 @@ static __global__ void rms_norm_f32(const float * x, const uint3 mul_nrows_packed = make_uint3(0, 0, 0), const uint3 mul_nchannels_packed = make_uint3(0, 0, 0), const uint3 mul_nsamples_packed = make_uint3(0, 0, 0), - const float * add = nullptr, + const T_add * add = nullptr, const int64_t add_stride_row = 0, const int64_t add_stride_channel = 0, const int64_t add_stride_sample = 0, @@ -123,8 +150,8 @@ static __global__ void rms_norm_f32(const float * x, // grid.y and grid.z are clamped to the CUDA limit, iterate over the excess channels/samples for (int sample = blockIdx.z; sample < nsamples; sample += gridDim.z) { for (int channel = blockIdx.y; channel < nchannels; channel += gridDim.y) { - const float * xc = x + sample*stride_sample + channel*stride_channel + row*stride_row; - float * dstc = dst + ((sample*nchannels + channel)*nrows + row)*ncols; + const T * xc = x + sample*stride_sample + channel*stride_channel + row*stride_row; + T * dstc = dst + ((sample*nchannels + channel)*nrows + row)*ncols; [[maybe_unused]] const float * mulc = nullptr; if constexpr (do_multiply) { @@ -134,7 +161,7 @@ static __global__ void rms_norm_f32(const float * x, mulc = mul + mul_sample * mul_stride_sample + mul_channel * mul_stride_channel + mul_row * mul_stride_row; } - [[maybe_unused]] const float * addc = nullptr; + [[maybe_unused]] const T_add * addc = nullptr; if constexpr (do_add) { const int add_row = fastmodulo(row, add_nrows_packed); const int add_channel = fastmodulo(channel, add_nchannels_packed); @@ -144,10 +171,7 @@ static __global__ void rms_norm_f32(const float * x, if constexpr (do_vec) { const int ncols4 = ncols / 4; - const float4 * x4 = (const float4 *) xc; const float4 * mul4 = (const float4 *) mulc; - const float4 * add4 = (const float4 *) addc; - float4 * dst4 = (float4 *) dstc; float4 xs[vpt]; float tmp = 0.0f; @@ -156,7 +180,7 @@ static __global__ void rms_norm_f32(const float * x, for (int k = 0; k < vpt; k++) { const int i = tid + k*block_size; if (i < ncols4) { - xs[k] = x4[i]; + xs[k] = rms_norm_load4(xc, i); tmp += xs[k].x*xs[k].x + xs[k].y*xs[k].y + xs[k].z*xs[k].z + xs[k].w*xs[k].w; } } @@ -176,7 +200,7 @@ static __global__ void rms_norm_f32(const float * x, r.w *= m.w; } if constexpr (do_add) { - const float4 a = add4[i]; + const float4 a = rms_norm_load4(addc, i); r.x += a.x; r.y += a.y; r.z += a.z; @@ -188,14 +212,14 @@ static __global__ void rms_norm_f32(const float * x, r.z *= scale_out; r.w *= scale_out; } - dst4[i] = r; + rms_norm_store4(dstc, i, r); } } } else { float tmp = 0.0f; // partial sum for thread in warp for (int col = tid; col < ncols; col += block_size) { - const float xi = xc[col]; + const float xi = ggml_cuda_cast(xc[col]); tmp += xi * xi; } @@ -206,17 +230,18 @@ static __global__ void rms_norm_f32(const float * x, const float scale = rsqrtf(mean + eps); for (int col = tid; col < ncols; col += block_size) { + const float xi = ggml_cuda_cast(xc[col]); if constexpr (do_multiply && do_add) { const int mul_col = fastmodulo(col, mul_ncols_packed); const int add_col = fastmodulo(col, add_ncols_packed); - dstc[col] = scale * xc[col] * mulc[mul_col] + addc[add_col]; + dstc[col] = ggml_cuda_cast(scale * xi * mulc[mul_col] + ggml_cuda_cast(addc[add_col])); } else if constexpr (do_multiply) { const int mul_col = fastmodulo(col, mul_ncols_packed); - dstc[col] = scale * xc[col] * mulc[mul_col]; + dstc[col] = ggml_cuda_cast(scale * xi * mulc[mul_col]); } else if constexpr (do_scale) { - dstc[col] = scale_out * (scale * xc[col]); + dstc[col] = ggml_cuda_cast(scale_out * (scale * xi)); } else { - dstc[col] = scale * xc[col]; + dstc[col] = ggml_cuda_cast(scale * xi); } } } @@ -387,7 +412,7 @@ static void group_norm_f32_cuda( do { \ const dim3 block_dims(BLOCK_SIZE, 1, 1); \ const ggml_cuda_kernel_launch_params launch_params{ blocks_num, block_dims, block_dims.x > WARP_SIZE ? 32 * sizeof(float) : 0, stream }; \ - ggml_cuda_kernel_launch(rms_norm_f32, launch_params, \ + ggml_cuda_kernel_launch(rms_norm_f32, launch_params, \ x, dst, ncols, nchannels, nsamples, stride_row, stride_channel, stride_sample, eps, \ mul, mul_stride_row, mul_stride_channel, mul_stride_sample, \ mul_ncols_packed, mul_nrows_packed, mul_nchannels_packed, mul_nsamples_packed, \ @@ -395,10 +420,10 @@ static void group_norm_f32_cuda( add_ncols_packed, add_nrows_packed, add_nchannels_packed, add_nsamples_packed, scale_out); \ } while (0) -template +template static void rms_norm_f32_dispatch( const dim3 blocks_num, - const ggml_tensor * x_t, float * dst, const int ncols, const int nchannels, const int nsamples, + const ggml_tensor * x_t, T * dst, const int ncols, const int nchannels, const int nsamples, const int64_t stride_row, const int64_t stride_channel, const int64_t stride_sample, const float eps, const ggml_tensor * mul_t, const int64_t mul_stride_row, const int64_t mul_stride_channel, const int64_t mul_stride_sample, const uint3 mul_ncols_packed, const uint3 mul_nrows_packed, const uint3 mul_nchannels_packed, const uint3 mul_nsamples_packed, @@ -408,20 +433,20 @@ static void rms_norm_f32_dispatch( static_assert(!do_add || do_multiply, "fusing add is not supported without multiplying"); static_assert(!do_scale || !do_multiply, "fusing scale is not supported with multiplying"); - const float * x = (const float *) x_t->data; + const T * x = (const T *) x_t->data; const float * mul = mul_t ? (const float *) mul_t->data : nullptr; - const float * add = add_t ? (const float *) add_t->data : nullptr; + const T_add * add = add_t ? (const T_add *) add_t->data : nullptr; // dst is written at row * ncols, i.e. always at a multiple of ncols, so only its base needs checking here - bool vec = ncols % 4 == 0 && ncols > 0 && ((uintptr_t) dst & 15) == 0; - vec = vec && ggml_cuda_is_aligned(x_t, 16); + bool vec = ncols % 4 == 0 && ncols > 0 && ((uintptr_t) dst % (4*sizeof(T))) == 0; + vec = vec && ggml_cuda_is_aligned(x_t, 4*sizeof(T)); if constexpr (do_multiply) { vec = vec && mul_ncols_packed.z == (uint32_t) ncols && ggml_cuda_is_aligned(mul_t, 16); } if constexpr (do_add) { vec = vec && add_ncols_packed.z == (uint32_t) ncols - && ggml_cuda_is_aligned(add_t, 16); + && ggml_cuda_is_aligned(add_t, 4*sizeof(T_add)); } const int n4 = ncols / 4; @@ -449,9 +474,9 @@ static void rms_norm_f32_dispatch( } #undef RMS_NORM_LAUNCH -template +template static void rms_norm_f32_cuda( - const ggml_tensor * x_t, float * dst, const int ncols, const int nrows, const int nchannels, const int nsamples, + const ggml_tensor * x_t, T * dst, const int ncols, const int nrows, const int nchannels, const int nsamples, const int64_t stride_row, const int64_t stride_channel, const int64_t stride_sample, const float eps, cudaStream_t stream, const float scale_out = 1.0f) { const dim3 blocks_num(nrows, MIN(nchannels, UINT16_MAX), MIN(nsamples, UINT16_MAX)); @@ -462,10 +487,11 @@ static void rms_norm_f32_cuda( stream, scale_out); } +template static void rms_norm_mul_f32_cuda(const ggml_tensor * x_t, const ggml_tensor * mul_t, const ggml_tensor * add_t, - float * dst, + T * dst, const int ncols, const int nrows, const int nchannels, @@ -511,12 +537,32 @@ static void rms_norm_mul_f32_cuda(const ggml_tensor * x_t, const uint3 add_nrows_packed = init_fastdiv_values(add_nrows); const uint3 add_nchannels_packed = init_fastdiv_values(add_nchannels); const uint3 add_nsamples_packed = init_fastdiv_values(add_nsamples); - rms_norm_f32_dispatch( - blocks_num, x_t, dst, ncols, nchannels, nsamples, stride_row, stride_channel, stride_sample, eps, - mul_t, mul_stride_row, mul_stride_channel, mul_stride_sample, - mul_ncols_packed, mul_nrows_packed, mul_nchannels_packed, mul_nsamples_packed, - add_t, add_stride_row, add_stride_channel, add_stride_sample, - add_ncols_packed, add_nrows_packed, add_nchannels_packed, add_nsamples_packed, stream); + // the add operand is F32 or has the type of x (e.g. a BF16 residual) + if (add_t->type == GGML_TYPE_F32) { + rms_norm_f32_dispatch( + blocks_num, x_t, dst, ncols, nchannels, nsamples, stride_row, stride_channel, stride_sample, eps, + mul_t, mul_stride_row, mul_stride_channel, mul_stride_sample, + mul_ncols_packed, mul_nrows_packed, mul_nchannels_packed, mul_nsamples_packed, + add_t, add_stride_row, add_stride_channel, add_stride_sample, + add_ncols_packed, add_nrows_packed, add_nchannels_packed, add_nsamples_packed, stream); + } else { + rms_norm_f32_dispatch( + blocks_num, x_t, dst, ncols, nchannels, nsamples, stride_row, stride_channel, stride_sample, eps, + mul_t, mul_stride_row, mul_stride_channel, mul_stride_sample, + mul_ncols_packed, mul_nrows_packed, mul_nchannels_packed, mul_nsamples_packed, + add_t, add_stride_row, add_stride_channel, add_stride_sample, + add_ncols_packed, add_nrows_packed, add_nchannels_packed, add_nsamples_packed, stream); + } + } +} + +// calls launch with the data of dst as float * or nv_bfloat16 *, the output types of the RMS_NORM kernels +template +static void rms_norm_launch_typed(ggml_tensor * dst, const F & launch) { + if (dst->type == GGML_TYPE_BF16) { + launch((nv_bfloat16 *) dst->data); + } else { + launch((float *) dst->data); } } @@ -590,11 +636,10 @@ void ggml_cuda_op_group_norm(ggml_backend_cuda_context & ctx, ggml_tensor * dst) void ggml_cuda_op_rms_norm(ggml_backend_cuda_context & ctx, ggml_tensor * dst) { const ggml_tensor * src0 = dst->src[0]; - float * dst_d = (float *) dst->data; cudaStream_t stream = ctx.stream(); - GGML_ASSERT(src0->type == GGML_TYPE_F32); - GGML_ASSERT( dst->type == GGML_TYPE_F32); + GGML_ASSERT(src0->type == GGML_TYPE_F32 || src0->type == GGML_TYPE_BF16); + GGML_ASSERT( dst->type == src0->type); GGML_TENSOR_UNARY_OP_LOCALS; @@ -608,7 +653,9 @@ void ggml_cuda_op_rms_norm(ggml_backend_cuda_context & ctx, ggml_tensor * dst) { const int64_t s02 = nb02 / ts0; const int64_t s03 = nb03 / ts0; - rms_norm_f32_cuda(src0, dst_d, ne00, ne01, ne02, ne03, s01, s02, s03, eps, stream); + rms_norm_launch_typed(dst, [&](auto * dst_d) { + rms_norm_f32_cuda(src0, dst_d, ne00, ne01, ne02, ne03, s01, s02, s03, eps, stream); + }); } void ggml_cuda_op_rms_norm_scale_fused(ggml_backend_cuda_context & ctx, ggml_tensor * dst, ggml_tensor * scale_tensor) { @@ -653,12 +700,12 @@ void ggml_cuda_op_rms_norm_fused(ggml_backend_cuda_context & ctx, ggml_tensor * GGML_ASSERT(false); } - float * dst_d = (float *) mul_tensor->data; cudaStream_t stream = ctx.stream(); - GGML_ASSERT(rms_norm_src->type == GGML_TYPE_F32); - GGML_ASSERT(dst->type == GGML_TYPE_F32); - GGML_ASSERT(mul_tensor->type == GGML_TYPE_F32); + GGML_ASSERT(rms_norm_src->type == GGML_TYPE_F32 || rms_norm_src->type == GGML_TYPE_BF16); + GGML_ASSERT(dst->type == rms_norm_src->type); + GGML_ASSERT(mul_tensor->type == rms_norm_src->type); + GGML_ASSERT(mul_src->type == GGML_TYPE_F32); GGML_ASSERT(eps >= 0.0f); const int64_t ne00 = rms_norm_src->ne[0]; @@ -683,14 +730,16 @@ void ggml_cuda_op_rms_norm_fused(ggml_backend_cuda_context & ctx, ggml_tensor * const int mul_nchannels = mul_src->ne[2]; const int mul_nsamples = mul_src->ne[3]; - rms_norm_mul_f32_cuda(rms_norm_src, mul_src, nullptr, dst_d, - ne00, ne01, ne02, ne03, - /*s00*/ s01, s02, s03, - /*mul_s00*/ mul_s01, mul_s02, mul_s03, - mul_ncols, mul_nrows, mul_nchannels, mul_nsamples, - /*add_s00*/ 0, 0, 0, - 0, 0, 0, 0, - eps, stream); + rms_norm_launch_typed(mul_tensor, [&](auto * dst_d) { + rms_norm_mul_f32_cuda(rms_norm_src, mul_src, nullptr, dst_d, + ne00, ne01, ne02, ne03, + /*s00*/ s01, s02, s03, + /*mul_s00*/ mul_s01, mul_s02, mul_s03, + mul_ncols, mul_nrows, mul_nchannels, mul_nsamples, + /*add_s00*/ 0, 0, 0, + 0, 0, 0, 0, + eps, stream); + }); } void ggml_cuda_op_rms_norm_fused_add(ggml_backend_cuda_context & ctx, @@ -722,13 +771,14 @@ void ggml_cuda_op_rms_norm_fused_add(ggml_backend_cuda_context & ctx, GGML_ASSERT(false); } - float * dst_d = (float *) add_tensor->data; cudaStream_t stream = ctx.stream(); - GGML_ASSERT(rms_norm_src->type == GGML_TYPE_F32); - GGML_ASSERT(dst->type == GGML_TYPE_F32); - GGML_ASSERT(mul_tensor->type == GGML_TYPE_F32); - GGML_ASSERT(add_tensor->type == GGML_TYPE_F32); + GGML_ASSERT(rms_norm_src->type == GGML_TYPE_F32 || rms_norm_src->type == GGML_TYPE_BF16); + GGML_ASSERT(dst->type == rms_norm_src->type); + GGML_ASSERT(mul_tensor->type == rms_norm_src->type); + GGML_ASSERT(add_tensor->type == rms_norm_src->type); + GGML_ASSERT(mul_src->type == GGML_TYPE_F32); + GGML_ASSERT(add_src->type == GGML_TYPE_F32 || add_src->type == rms_norm_src->type); GGML_ASSERT(eps >= 0.0f); const int64_t ne00 = rms_norm_src->ne[0]; @@ -764,14 +814,16 @@ void ggml_cuda_op_rms_norm_fused_add(ggml_backend_cuda_context & ctx, const int add_nchannels = add_src->ne[2]; const int add_nsamples = add_src->ne[3]; - rms_norm_mul_f32_cuda(rms_norm_src, mul_src,add_src,dst_d, - ne00,ne01, ne02, ne03, - /*s00*/ s01, s02, s03, - /*mul_s00*/ mul_s01, mul_s02, mul_s03, - mul_ncols, mul_nrows, mul_nchannels, mul_nsamples, - /*add_s00*/ add_s01, add_s02, add_s03, - add_ncols, add_nrows, add_nchannels, add_nsamples, - eps, stream); + rms_norm_launch_typed(add_tensor, [&](auto * dst_d) { + rms_norm_mul_f32_cuda(rms_norm_src, mul_src, add_src, dst_d, + ne00, ne01, ne02, ne03, + /*s00*/ s01, s02, s03, + /*mul_s00*/ mul_s01, mul_s02, mul_s03, + mul_ncols, mul_nrows, mul_nchannels, mul_nsamples, + /*add_s00*/ add_s01, add_s02, add_s03, + add_ncols, add_nrows, add_nchannels, add_nsamples, + eps, stream); + }); } void ggml_cuda_op_rms_norm_back(ggml_backend_cuda_context & ctx, ggml_tensor * dst) { diff --git a/ggml/src/ggml-metal/ggml-metal-device.m b/ggml/src/ggml-metal/ggml-metal-device.m index 0a07a76bf112..0ea4a821a670 100644 --- a/ggml/src/ggml-metal/ggml-metal-device.m +++ b/ggml/src/ggml-metal/ggml-metal-device.m @@ -1708,8 +1708,9 @@ bool ggml_metal_device_supports_op(ggml_metal_device_t dev, const struct ggml_te case GGML_OP_ARGMAX: return has_simdgroup_reduction; case GGML_OP_NORM: - case GGML_OP_RMS_NORM: return has_simdgroup_reduction && (ggml_is_contiguous_rows(op->src[0])); + case GGML_OP_RMS_NORM: + return has_simdgroup_reduction && op->src[0]->type == GGML_TYPE_F32 && (ggml_is_contiguous_rows(op->src[0])); case GGML_OP_ROPE: case GGML_OP_ROPE_BACK: return ggml_rope_get_truncate(op); diff --git a/ggml/src/ggml-opencl/ggml-opencl.cpp b/ggml/src/ggml-opencl/ggml-opencl.cpp index 7fa1a8e35b6b..a60929abc20b 100644 --- a/ggml/src/ggml-opencl/ggml-opencl.cpp +++ b/ggml/src/ggml-opencl/ggml-opencl.cpp @@ -11966,7 +11966,7 @@ static bool ggml_opencl_supports_op(ggml_backend_dev_t dev, const struct ggml_te case GGML_OP_NORM: return true; case GGML_OP_RMS_NORM: - return op->ne[0] % 4 == 0 && ggml_is_contiguous_rows(op->src[0]); + return op->src[0]->type == GGML_TYPE_F32 && op->ne[0] % 4 == 0 && ggml_is_contiguous_rows(op->src[0]); case GGML_OP_L2_NORM: return ggml_is_contiguous_rows(op->src[0]); case GGML_OP_REPEAT: diff --git a/ggml/src/ggml-openvino/ggml-openvino.cpp b/ggml/src/ggml-openvino/ggml-openvino.cpp index 3aff66724711..810a30a2e2ec 100644 --- a/ggml/src/ggml-openvino/ggml-openvino.cpp +++ b/ggml/src/ggml-openvino/ggml-openvino.cpp @@ -1455,6 +1455,12 @@ static ggml_openvino_op_support is_op_supported_case(const ggml_tensor * op) { } break; } + case GGML_OP_RMS_NORM: { + if (op->type == GGML_TYPE_BF16) { + return {false, "RMS_NORM with BF16 type is not supported"}; + } + break; + } case GGML_OP_ADD_ID: { // Keep support aligned with the CPU backend implementation, which only handles f32 inputs/output and i32 ids. if (op->type != GGML_TYPE_F32 || op->src[0]->type != GGML_TYPE_F32 || op->src[1]->type != GGML_TYPE_F32 || diff --git a/ggml/src/ggml-sycl/ggml-sycl.cpp b/ggml/src/ggml-sycl/ggml-sycl.cpp index fdd526425c40..3bcbad6f8524 100644 --- a/ggml/src/ggml-sycl/ggml-sycl.cpp +++ b/ggml/src/ggml-sycl/ggml-sycl.cpp @@ -7598,8 +7598,9 @@ static bool do_ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, cons case GGML_OP_NORM: case GGML_OP_L2_NORM: case GGML_OP_GROUP_NORM: - case GGML_OP_RMS_NORM: return true; + case GGML_OP_RMS_NORM: + return op->src[0]->type == GGML_TYPE_F32 && op->type == GGML_TYPE_F32; case GGML_OP_RMS_NORM_BACK: return ggml_is_contiguous(op->src[0]); case GGML_OP_SCALE: diff --git a/ggml/src/ggml-vulkan/ggml-vulkan.cpp b/ggml/src/ggml-vulkan/ggml-vulkan.cpp index 785d6fa69b87..bb5aec3657eb 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan.cpp +++ b/ggml/src/ggml-vulkan/ggml-vulkan.cpp @@ -16313,11 +16313,11 @@ static bool ggml_backend_vk_device_supports_op(ggml_backend_dev_t dev, const ggm case GGML_OP_VIEW: case GGML_OP_PERMUTE: case GGML_OP_TRANSPOSE: - case GGML_OP_RMS_NORM: return true; case GGML_OP_GROUP_NORM: return ggml_is_contiguous(op->src[0]); case GGML_OP_NORM: + case GGML_OP_RMS_NORM: case GGML_OP_L2_NORM: return op->src[0]->type == GGML_TYPE_F32 && op->type == GGML_TYPE_F32; case GGML_OP_ADD: diff --git a/tests/test-backend-ops.cpp b/tests/test-backend-ops.cpp index 3abdff5fd0da..b73e838c5456 100644 --- a/tests/test-backend-ops.cpp +++ b/tests/test-backend-ops.cpp @@ -2975,6 +2975,7 @@ struct test_rms_norm_mul_rope : public test_case { int mode; const bool yarn; const bool truncate; + const ggml_type type; // type of a, the weights are F32 std::string op_desc(ggml_tensor * t) override { GGML_UNUSED(t); @@ -2984,18 +2985,22 @@ struct test_rms_norm_mul_rope : public test_case { bool run_whole_graph() override { return true; } std::string vars() override { - return VARS_TO_STR11(ne, eps, multi_add, mul, rope, set_rows, broadcast, mode, set_rows_type, yarn, truncate); + std::string s = VARS_TO_STR11(ne, eps, multi_add, mul, rope, set_rows, broadcast, mode, set_rows_type, yarn, truncate); + if (type != GGML_TYPE_F32) { + s += "," + VAR_TO_STR(type); + } + return s; } test_rms_norm_mul_rope(std::array ne, float eps = 1e-6f, bool multi_add = false, bool set_rows = false, bool broadcast = false, int mode = GGML_ROPE_TYPE_NORMAL, bool mul = true, bool rope = true, ggml_type set_rows_type = GGML_TYPE_F16, - bool yarn = false, bool truncate = true) + bool yarn = false, bool truncate = true, ggml_type type = GGML_TYPE_F32) : ne(ne), eps(eps), multi_add(multi_add), mul(mul), rope(rope), set_rows(set_rows), broadcast(broadcast), - set_rows_type(set_rows_type), mode(mode), yarn(yarn), truncate(truncate) {} + set_rows_type(set_rows_type), mode(mode), yarn(yarn), truncate(truncate), type(type) {} ggml_tensor * build_graph(ggml_context * ctx) override { - ggml_tensor * a = ggml_new_tensor_4d(ctx, GGML_TYPE_F32, ne[0], ne[1], ne[2], ne[3]); + ggml_tensor * a = ggml_new_tensor_4d(ctx, type, ne[0], ne[1], ne[2], ne[3]); ggml_tensor * b = nullptr; ggml_tensor * c = nullptr; @@ -3074,6 +3079,10 @@ struct test_rms_norm_mul_rope : public test_case { } double max_nmse_err() override { + if (type == GGML_TYPE_BF16) { + // the fused kernel rounds to BF16 once, the CPU rounds after each op + return 1e-4; + } if (ne[0] == 8192) { return 5e-6; } @@ -4036,6 +4045,11 @@ struct test_rms_norm : public test_case { } } + double max_nmse_err() override { + // the row scale can differ by a few F32 ulps between backends, so a few outputs round to the neighbouring BF16 value + return type == GGML_TYPE_BF16 ? 1e-5 : test_case::max_nmse_err(); + } + float grad_eps() override { return 1.0f; } @@ -4090,6 +4104,8 @@ struct test_rms_norm_mul_add : public test_case { const bool post_mul; const bool alias_rms_input; const bool weight_broadcast; + const ggml_type type_w; // type of b and d, GGML_TYPE_COUNT -> same as a + const ggml_type type_add; // type of c, GGML_TYPE_COUNT -> same as b std::string op_desc(ggml_tensor * t) override { GGML_UNUSED(t); @@ -4099,22 +4115,33 @@ struct test_rms_norm_mul_add : public test_case { bool run_whole_graph() override { return true; } std::string vars() override { - return VARS_TO_STR8(type, ne, eps, broadcast, multi_add, post_mul, alias_rms_input, weight_broadcast); + std::string s = VARS_TO_STR8(type, ne, eps, broadcast, multi_add, post_mul, alias_rms_input, weight_broadcast); + if (type_w != GGML_TYPE_COUNT) { + s += "," + VAR_TO_STR(type_w); + } + if (type_add != GGML_TYPE_COUNT) { + s += "," + VAR_TO_STR(type_add); + } + return s; } test_rms_norm_mul_add(ggml_type type = GGML_TYPE_F32, std::array ne = {64, 5, 4, 3}, float eps = 1e-6f, bool broadcast = false, bool multi_add = false, bool post_mul = false, - bool alias_rms_input = false, bool weight_broadcast = false) + bool alias_rms_input = false, bool weight_broadcast = false, ggml_type type_w = GGML_TYPE_COUNT, + ggml_type type_add = GGML_TYPE_COUNT) : type(type), ne(ne), eps(eps), broadcast(broadcast), multi_add(multi_add), post_mul(post_mul), - alias_rms_input(alias_rms_input), weight_broadcast(weight_broadcast) {} + alias_rms_input(alias_rms_input), weight_broadcast(weight_broadcast), type_w(type_w), type_add(type_add) {} ggml_tensor * build_graph(ggml_context * ctx) override { std::array broadcast_dims = {ne[0]*2, ne[1]*3, ne[2]*3, ne[3]*4}; + const ggml_type tw = type_w == GGML_TYPE_COUNT ? type : type_w; + const ggml_type ta = type_add == GGML_TYPE_COUNT ? tw : type_add; + ggml_tensor * a = ggml_new_tensor(ctx, type, 4, broadcast ? broadcast_dims.data() : ne.data()); - ggml_tensor * b = weight_broadcast ? ggml_new_tensor_1d(ctx, type, ne[0]) : ggml_new_tensor(ctx, type, 4, ne.data()); - ggml_tensor * c = ggml_new_tensor(ctx, type, 4, ne.data()); + ggml_tensor * b = weight_broadcast ? ggml_new_tensor_1d(ctx, tw, ne[0]) : ggml_new_tensor(ctx, tw, 4, ne.data()); + ggml_tensor * c = ggml_new_tensor(ctx, ta, 4, ne.data()); ggml_tensor * d = nullptr; ggml_set_param(a); @@ -4127,7 +4154,7 @@ struct test_rms_norm_mul_add : public test_case { // Use a, b and c early, so we don't end up with an OP_NONE between rms_norm and mul a = ggml_add(ctx, ggml_add(ctx, a, b), c); if (post_mul) { - d = ggml_new_tensor_1d(ctx, type, 1); + d = ggml_new_tensor_1d(ctx, tw, 1); ggml_set_param(d); ggml_set_name(d, "d"); a = ggml_add(ctx, a, d); @@ -4151,6 +4178,11 @@ struct test_rms_norm_mul_add : public test_case { } } + double max_nmse_err() override { + // fused ops round to BF16 once, the CPU rounds after each op + return type == GGML_TYPE_BF16 ? 1e-4 : test_case::max_nmse_err(); + } + float grad_eps() override { return 1.0f; } @@ -11508,6 +11540,7 @@ static std::vector> make_test_cases_eval() { for (bool v : { false, true }) { test_cases.emplace_back(new test_norm(GGML_TYPE_F32, { n, 5, 4, 3 }, v, eps)); test_cases.emplace_back(new test_rms_norm(GGML_TYPE_F32, { n, 5, 4, 3 }, v, eps)); + test_cases.emplace_back(new test_rms_norm(GGML_TYPE_BF16, { n, 5, 4, 3 }, v, eps)); } test_cases.emplace_back(new test_norm(GGML_TYPE_F32, { n, 5, 4, 3 }, false, eps, true)); test_cases.emplace_back(new test_norm_scale(GGML_TYPE_F32, { n, 5, 4, 3 }, eps, false, 1.5f)); @@ -11526,12 +11559,14 @@ static std::vector> make_test_cases_eval() { for (bool v : { false, true }) { test_cases.emplace_back(new test_norm(GGML_TYPE_F32, { n, 5, 4, 3 }, v, eps)); test_cases.emplace_back(new test_rms_norm(GGML_TYPE_F32, { n, 5, 4, 3 }, v, eps)); + test_cases.emplace_back(new test_rms_norm(GGML_TYPE_BF16, { n, 5, 4, 3 }, v, eps)); } } } // in-place tests test_cases.emplace_back(new test_rms_norm(GGML_TYPE_F32, {64, 5, 4, 3}, false, 1e-6f, true)); + test_cases.emplace_back(new test_rms_norm(GGML_TYPE_BF16, {64, 5, 4, 3}, false, 1e-6f, true)); // shapes below exceed the CUDA gridDim.y/gridDim.z limit of 65535 (#27901) test_cases.emplace_back(new test_norm (GGML_TYPE_F32, {4, 1, 65536, 1}, false, 1e-6f)); test_cases.emplace_back(new test_rms_norm (GGML_TYPE_F32, {4, 1, 65536, 1}, false, 1e-6f, false)); @@ -11545,6 +11580,19 @@ static std::vector> make_test_cases_eval() { test_cases.emplace_back(new test_rms_norm_mul_add(GGML_TYPE_F32, {n, 3, 2, 1}, 1e-6f, false, false, false, false, true)); } + // BF16 x with F32 weights, n > 1 because the NMSE of a single BF16 output is too noisy + // the widths cover every CUDA block size, with and without 4-value loads + for (uint32_t n : {127, 128, 512, 1024, 2048, 2816, 4096, 8192, 16385}) { + test_cases.emplace_back(new test_rms_norm(GGML_TYPE_BF16, {n, 3, 2, 1})); + test_cases.emplace_back(new test_rms_norm_mul_rope({n, 3, 2, 1}, 1e-6f, false, false, true, GGML_ROPE_TYPE_NORMAL, true, false, GGML_TYPE_F16, false, true, GGML_TYPE_BF16)); + test_cases.emplace_back(new test_rms_norm_mul_add(GGML_TYPE_BF16, {n, 3, 2, 1}, 1e-6f, false, false, false, false, true, GGML_TYPE_F32)); + // BF16 residual added after the norm (post-norm models, e.g. Gemma) + test_cases.emplace_back(new test_rms_norm_mul_add(GGML_TYPE_BF16, {n, 3, 2, 1}, 1e-6f, false, false, false, false, true, GGML_TYPE_F32, GGML_TYPE_BF16)); + for (bool multi_add : {false, true}) { + test_cases.emplace_back(new test_rms_norm_mul_add(GGML_TYPE_BF16, {n, 1, 1, 1}, 1e-6f, false, multi_add, false, false, false, GGML_TYPE_F32)); + } + } + for (ggml_type set_rows_type : { GGML_TYPE_F32, GGML_TYPE_F16 }) { test_cases.emplace_back(new test_rms_norm_mul_rope({ 256, 1, 1, 1 }, 1e-6f, false, true, false, GGML_ROPE_TYPE_NORMAL, false, false, set_rows_type)); test_cases.emplace_back(new test_rms_norm_mul_rope({ 128, 4, 3, 1 }, 1e-6f, false, true, false, GGML_ROPE_TYPE_NORMAL, false, false, set_rows_type)); @@ -11559,6 +11607,9 @@ static std::vector> make_test_cases_eval() { for (uint32_t n : { 64, 1025 }) { test_cases.emplace_back(new test_rms_norm_mul_add(GGML_TYPE_F32, { n, 5, 4, 3 }, eps, false)); test_cases.emplace_back(new test_rms_norm_mul_add(GGML_TYPE_F32, { n, 5, 4, 3 }, eps, true)); + test_cases.emplace_back(new test_rms_norm_mul_add(GGML_TYPE_BF16, { n, 5, 4, 3 }, eps, false, false, false, false, false, GGML_TYPE_F32)); + test_cases.emplace_back(new test_rms_norm_mul_add(GGML_TYPE_BF16, { n, 5, 4, 3 }, eps, true, false, false, false, false, GGML_TYPE_F32)); + test_cases.emplace_back(new test_rms_norm_mul_add(GGML_TYPE_BF16, { n, 5, 4, 3 }, eps, true, false, false, false, false, GGML_TYPE_F32, GGML_TYPE_BF16)); test_cases.emplace_back(new test_norm_mul_add(GGML_TYPE_F32, { n, 5, 4, 3 }, eps, false)); test_cases.emplace_back(new test_norm_mul_add(GGML_TYPE_F32, { n, 5, 4, 3 }, eps, true)); test_cases.emplace_back(new test_add_rms_norm(GGML_TYPE_F32, { n, 5, 4, 3 }, eps, false)); @@ -11586,6 +11637,9 @@ static std::vector> make_test_cases_eval() { test_cases.emplace_back(new test_rms_norm_mul_add(GGML_TYPE_F32, { 256, 4, 3, 2 }, 1e-6f, false, false, true, false, true)); test_cases.emplace_back(new test_rms_norm_mul_add(GGML_TYPE_F32, { 1536, 1, 1, 1 }, 1e-6f, false, false, false, true)); test_cases.emplace_back(new test_rms_norm_mul_add(GGML_TYPE_F32, { 256, 4, 1, 1 }, 1e-6f, false, false, false, true)); + test_cases.emplace_back(new test_rms_norm_mul_add(GGML_TYPE_BF16, { 1536, 1, 1, 1 }, 1e-6f, false, false, true, false, false, GGML_TYPE_F32)); + // the ADD operand is the BF16 input itself, added in place + test_cases.emplace_back(new test_rms_norm_mul_add(GGML_TYPE_BF16, { 1536, 1, 1, 1 }, 1e-6f, false, false, false, true, false, GGML_TYPE_F32)); test_cases.emplace_back(new test_rms_norm_mul_rope({128, 4, 7, 2})); test_cases.emplace_back(new test_rms_norm_mul_rope({128, 4, 7, 2}, 1e-6f, false, true)); @@ -13492,8 +13546,10 @@ static std::vector> make_test_cases_perf() { // RMS_NORM and fused variants at decode and prefill shapes for (int64_t n_tokens : {1, 512}) { - test_cases.emplace_back(new test_rms_norm(GGML_TYPE_F32, {4096, n_tokens, 1, 1})); - test_cases.emplace_back(new test_rms_norm(GGML_TYPE_F32, {128, 32*n_tokens, 1, 1})); + for (ggml_type type : {GGML_TYPE_F32, GGML_TYPE_BF16}) { + test_cases.emplace_back(new test_rms_norm(type, {4096, n_tokens, 1, 1})); + test_cases.emplace_back(new test_rms_norm(type, {128, 32*n_tokens, 1, 1})); + } test_cases.emplace_back(new test_rms_norm_mul_rope({4096, n_tokens, 1, 1}, 1e-6f, false, false, true, GGML_ROPE_TYPE_NORMAL, true, false)); test_cases.emplace_back(new test_rms_norm_mul_rope({128, 32, n_tokens, 1}, 1e-6f, false, false, true, GGML_ROPE_TYPE_NEOX)); test_cases.emplace_back(new test_rms_norm_mul_rope({128, 8, n_tokens, 1}, 1e-6f, false, true, true, GGML_ROPE_TYPE_NEOX)); From fe14cad51bbfb3f1cc8d9cfd9d70e98a123743d3 Mon Sep 17 00:00:00 2001 From: ynankani Date: Fri, 13 Nov 2026 15:02:24 +0000 Subject: [PATCH 020/249] CUDA: add SM103 SASS to non-native builds (#30099) Signed-off-by: ynankani --- ggml/src/ggml-cuda/CMakeLists.txt | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/ggml/src/ggml-cuda/CMakeLists.txt b/ggml/src/ggml-cuda/CMakeLists.txt index dce8827ae8f1..211a8dac7ac5 100644 --- a/ggml/src/ggml-cuda/CMakeLists.txt +++ b/ggml/src/ggml-cuda/CMakeLists.txt @@ -29,6 +29,7 @@ if (CUDAToolkit_FOUND) # 86 == RTX 3000, needs CUDA v11.1 # 89 == RTX 4000, needs CUDA v11.8 # 90 == Hopper H100/200, needs CUDA v11.8 + # 103 == Blackwell GB300, needs CUDA v12.9 # 120 == Blackwell, needs CUDA v12.8, FP4 tensor cores # # XX-virtual == compile CUDA code as PTX, do JIT compilation to binary code on first run @@ -64,7 +65,7 @@ if (CUDAToolkit_FOUND) list(APPEND CMAKE_CUDA_ARCHITECTURES 120a-real) endif() if (CUDAToolkit_VERSION VERSION_GREATER_EQUAL "12.9") - list(APPEND CMAKE_CUDA_ARCHITECTURES 121a-real) + list(APPEND CMAKE_CUDA_ARCHITECTURES 103-real 121a-real) endif() endif() endif() From 9daa0aa22b8aa0143344d7549dee1f0e32f048bb Mon Sep 17 00:00:00 2001 From: Max Krasnyansky Date: Fri, 13 Nov 2026 07:56:20 -0800 Subject: [PATCH 021/249] hexagon: improve buffer allocations and mappings (mmap stacking) (#32144) * hex-bufs: combine queue and fence buffers * hex-bufs: use n_threads for queue sizing * hex-mmap: optimize buffer stacking at the host to avoid iova fragmentation * hex-mmap: add simply retry for spurios mmap failures * hex-mmap: use eager mode for extended mmap retries --- ggml/src/ggml-hexagon/ggml-hexagon.cpp | 380 +++++++++++++++---------- ggml/src/ggml-hexagon/htp/htp-ctx.h | 1 + ggml/src/ggml-hexagon/htp/main.c | 12 +- 3 files changed, 236 insertions(+), 157 deletions(-) diff --git a/ggml/src/ggml-hexagon/ggml-hexagon.cpp b/ggml/src/ggml-hexagon/ggml-hexagon.cpp index 03da443c8318..89c9d9a61139 100644 --- a/ggml/src/ggml-hexagon/ggml-hexagon.cpp +++ b/ggml/src/ggml-hexagon/ggml-hexagon.cpp @@ -316,6 +316,7 @@ struct ggml_hexagon_session { ggml_hexagon_opbatch* op_batch; ggml_hexagon_opqueue* op_queue; + std::unordered_set buffers; std::unordered_map> cloned_buffers; std::unordered_set virt_peers; std::unordered_set phys_peers; @@ -337,6 +338,7 @@ struct ggml_hexagon_session { ggml_hexagon_mdev_group mdev; ggml_backend_dev_t dev = nullptr; ggml_backend_hexagon_device_context * dev_ctx = nullptr; + ggml_hexagon_shared_buffer * shm_buf = nullptr; ggml_hexagon_fence_buffer * fence_buf = nullptr; ggml_hexagon_session(const ggml_hexagon_device_config & config, ggml_backend_dev_t dev = nullptr, uint32_t mdev_idx = 0, uint32_t mdev_count = 0) noexcept(false); @@ -373,8 +375,8 @@ struct ggml_hexagon_session { void flush_peers(); void flush_pending(bool all = true); - ggml_hexagon_shared_buffer * mmap_tensor(const ggml_tensor * t); - bool clone_buffer(const ggml_hexagon_shared_buffer*); + void mmap_buffers(); + void clone_buffer(const ggml_hexagon_shared_buffer*); void release_buffer(const ggml_hexagon_shared_buffer*); void unclone_buffer(const ggml_hexagon_shared_buffer*); @@ -434,7 +436,7 @@ struct ggml_hexagon_rpcmem_block { int fd = -1; size_t size = 0; - std::unordered_set mapped_clones; + std::unordered_set clones; ggml_hexagon_rpcmem_block(size_t size) { base = (uint8_t *) rpcmem_alloc2(RPCMEM_HEAP_ID_SYSTEM, RPCMEM_DEFAULT_FLAGS, size); @@ -468,16 +470,24 @@ struct ggml_hexagon_shared_buffer { size_t size() const { return mem ? mem->size : 0; } int fd() const { return mem ? mem->fd : -1; } - void mmap(bool extended = false) { + void mmap() { if (!this->mem) return; if (this->mapped) return; - GGML_ASSERT(!this->pinned || !extended); + GGML_ASSERT(!this->pinned || !this->extended); - this->extended = extended; - fastrpc_map_flags flags = this->pinned ? FASTRPC_MAP_FD : (extended ? FASTRPC_MAP_FD_DELAYED_EXTENDED : FASTRPC_MAP_FD_DELAYED); + fastrpc_map_flags flags = this->pinned ? FASTRPC_MAP_FD : (this->extended ? FASTRPC_MAP_FD_DELAYED_EXTENDED : FASTRPC_MAP_FD_DELAYED); int err = fastrpc_mmap(sess->domain_id, fd(), (void *) base(), 0, size(), flags); + if (err != 0) { + if (this->extended) { + flags = FASTRPC_MAP_FD_EXTENDED; + } + HEX_VERBOSE("ggml-hex: %s mmap failed (err 0x%08x), retrying in 100ms...\n", sess->c_name(), (unsigned) err); + std::this_thread::sleep_for(std::chrono::milliseconds(100)); + err = fastrpc_mmap(sess->domain_id, fd(), (void *) base(), 0, size(), flags); + } + if (err != 0) { GGML_LOG_ERROR("ggml-hex: %s buffer mapping failed : domain_id %d size %zu fd %d error 0x%08x\n", sess->c_name(), sess->domain_id, size(), fd(), (unsigned) err); @@ -550,10 +560,10 @@ struct ggml_hexagon_shared_buffer { // Clone constructor for cross-session mapping ggml_hexagon_shared_buffer(ggml_hexagon_session * sess, const ggml_hexagon_shared_buffer & other) { - this->sess = sess; - this->mem = other.mem; - this->mapped = false; - this->pinned = other.pinned; + this->sess = sess; + this->mem = other.mem; + this->mapped = false; + this->pinned = false; this->extended = other.extended; } @@ -563,19 +573,30 @@ struct ggml_hexagon_shared_buffer { }; struct ggml_hexagon_fence_buffer : public ggml_hexagon_shared_buffer { + uint8_t * data = nullptr; uint32_t slot_count = 0; uint32_t slot_head = 0; std::vector free_slots; ggml_backend_buffer backend_buffer{}; - ggml_hexagon_fence_buffer(ggml_hexagon_session * sess, ggml_backend_buffer_type_t buft, size_t size) - : ggml_hexagon_shared_buffer(sess, size, false /* pinned */), - slot_count(size / HTP_FENCE_SLOT_SIZE), + static size_t size_of(size_t n_slots) { + return n_slots * HTP_FENCE_SLOT_SIZE; + } + + ggml_hexagon_fence_buffer(ggml_hexagon_shared_buffer * shm_buf, ggml_backend_buffer_type_t buft, size_t offset, size_t n_slots) + : ggml_hexagon_shared_buffer(shm_buf->sess, *shm_buf), + data(shm_buf->base() + offset), + slot_count(n_slots), slot_head(0) { + GGML_ASSERT((uintptr_t) data % HEX_L2_LINE_SIZE == 0); + this->mapped = shm_buf->mapped; backend_buffer.buft = buft; backend_buffer.context = static_cast(this); - backend_buffer.size = size; - mmap(false); + backend_buffer.size = size_of(n_slots); + } + + ~ggml_hexagon_fence_buffer() { + this->mapped = false; } uint8_t * alloc_slot(uint32_t n_slots = 1) { @@ -583,11 +604,11 @@ struct ggml_hexagon_fence_buffer : public ggml_hexagon_shared_buffer { if (n_slots == 1 && !free_slots.empty()) { uint32_t slot = free_slots.back(); free_slots.pop_back(); - ptr = base() + (size_t) slot * HTP_FENCE_SLOT_SIZE; + ptr = data + (size_t) slot * HTP_FENCE_SLOT_SIZE; } else if (slot_head + n_slots <= slot_count) { uint32_t slot = slot_head; slot_head += n_slots; - ptr = base() + (size_t) slot * HTP_FENCE_SLOT_SIZE; + ptr = data + (size_t) slot * HTP_FENCE_SLOT_SIZE; } if (ptr) { memset(ptr, 0, (size_t) n_slots * HTP_FENCE_SLOT_SIZE); @@ -597,7 +618,7 @@ struct ggml_hexagon_fence_buffer : public ggml_hexagon_shared_buffer { void free_slot(void * ptr, uint32_t n_slots = 1) { if (!ptr) return; - uint32_t slot = ((uint8_t *) ptr - base()) / HTP_FENCE_SLOT_SIZE; + uint32_t slot = ((uint8_t *) ptr - data) / HTP_FENCE_SLOT_SIZE; for (uint32_t i = 0; i < n_slots; i++) { free_slots.push_back(slot + i); } @@ -636,6 +657,7 @@ inline ggml_tensor ggml_hexagon_session::make_fence_tensor(const volatile void * static void ggml_backend_hexagon_buffer_free_buffer(ggml_backend_buffer_t buffer) { auto sbuf = static_cast(buffer->context); + sbuf->sess->buffers.erase(sbuf); sbuf->sess->unclone_buffer(sbuf); delete sbuf; } @@ -975,31 +997,44 @@ static bool ggml_backend_hexagon_host_buffer_type_is_host(ggml_backend_buffer_ty GGML_UNUSED(buft); } -struct ggml_backend_hexagon_alloc_buffer_n_plan_item { +struct ggml_backend_hexagon_alloc_unit { size_t size; int first; int last; }; +struct ggml_backend_hexagon_alloc_buffer_n_plan_item { + size_t size; + std::vector units; +}; + using ggml_backend_hexagon_alloc_buffer_n_plan_t = std::vector; -static const char * ggml_hexagon_kv_layer_suffix(const struct ggml_tensor * t) { - if (strncmp(t->name, "cache_", 6) != 0) { - return NULL; - } - const char * p = strstr(t->name, "_l"); - if (!p || !isdigit((unsigned char)p[2])) { - return NULL; +static bool ggml_hexagon_tensor_layer(const struct ggml_tensor * t, int & kind, int & layer) { + if (strncmp(t->name, "blk.", 4) == 0 && isdigit((unsigned char) t->name[4])) { + char * end = NULL; + long l = strtol(t->name + 4, &end, 10); + if (end && *end == '.') { + kind = 0; + layer = (int) l; + return true; + } + } + if (strncmp(t->name, "cache_", 6) == 0) { + const char * p = strstr(t->name, "_l"); + if (p && isdigit((unsigned char) p[2])) { + char * end = NULL; + long l = strtol(p + 2, &end, 10); + if (end && *end == '\0') { + kind = 1; + layer = (int) l; + return true; + } + } } - return p; + return false; } -struct ggml_backend_hexagon_alloc_unit { - size_t size; - int first; - int last; -}; - static ggml_backend_hexagon_alloc_buffer_n_plan_t ggml_backend_hexagon_alloc_buffer_n_plan( ggml_backend_buffer_type_t buft, struct ggml_tensor ** tensors, int n_tensors) { ggml_backend_hexagon_alloc_buffer_n_plan_t plan; @@ -1012,61 +1047,72 @@ static ggml_backend_hexagon_alloc_buffer_n_plan_t ggml_backend_hexagon_alloc_buf int i = 0; while (i < n_tensors) { struct ggml_tensor * t = tensors[i]; - size_t unit_size = 0; - int unit_first = i; - int unit_last = i + 1; - - if (t->data == NULL && t->view_src == NULL) { - unit_size += GGML_PAD(ggml_backend_buft_get_alloc_size(buft, t), alignment); + if (t->data != NULL || t->view_src != NULL) { + i++; + continue; } - const char * layer_suffix = ggml_hexagon_kv_layer_suffix(t); + size_t unit_size = GGML_PAD(ggml_backend_buft_get_alloc_size(buft, t), alignment); + int unit_first = i; + int unit_last = i + 1; + + int kind = -1, layer = -1; + const bool has_layer = ggml_hexagon_tensor_layer(t, kind, layer); - while (unit_last < n_tensors) { + while (has_layer && unit_last < n_tensors) { struct ggml_tensor * next = tensors[unit_last]; - - if (next->view_src != NULL) { + if (next->data != NULL || next->view_src != NULL) { unit_last++; continue; } - if (layer_suffix != NULL) { - const char * next_suffix = ggml_hexagon_kv_layer_suffix(next); - if (next_suffix != NULL && strcmp(layer_suffix, next_suffix) == 0) { - if (next->data == NULL) { - unit_size += GGML_PAD(ggml_backend_buft_get_alloc_size(buft, next), alignment); - } - unit_last++; - continue; - } + int next_kind = -1, next_layer = -1; + if (!ggml_hexagon_tensor_layer(next, next_kind, next_layer) || + next_kind != kind || next_layer != layer) { + break; } - break; + size_t next_size = GGML_PAD(ggml_backend_buft_get_alloc_size(buft, next), alignment); + if (unit_size + next_size > max_size) { + break; + } + + unit_size += next_size; + unit_last++; } units.push_back({ unit_size, unit_first, unit_last }); i = unit_last; } - size_t cur_buf_size = 0; - int cur_buf_first = 0; - for (const auto & unit : units) { if (unit.size == 0) { continue; } - - if (cur_buf_size > 0 && (cur_buf_size + unit.size) > max_size) { - plan.push_back({ cur_buf_size, cur_buf_first, unit.first }); - cur_buf_size = 0; - cur_buf_first = unit.first; + bool placed = false; + for (auto & item : plan) { + if (item.size + unit.size <= max_size) { + item.size += unit.size; + item.units.push_back(unit); + placed = true; + break; + } + } + if (!placed) { + plan.push_back({ unit.size, { unit } }); } - - cur_buf_size += unit.size; } - if (cur_buf_size > 0) { - plan.push_back({ cur_buf_size, cur_buf_first, n_tensors }); + std::stable_sort(plan.begin(), plan.end(), [](const auto & a, const auto & b) { + return a.size > b.size; + }); + + if (!plan.empty()) { + for (const auto & unit : units) { + if (unit.size == 0) { + plan[0].units.push_back(unit); + } + } } return plan; @@ -1092,28 +1138,19 @@ static ggml_backend_buffer_t ggml_backend_hexagon_buffer_type_alloc_buffer_n( struct ggml_tallocr tallocr = ggml_tallocr_new(buffer); struct ggml_tensor * t_failed = NULL; - for (int j = item.first; j < item.last; j++) { - struct ggml_tensor * t = tensors[j]; - if (t->data == NULL) { - if (t->view_src == NULL) { + for (const auto & unit : item.units) { + for (int j = unit.first; j < unit.last; j++) { + struct ggml_tensor * t = tensors[j]; + if (t->data == NULL && t->view_src == NULL) { if (ggml_tallocr_alloc(&tallocr, t) != GGML_STATUS_SUCCESS) { t_failed = t; break; } - } else if (t->buffer == NULL) { - if (ggml_backend_view_init(t) != GGML_STATUS_SUCCESS) { - t_failed = t; - break; - } - } - } else { - if (t->view_src != NULL && t->buffer == NULL) { - if (ggml_backend_view_init(t) != GGML_STATUS_SUCCESS) { - t_failed = t; - break; - } } } + if (t_failed != NULL) { + break; + } } if (t_failed != NULL) { GGML_LOG_ERROR("%s: failed to initialize tensor %s\n", __func__, t_failed->name); @@ -1131,6 +1168,19 @@ static ggml_backend_buffer_t ggml_backend_hexagon_buffer_type_alloc_buffer_n( return NULL; } + for (int j = 0; j < n_tensors; j++) { + struct ggml_tensor * t = tensors[j]; + if (t->view_src != NULL && t->buffer == NULL) { + if (ggml_backend_view_init(t) != GGML_STATUS_SUCCESS) { + GGML_LOG_ERROR("%s: failed to initialize tensor %s\n", __func__, t->name); + for (ggml_backend_buffer_t b : buffers) { + ggml_backend_buffer_free(b); + } + return NULL; + } + } + } + if (buffers.size() == 1) { return buffers[0]; } @@ -1200,7 +1250,6 @@ struct ggml_hexagon_opbatch { ggml_hexagon_session* sess; std::vector ops; // htp_opnode of ops - std::vector h_bufs; // htp buffer descriptors std::vector h_tens; // htp tensor descriptors std::vector h_ops; // htp op descriptors @@ -1529,45 +1578,45 @@ struct ggml_hexagon_registry { struct ggml_hexagon_opqueue { // Shared buffer for storing batches ggml_hexagon_shared_buffer *shm_buf; - size_t shm_blk_size; + uint8_t * data; + size_t slot_size; size_t depth; using opvec = std::vector; std::vector op_cache; // per batch op cache - ggml_hexagon_opqueue(ggml_hexagon_session *sess, size_t batch_size, size_t depth) : depth(depth) { + static size_t size_of(size_t batch_size, size_t n_threads, size_t depth = 1) { size_t n_bufs = HTP_OP_MAX_BUFS; size_t n_ops = batch_size; size_t n_tensors = std::min(n_ops * 4 + HTP_OP_MAX_INPUTS + HTP_OP_MAX_OUTPUTS, HTP_OP_MAX_TENSORS); size_t tr_size = 0; if (opt_profile == 3) { - tr_size = sess->n_threads * opt_optrace * sizeof(htp_trace_desc); + tr_size = n_threads * opt_optrace * sizeof(htp_trace_desc); } - shm_blk_size = sizeof(htp_buf_desc) * n_bufs + - sizeof(htp_tensor) * n_tensors + - sizeof(htp_op_desc) * n_ops + - sizeof(htp_prof_desc) * n_ops + - tr_size; - - shm_buf = new ggml_hexagon_shared_buffer(sess, shm_blk_size * depth, true /* pinned */); + size_t slot_size = sizeof(htp_buf_desc) * n_bufs + + sizeof(htp_tensor) * n_tensors + + sizeof(htp_op_desc) * n_ops + + sizeof(htp_prof_desc) * n_ops + + tr_size; + return slot_size * depth; + } + ggml_hexagon_opqueue(ggml_hexagon_shared_buffer *shm_buf, size_t offset, size_t batch_size, size_t depth) + : shm_buf(shm_buf), + data(shm_buf->base() + offset), + slot_size(size_of(batch_size, shm_buf->sess->n_threads)), + depth(depth) { op_cache.resize(depth); if (opt_verbose) { - GGML_LOG_INFO("ggml-hex: %s allocated opqueue : batch-size %zu depth %zu shm-size %zu shm-block-size %zu\n", - sess->c_name(), batch_size, depth, shm_buf->size(), shm_blk_size); + GGML_LOG_INFO("ggml-hex: %s allocated opqueue : batch-size %zu depth %zu shm-size %zu slot-size %zu\n", + shm_buf->c_name(), batch_size, depth, size_of(batch_size, shm_buf->sess->n_threads, depth), slot_size); } } - ~ggml_hexagon_opqueue() { - delete shm_buf; - } - - size_t shm_size() const { return shm_buf ? shm_buf->size() : 0; } - // push new batch bool push(htp_opbatch_req& req, dspqueue_buffer& dbuf, const ggml_hexagon_opbatch* op_batch, uint64_t seq) { static_assert(sizeof(htp_opbatch_req) % 8 == 0, "sizeof(htp_opbatch_req) must be multiple of 8"); @@ -1603,13 +1652,13 @@ struct ggml_hexagon_opqueue { req.n_traces = 0; } - dbuf.ptr = shm_buf->base() + ((size_t) slot * shm_blk_size); + dbuf.ptr = data + ((size_t) slot * slot_size); dbuf.fd = shm_buf->fd(); dbuf.flags = DSPQUEUE_BUFFER_FLAG_FLUSH_SENDER | DSPQUEUE_BUFFER_FLAG_INVALIDATE_RECIPIENT; dbuf.offset = (uint8_t*) dbuf.ptr - (uint8_t*) shm_buf->base(); dbuf.size = b_size + t_size + o_size + p_size + tr_size; - GGML_ASSERT(dbuf.size <= shm_blk_size); + GGML_ASSERT(dbuf.size <= slot_size); uint8_t * m_ptr = (uint8_t*) dbuf.ptr; uint8_t * b_ptr = m_ptr; m_ptr += b_size; @@ -1657,7 +1706,7 @@ struct ggml_hexagon_opqueue { } const size_t m_size = b_size + t_size + o_size + p_size + tr_size; - GGML_ASSERT(m_size <= shm_blk_size); + GGML_ASSERT(m_size <= slot_size); HEX_VERBOSE("ggml-hex: %s opqueue-pop batch #%llu : n-bufs %u n-tensors %u n-ops %u : m-size %zu b-size %zu t-size %zu o-size %zu\n", shm_buf->sess->c_name(), (unsigned long long) rsp.seq, rsp.n_bufs, rsp.n_tensors, rsp.n_ops, @@ -1775,6 +1824,7 @@ void ggml_hexagon_session::flush_batch(size_t min_ops) { if (op_batch->n_ops < min_ops) { return; } op_batch->sort_buffers(); + this->mmap_buffers(); htp_opbatch_req req {}; dspqueue_buffer dbuf{}; @@ -1819,10 +1869,17 @@ void ggml_hexagon_session::flush_batch(size_t min_ops) { } void ggml_hexagon_session::enqueue_op(const htp_opnode & node) { - auto clone_tensor_buffer = [this](const ggml_tensor * t) { - auto sbuf = this->mmap_tensor(t); - if (!sbuf) return; - if (sbuf->sess != this) { + auto register_tensor = [&](const ggml_tensor * t) { + if (!t) return; + auto * sbuf = static_cast(t->buffer->context); + if (ggml_backend_buffer_get_usage(t->buffer) == GGML_BACKEND_BUFFER_USAGE_WEIGHTS) { + sbuf->extended = opt_dma64; + } + if (sbuf->sess == this) { + if (!sbuf->mapped) { + this->buffers.insert(sbuf); + } + } else { this->clone_buffer(sbuf); } for (auto & sub : this->mdev.sessions) { @@ -1830,11 +1887,11 @@ void ggml_hexagon_session::enqueue_op(const htp_opnode & node) { } }; - for (auto t : node.get_inputs()) { - clone_tensor_buffer(t); + for (const auto * src : node.get_inputs()) { + register_tensor(src); } - for (auto t : node.get_outputs()) { - clone_tensor_buffer(t); + for (const auto * dst : node.get_outputs()) { + register_tensor(dst); } const bool fits_tensors = op_batch->fit_tensors(node); @@ -1945,46 +2002,61 @@ void ggml_hexagon_session::enqueue_allreduce( this->enqueue_op(ar_node); } -ggml_hexagon_shared_buffer * ggml_hexagon_session::mmap_tensor(const ggml_tensor * t) { - if (!t) return nullptr; +void ggml_hexagon_session::mmap_buffers() { + auto collect_session = [](ggml_hexagon_session * sess, std::unordered_set & unmapped) { + for (auto * sbuf : sess->buffers) { + if (!sbuf->mapped) { + unmapped.insert(sbuf); + } + } + for (auto & [fd, clone] : sess->cloned_buffers) { + if (!clone->mapped) { + unmapped.insert(clone.get()); + } + } + }; + + std::unordered_set unmapped; + collect_session(this, unmapped); + for (auto & sub : this->mdev.sessions) { + collect_session(sub.get(), unmapped); + } - auto sbuf = static_cast(t->buffer->context); - if (!sbuf->mapped) { - const bool is_weight = ggml_backend_buffer_get_usage(t->buffer) == GGML_BACKEND_BUFFER_USAGE_WEIGHTS; - const bool extended = opt_dma64 && is_weight; - sbuf->mmap(extended); + if (!unmapped.empty()) { + std::vector sorted(unmapped.begin(), unmapped.end()); + std::sort(sorted.begin(), sorted.end(), [](const auto * a, const auto * b) { + if (a->size() != b->size()) { + return a->size() > b->size(); + } + if (a->fd() != b->fd()) { + return a->fd() < b->fd(); + } + return a->sess->domain_id < b->sess->domain_id; + }); + for (auto * sbuf : sorted) { + sbuf->mmap(); + } } - return sbuf; } -bool ggml_hexagon_session::clone_buffer(const ggml_hexagon_shared_buffer * sbuf) +void ggml_hexagon_session::clone_buffer(const ggml_hexagon_shared_buffer * sbuf) { GGML_ASSERT(sbuf && sbuf->mem); - if (sbuf->sess == this) return true; + if (sbuf->sess == this) return; auto mem = sbuf->mem; int fd = mem->fd; GGML_ASSERT(fd >= 0); - if (this->cloned_buffers.find(fd) != this->cloned_buffers.end()) return true; - - GGML_ASSERT(sbuf->mapped); + if (this->cloned_buffers.find(fd) != this->cloned_buffers.end()) return; HEX_VERBOSE("ggml-hex: %s clone-buffer: %s base %p size %zu fd %d\n", this->name.c_str(), sbuf->c_name(), sbuf->base(), sbuf->size(), fd); auto clone = std::make_unique(this, *sbuf); - try { - clone->mmap(sbuf->extended); - } catch (const std::exception & exc) { - GGML_LOG_ERROR("ggml-hex: %s lazy mapping of buffer context failed: %s\n", this->c_name(), exc.what()); - return false; - } - this->cloned_buffers[fd] = std::move(clone); - mem->mapped_clones.insert(this); - return true; + mem->clones.insert(this); } void ggml_hexagon_session::release_buffer(const ggml_hexagon_shared_buffer * sbuf) { @@ -2000,14 +2072,14 @@ void ggml_hexagon_session::release_buffer(const ggml_hexagon_shared_buffer * sbu auto clone = std::move(it->second); this->cloned_buffers.erase(it); } - mem->mapped_clones.erase(this); + mem->clones.erase(this); } void ggml_hexagon_session::unclone_buffer(const ggml_hexagon_shared_buffer * sbuf) { GGML_ASSERT(sbuf && sbuf->mem); auto mem = sbuf->mem; - std::vector sessions(mem->mapped_clones.begin(), mem->mapped_clones.end()); + std::vector sessions(mem->clones.begin(), mem->clones.end()); for (auto * sess : sessions) { sess->release_buffer(sbuf); @@ -2276,9 +2348,14 @@ void ggml_hexagon_session::allocate(const ggml_hexagon_device_config & config) n } // Allocate buffers and state for op batching - this->op_queue = new ggml_hexagon_opqueue(this, opt_opbatch, opt_opqueue); - - this->fence_buf = new ggml_hexagon_fence_buffer(this, &dev_ctx->fence_buffer_type, 64 * 1024); + const size_t n_fences = 512; + const size_t opq_size = ggml_hexagon_opqueue::size_of(opt_opbatch, this->n_threads, opt_opqueue); + const size_t fence_offset = GGML_PAD(opq_size, HEX_L2_LINE_SIZE); + const size_t fence_size = ggml_hexagon_fence_buffer::size_of(n_fences); + + this->shm_buf = new ggml_hexagon_shared_buffer(this, fence_offset + fence_size, true /* pinned */); + this->op_queue = new ggml_hexagon_opqueue(this->shm_buf, 0, opt_opbatch, opt_opqueue); + this->fence_buf = new ggml_hexagon_fence_buffer(this->shm_buf, &dev_ctx->fence_buffer_type, fence_offset, n_fences); if (this->mdev.count > 1) { this->mdev_fence_slot = this->alloc_fence(this->mdev.count); } @@ -2287,7 +2364,7 @@ void ggml_hexagon_session::allocate(const ggml_hexagon_device_config & config) n opt_vmem = ggml_hexagon_measure_max_vmem(this); GGML_LOG_INFO("ggml-hex: %s measured max vmem %zu\n", this->c_name(), opt_vmem); } - const size_t shm_size = this->op_queue->shm_size(); + const size_t shm_size = this->shm_buf->size(); this->max_vmem = (opt_vmem > shm_size) ? (opt_vmem - shm_size) : opt_vmem; this->op_batch = new ggml_hexagon_opbatch(this, opt_opbatch, this->max_vmem); @@ -2328,8 +2405,6 @@ void ggml_hexagon_session::release() noexcept(true) { } } - delete this->op_batch; - delete this->op_queue; for (auto & it : this->cpy_fence_slots) { free_fence((void *) it.second, 1); } @@ -2340,6 +2415,14 @@ void ggml_hexagon_session::release() noexcept(true) { delete this->fence_buf; this->fence_buf = nullptr; } + + delete this->op_batch; + delete this->op_queue; + delete this->shm_buf; + this->op_batch = nullptr; + this->op_queue = nullptr; + this->shm_buf = nullptr; + while (!this->cloned_buffers.empty()) { release_buffer(this->cloned_buffers.begin()->second.get()); } @@ -2734,19 +2817,12 @@ static bool ggml_hexagon_cpy_tensor_async_phys(ggml_backend_t backend_src, ggml_ auto sess_src = static_cast(backend_src->context); auto sess_dst = static_cast(backend_dst->context); - sess_src->mmap_tensor(src); - auto sbuf_dst = sess_dst->mmap_tensor(dst); - - if (!sess_src->clone_buffer(sbuf_dst)) { return false; } - const uint64_t src_key = ggml_hexagon_session_key(sess_src); auto & fence_slot = sess_dst->cpy_fence_slots[src_key]; if (!fence_slot) { fence_slot = (volatile uint32_t *) sess_dst->alloc_fence(1); } - if (!sess_src->clone_buffer(sess_dst->fence_buf)) { return false; } - uint32_t fence_seq = sess_dst->next_fence_seq(); HEX_VERBOSE("ggml-hex: %s cpy-tensor-async %s -> %s size %zu : seq 0x%x\n", @@ -2766,11 +2842,6 @@ static bool ggml_hexagon_cpy_tensor_async_virt(ggml_backend_t backend_src, ggml_ auto sess_src = static_cast(backend_src->context); auto sess_dst = static_cast(backend_dst->context); - auto sbuf_src = sess_src->mmap_tensor(src); - sess_dst->mmap_tensor(dst); - - if (!sess_dst->clone_buffer(sbuf_src)) { return false; } - HEX_VERBOSE("ggml-hex: %s cpy-tensor-async %s -> %s size %zu\n", sess_dst->name.c_str(), src->name, dst->name, ggml_nbytes(src)); @@ -2893,7 +2964,6 @@ static void ggml_backend_hexagon_event_wait(ggml_backend_t backend, ggml_backend return; } - sess->clone_buffer(hex_event->fence_sess->fence_buf); sess->add_peer(hex_event->sess); sess->enqueue_fence(&hex_event->fence_tensor, hex_event->seq, /* wait = */ true); } diff --git a/ggml/src/ggml-hexagon/htp/htp-ctx.h b/ggml/src/ggml-hexagon/htp/htp-ctx.h index 721fa2162d20..b6b608631c60 100644 --- a/ggml/src/ggml-hexagon/htp/htp-ctx.h +++ b/ggml/src/ggml-hexagon/htp/htp-ctx.h @@ -82,6 +82,7 @@ struct htp_ops_context { struct htp_context { dspqueue_t dsp_queue; + struct htp_mmap shm; struct htp_mmap mmap[HTP_MAX_MMAPS]; dma_queue_t dma[HTP_MAX_NTHREADS]; struct htp_thread_trace trace[HTP_MAX_NTHREADS]; diff --git a/ggml/src/ggml-hexagon/htp/main.c b/ggml/src/ggml-hexagon/htp/main.c index ad457d1a6b3e..c1df5a164433 100644 --- a/ggml/src/ggml-hexagon/htp/main.c +++ b/ggml/src/ggml-hexagon/htp/main.c @@ -1089,7 +1089,12 @@ static int execute_op(struct htp_ops_context * octx) { } static inline bool reuse_buf(struct htp_context *ctx, uint32_t *m_reuse, struct htp_buf_desc *b) { - b->base = NULL; + if (b->fd == ctx->shm.fd) { + b->base = ctx->shm.base; + return true; + } + + b->base = 0; for (uint32_t i=0; immap + i; @@ -1203,7 +1208,7 @@ static void prep_op_bufs(struct htp_context *ctx, struct htp_buf_desc *bufs, uin for (uint32_t i=0; i < n_bufs; i++) { struct htp_buf_desc *b = bufs + i; - if (!(b->flags & HTP_BUF_EXTENDED)) { + if (!(b->flags & HTP_BUF_EXTENDED) && b->fd != ctx->shm.fd) { b->base = 0; } if (!mmap_buf(ctx, b)) { @@ -1316,6 +1321,9 @@ static void process_opbatch(struct htp_context * ctx, const struct htp_opbatch_r n_bufs, n_tens, n_ops, req->n_traces, dbuf->size, b_size, t_size, o_size); // Setup descriptor pointers + ctx->shm.fd = dbuf->fd; + ctx->shm.base = (uintptr_t) dbuf->ptr - dbuf->offset; + uint8_t * m_ptr = dbuf->ptr; struct htp_buf_desc* bufs = (struct htp_buf_desc*) m_ptr; m_ptr += b_size; struct htp_tensor* tens = (struct htp_tensor*) m_ptr; m_ptr += t_size; From 4f9dfa0e360c2bbc3afdf11cbc6384f54a62c8ad Mon Sep 17 00:00:00 2001 From: Pascal Date: Fri, 13 Nov 2026 17:50:03 +0100 Subject: [PATCH 022/249] requirements, Fix CI: support Python 3.15 (#32199) * requirements : support Python 3.15 torch 2.11.0, numpy 2.4, matplotlib 3.10, pandas 2.3, pillow 11.3 and cffi 1.16 have no Python 3.15 wheels, so the CI runner on 3.15 cannot install the requirements. Python 3.15 gets the first releases that ship 3.15 wheels through version markers, and every version below 3.15 stays as is. pyproject.toml now allows 3.15 and picks torch 2.15.0 there. * requirements : apply review suggestions numpy 2.5.4 from Python 3.14, matplotlib 3.11.2 and pandas 3.0.6 from 3.11, cffi 2.1.1 and pillow 12.3.0 for every version. cffi 1.16.0 has no 3.14 wheel and fails to build there, so this also fixes the tokenizer test requirements on 3.14. --- pyproject.toml | 11 +++++++---- requirements/requirements-compare-llama-bench.txt | 3 ++- requirements/requirements-convert_hf_to_gguf.txt | 3 ++- requirements/requirements-convert_legacy_llama.txt | 2 +- requirements/requirements-gguf_editor_gui.txt | 2 +- requirements/requirements-server-bench.txt | 5 +++-- requirements/requirements-test-tokenizer-random.txt | 2 +- requirements/requirements-tool_bench.txt | 8 +++++--- tools/mtmd/requirements.txt | 8 +++++--- tools/server/tests/requirements.txt | 2 +- 10 files changed, 28 insertions(+), 18 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 996529753e45..9a066770c0aa 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -6,7 +6,7 @@ version = "0.0.0" dynamic = ["classifiers"] readme = "README.md" authors = [{name = "GGML", email = "ggml@ggml.ai"}] -requires-python = '>=3.10,<3.15' +requires-python = '>=3.10,<3.16' dependencies = [ 'numpy (>=2.2.6,<3.0.0); python_version < "3.14"', 'numpy (>=2.3.0,<3.0.0); python_version >= "3.14"', @@ -40,9 +40,12 @@ packages = [ [tool.poetry.dependencies] torch = [ - { version = "==2.11.0", source = "pypi", markers = "sys_platform == 'darwin'" }, - { version = "==2.11.0+cpu", source = "pytorch", markers = "sys_platform == 'linux'" }, - { version = "==2.11.0", source = "pypi", markers = "sys_platform == 'win32'" }, + { version = "==2.11.0", source = "pypi", markers = "sys_platform == 'darwin' and python_version < '3.15'" }, + { version = "==2.11.0+cpu", source = "pytorch", markers = "sys_platform == 'linux' and python_version < '3.15'" }, + { version = "==2.11.0", source = "pypi", markers = "sys_platform == 'win32' and python_version < '3.15'" }, + { version = "==2.15.0", source = "pypi", markers = "sys_platform == 'darwin' and python_version >= '3.15'" }, + { version = "==2.15.0+cpu", source = "pytorch", markers = "sys_platform == 'linux' and python_version >= '3.15'" }, + { version = "==2.15.0", source = "pypi", markers = "sys_platform == 'win32' and python_version >= '3.15'" }, ] [tool.poetry.group.dev.dependencies] diff --git a/requirements/requirements-compare-llama-bench.txt b/requirements/requirements-compare-llama-bench.txt index d87e897e1719..22ed7fc8b5c9 100644 --- a/requirements/requirements-compare-llama-bench.txt +++ b/requirements/requirements-compare-llama-bench.txt @@ -1,3 +1,4 @@ tabulate~=0.9.0 GitPython~=3.1.43 -matplotlib~=3.10.0 +matplotlib~=3.10.0; python_version < "3.11" +matplotlib~=3.11.2; python_version >= "3.11" diff --git a/requirements/requirements-convert_hf_to_gguf.txt b/requirements/requirements-convert_hf_to_gguf.txt index b1f7c863e27e..77df026c9a9c 100644 --- a/requirements/requirements-convert_hf_to_gguf.txt +++ b/requirements/requirements-convert_hf_to_gguf.txt @@ -2,4 +2,5 @@ --extra-index-url https://download.pytorch.org/whl/cpu ## Embedding Gemma requires PyTorch 2.6.0 or later, bumped to 2.11.0 for compatibility -torch==2.11.0 +torch==2.11.0; python_version < "3.15" +torch==2.15.0; python_version >= "3.15" diff --git a/requirements/requirements-convert_legacy_llama.txt b/requirements/requirements-convert_legacy_llama.txt index 9186f361eb5d..5f62ffee0462 100644 --- a/requirements/requirements-convert_legacy_llama.txt +++ b/requirements/requirements-convert_legacy_llama.txt @@ -1,5 +1,5 @@ numpy~=2.2.6; python_version < "3.14" -numpy~=2.4.6; python_version >= "3.14" +numpy~=2.5.4; python_version >= "3.14" sentencepiece>=0.1.98,<0.3.0 transformers==4.57.6 diff --git a/requirements/requirements-gguf_editor_gui.txt b/requirements/requirements-gguf_editor_gui.txt index 0618acf09919..a12e6e527e69 100644 --- a/requirements/requirements-gguf_editor_gui.txt +++ b/requirements/requirements-gguf_editor_gui.txt @@ -1,4 +1,4 @@ numpy~=2.2.6; python_version < "3.14" -numpy~=2.4.6; python_version >= "3.14" +numpy~=2.5.4; python_version >= "3.14" PySide6~=6.9.0 gguf>=0.17.0 diff --git a/requirements/requirements-server-bench.txt b/requirements/requirements-server-bench.txt index 88a9cb2dc067..21e181e03a2d 100644 --- a/requirements/requirements-server-bench.txt +++ b/requirements/requirements-server-bench.txt @@ -1,6 +1,7 @@ datasets~=4.8.0 -matplotlib~=3.10.0 +matplotlib~=3.10.0; python_version < "3.11" +matplotlib~=3.11.2; python_version >= "3.11" numpy~=2.2.6; python_version < "3.14" -numpy~=2.4.6; python_version >= "3.14" +numpy~=2.5.4; python_version >= "3.14" requests~=2.32.3 tqdm~=4.67.1 diff --git a/requirements/requirements-test-tokenizer-random.txt b/requirements/requirements-test-tokenizer-random.txt index 2785e71a2571..f54bc8ddf57c 100644 --- a/requirements/requirements-test-tokenizer-random.txt +++ b/requirements/requirements-test-tokenizer-random.txt @@ -1 +1 @@ -cffi~=1.16.0 +cffi~=2.1.1 diff --git a/requirements/requirements-tool_bench.txt b/requirements/requirements-tool_bench.txt index 471f13fd55c1..26f46bb4d8ee 100644 --- a/requirements/requirements-tool_bench.txt +++ b/requirements/requirements-tool_bench.txt @@ -1,9 +1,11 @@ pytest~=8.3.3 -matplotlib~=3.10.0 +matplotlib~=3.10.0; python_version < "3.11" +matplotlib~=3.11.2; python_version >= "3.11" numpy~=2.2.6; python_version < "3.14" -numpy~=2.4.6; python_version >= "3.14" +numpy~=2.5.4; python_version >= "3.14" openai~=2.14.0 -pandas~=2.3.3 +pandas~=2.3.3; python_version < "3.11" +pandas~=3.0.6; python_version >= "3.11" prometheus-client~=0.20.0 requests~=2.32.3 wget~=3.2 diff --git a/tools/mtmd/requirements.txt b/tools/mtmd/requirements.txt index d646ca7b02f2..5da6f3de3988 100644 --- a/tools/mtmd/requirements.txt +++ b/tools/mtmd/requirements.txt @@ -1,6 +1,8 @@ -r ../../requirements/requirements-convert_legacy_llama.txt --extra-index-url https://download.pytorch.org/whl/cpu -pillow~=11.3.0 +pillow~=12.3.0 -torch==2.11.0 # check_requirements: ignore "==" -torchvision==0.26.0; platform_machine != "s390x" # check_requirements: ignore "==" +torch==2.11.0; python_version < "3.15" # check_requirements: ignore "==" +torch==2.15.0; python_version >= "3.15" # check_requirements: ignore "==" +torchvision==0.26.0; platform_machine != "s390x" and python_version < "3.15" # check_requirements: ignore "==" +torchvision==0.29.2; platform_machine != "s390x" and python_version >= "3.15" # check_requirements: ignore "==" diff --git a/tools/server/tests/requirements.txt b/tools/server/tests/requirements.txt index 3cea52523740..1a490b5cc236 100644 --- a/tools/server/tests/requirements.txt +++ b/tools/server/tests/requirements.txt @@ -2,7 +2,7 @@ pytest~=8.3.3 pytest-xdist~=3.6 filelock~=3.16 numpy~=2.2.6; python_version < "3.14" -numpy~=2.4.6; python_version >= "3.14" +numpy~=2.5.4; python_version >= "3.14" openai~=2.14.0 prometheus-client~=0.20.0 requests~=2.32.3 From b79696f1f556cb30b0c184838115007d929baca8 Mon Sep 17 00:00:00 2001 From: thelittlefireman <5165783+thelittlefireman@users.noreply.github.com> Date: Fri, 13 Nov 2026 18:12:51 +0100 Subject: [PATCH 023/249] ggml-cuda: hip: tune GCN MMQ configs (#30021) --- ggml/src/ggml-cuda/mmq-config-gcn.cuh | 211 ++++++++++++++++---------- 1 file changed, 128 insertions(+), 83 deletions(-) diff --git a/ggml/src/ggml-cuda/mmq-config-gcn.cuh b/ggml/src/ggml-cuda/mmq-config-gcn.cuh index 24af2ef2b05b..2aea107f5272 100644 --- a/ggml/src/ggml-cuda/mmq-config-gcn.cuh +++ b/ggml/src/ggml-cuda/mmq-config-gcn.cuh @@ -1,31 +1,36 @@ static constexpr __host__ __device__ ggml_cuda_mmq_config ggml_cuda_mmq_get_config_gcn(ggml_type type, int J, bool fallback) { CASE(GGML_TYPE_Q1_0, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_Q1_0, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_Q1_0, 256, 2, 64, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_Q1_0, 256, 2, 64, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q1_0, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q1_0, 512, 2, 128, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q1_0, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q1_0, 512, 2, 128, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q1_0, 512, 2, 128, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q1_0, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q1_0, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q1_0, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q1_0, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q1_0, 256, 2, 64, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q1_0, 256, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q1_0, 256, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q1_0, 256, 2, 64, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_Q1_0, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_Q1_0, 512, 2, 128, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_Q1_0, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_Q1_0, 512, 2, 128, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_Q1_0, 512, 2, 128, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_Q1_0, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q2_0, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_Q2_0, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_Q2_0, 256, 2, 64, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_Q2_0, 256, 2, 64, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q2_0, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q2_0, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q2_0, 512, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q2_0, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q2_0, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q2_0, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_Q2_0, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q2_0, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q2_0, 256, 2, 64, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q2_0, 256, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q2_0, 256, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q2_0, 256, 2, 64, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_Q2_0, 512, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_Q2_0, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q4_0, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q4_0, 256, 2, 64, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q4_0, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q4_0, 256, 2, 64, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q4_0, 256, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q4_0, 256, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q4_0, 256, 2, 64, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q4_0, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q4_0, 256, 2, 64, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); @@ -37,8 +42,11 @@ static constexpr __host__ __device__ ggml_cuda_mmq_config ggml_cuda_mmq_get_conf CASE(GGML_TYPE_Q4_1, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q4_1, 256, 2, 64, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q4_1, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q4_1, 256, 2, 64, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_Q4_1, 256, 2, 64, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q4_1, 256, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q4_1, 256, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q4_1, 512, 2, 64, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q4_1, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q4_1, 256, 2, 64, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q4_1, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); @@ -50,43 +58,45 @@ static constexpr __host__ __device__ ggml_cuda_mmq_config ggml_cuda_mmq_get_conf CASE(GGML_TYPE_Q5_0, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q5_0, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q5_0, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q5_0, 512, 2, 128, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q5_0, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q5_0, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q5_0, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q5_0, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_Q5_0, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q5_0, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q5_0, 256, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q5_0, 256, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_Q5_0, 512, 2, 128, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_Q5_0, 512, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q5_0, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q5_1, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_Q5_1, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q5_1, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q5_1, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q5_1, 512, 2, 128, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q5_1, 512, 2, 128, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q5_1, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q5_1, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q5_1, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q5_1, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_Q5_1, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q5_1, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q5_1, 256, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q5_1, 256, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_Q5_1, 512, 2, 128, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_Q5_1, 512, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q5_1, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q8_0, 512, 2, 128, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_Q8_0, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_Q8_0, 256, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q8_0, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q8_0, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q8_0, 512, 2, 128, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q8_0, 512, 2, 128, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q8_0, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q8_0, 512, 2, 64, 80, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q8_0, 512, 2, 128, 96, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q8_0, 512, 2, 128, 112, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q8_0, 512, 2, 128, 128, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q8_0, 512, 2, 128, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q8_0, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_Q8_0, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q8_0, 512, 2, 128, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q8_0, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q8_0, 512, 2, 128, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q8_0, 512, 2, 128, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q8_0, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q8_0, 512, 2, 128, 80, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q8_0, 512, 2, 128, 96, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q8_0, 512, 2, 128, 112, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q8_0, 512, 2, 128, 128, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); @@ -95,7 +105,10 @@ static constexpr __host__ __device__ ggml_cuda_mmq_config ggml_cuda_mmq_get_conf CASE(GGML_TYPE_Q2_K, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q2_K, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q2_K, 256, 2, 64, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q2_K, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q2_K, 512, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q2_K, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q2_K, 512, 2, 64, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q2_K, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q2_K, 512, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q2_K, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q2_K, 256, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q2_K, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q2_K, 512, 2, 64, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q2_K, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q2_K, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q2_K, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q2_K, 256, 2, 64, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q2_K, MMQ_ITER_K, false, false); @@ -108,18 +121,20 @@ static constexpr __host__ __device__ ggml_cuda_mmq_config ggml_cuda_mmq_get_conf CASE(GGML_TYPE_Q3_K, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q3_K, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q3_K, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q3_K, 512, 2, 128, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q3_K, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q3_K, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q3_K, 256, 2, 64, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q3_K, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_Q3_K, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_Q3_K, 256, 2, 128, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q3_K, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q3_K, 256, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_Q3_K, 256, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_Q3_K, 512, 2, 128, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q3_K, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q4_K, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q4_K, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_Q4_K, 256, 2, 64, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q4_K, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q4_K, 512, 2, 128, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q4_K, 256, 2, 128, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q4_K, 256, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q4_K, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q4_K, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); @@ -131,6 +146,7 @@ static constexpr __host__ __device__ ggml_cuda_mmq_config ggml_cuda_mmq_get_conf CASE(GGML_TYPE_Q5_K, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q5_K, 256, 2, 64, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q5_K, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q5_K, 256, 2, 64, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q5_K, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q5_K, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); @@ -143,7 +159,11 @@ static constexpr __host__ __device__ ggml_cuda_mmq_config ggml_cuda_mmq_get_conf CASE(GGML_TYPE_Q6_K, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q6_K, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q6_K, 256, 2, 64, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q6_K, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q6_K, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q6_K, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q6_K, 256, 2, 64, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q6_K, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q6_K, 256, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q6_K, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q6_K, 256, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q6_K, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_Q6_K, 256, 2, 64, 56, GGML_CUDA_MMQ_SRAM_LAYOUT_Q6_K, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q6_K, 256, 2, 64, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q6_K, MMQ_ITER_K, false, true); CASE(GGML_TYPE_Q6_K, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q6_K, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q6_K, 256, 2, 64, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q6_K, MMQ_ITER_K, false, false); @@ -151,126 +171,151 @@ static constexpr __host__ __device__ ggml_cuda_mmq_config ggml_cuda_mmq_get_conf CASE(GGML_TYPE_Q6_K, 256, 2, 64, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q6_K, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q6_K, 256, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q6_K, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q6_K, 256, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q6_K, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_Q6_K, 256, 2, 64, 56, GGML_CUDA_MMQ_SRAM_LAYOUT_Q6_K, MMQ_ITER_K, false, false); CASE(GGML_TYPE_Q6_K, 256, 2, 64, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q6_K, MMQ_ITER_K, false, false); // --------------------------------------------------------------------------------------------- CASE(GGML_TYPE_IQ1_S, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_IQ1_S, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ1_S, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ1_S, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ1_S, 512, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ1_S, 512, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ1_S, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + // CASE(GGML_TYPE_IQ1_S, 512, 2, 128, 128, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ1_S, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ1_S, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ1_S, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ1_S, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ1_S, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ1_S, 256, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ1_S, 256, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ1_S, 512, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ1_S, 512, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ1_S, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + // CASE(GGML_TYPE_IQ1_S, 512, 2, 128, 128, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ2_XXS, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_IQ2_XXS, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ2_XXS, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ2_XXS, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ2_XXS, 512, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ2_XXS, 512, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ2_XXS, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + // CASE(GGML_TYPE_IQ2_XXS, 512, 2, 128, 128, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ2_XXS, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ2_XXS, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ2_XXS, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ2_XXS, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ2_XXS, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ2_XXS, 256, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ2_XXS, 256, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ2_XXS, 512, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ2_XXS, 512, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ2_XXS, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + // CASE(GGML_TYPE_IQ2_XXS, 512, 2, 128, 128, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ2_XS, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_IQ2_XS, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ2_XS, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ2_XS, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ2_XS, 512, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ2_XS, 512, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ2_XS, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); + // CASE(GGML_TYPE_IQ2_XS, 512, 2, 128, 128, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ2_XS, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ2_XS, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ2_XS, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ2_XS, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ2_XS, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ2_XS, 256, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ2_XS, 256, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ2_XS, 512, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ2_XS, 512, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ2_XS, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); + // CASE(GGML_TYPE_IQ2_XS, 512, 2, 128, 128, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ2_S, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_IQ2_S, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ2_S, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ2_S, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ2_S, 512, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ2_S, 512, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ2_S, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); + // CASE(GGML_TYPE_IQ2_S, 512, 2, 128, 128, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ2_S, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ2_S, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ2_S, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ2_S, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ2_S, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ2_S, 256, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ2_S, 256, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ2_S, 512, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ2_S, 512, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ2_S, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); + // CASE(GGML_TYPE_IQ2_S, 512, 2, 128, 128, GGML_CUDA_MMQ_SRAM_LAYOUT_Q3_K, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ3_XXS, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_IQ3_XXS, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ3_XXS, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ3_XXS, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ3_XXS, 512, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ3_XXS, 512, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ3_XXS, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + // CASE(GGML_TYPE_IQ3_XXS, 512, 2, 128, 128, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ3_XXS, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ3_XXS, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ3_XXS, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ3_XXS, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ3_XXS, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ3_XXS, 256, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ3_XXS, 256, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ3_XXS, 512, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ3_XXS, 512, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ3_XXS, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + // CASE(GGML_TYPE_IQ3_XXS, 512, 2, 128, 128, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ3_S, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_IQ3_S, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ3_S, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ3_S, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ3_S, 512, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ3_S, 512, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ3_S, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + // CASE(GGML_TYPE_IQ3_S, 512, 2, 128, 128, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ3_S, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ3_S, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ3_S, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ3_S, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ3_S, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ3_S, 256, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ3_S, 256, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ3_S, 512, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ3_S, 512, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ3_S, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + // CASE(GGML_TYPE_IQ3_S, 512, 2, 128, 128, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ4_XS, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_IQ4_XS, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ4_XS, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ4_XS, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ4_XS, 512, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ4_XS, 512, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ4_XS, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ4_XS, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ4_XS, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ4_XS, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ4_XS, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ4_XS, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ4_XS, 256, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ4_XS, 256, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ4_XS, 512, 2, 128, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ4_XS, 512, 2, 128, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ4_XS, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ4_NL, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_IQ4_NL, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ4_NL, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ4_NL, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ4_NL, 512, 2, 128, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_IQ4_NL, 512, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ4_NL, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, true); CASE(GGML_TYPE_IQ4_NL, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ4_NL, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ4_NL, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ4_NL, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ4_NL, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ4_NL, 256, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_IQ4_NL, 256, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ4_NL, 512, 2, 128, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_IQ4_NL, 512, 2, 128, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); CASE(GGML_TYPE_IQ4_NL, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_0, MMQ_ITER_K, false, false); // --------------------------------------------------------------------------------------------- CASE(GGML_TYPE_MXFP4, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_MXFP4, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_MXFP4, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); CASE(GGML_TYPE_MXFP4, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_MXFP4, 512, 2, 128, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_MXFP4, 512, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); CASE(GGML_TYPE_MXFP4, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, true); CASE(GGML_TYPE_MXFP4, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_MXFP4, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_MXFP4, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_MXFP4, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); CASE(GGML_TYPE_MXFP4, 512, 2, 128, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_MXFP4, 256, 2, 64, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_MXFP4, 256, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_MXFP4, 512, 2, 128, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_MXFP4, 512, 2, 128, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); CASE(GGML_TYPE_MXFP4, 512, 2, 128, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_Q8_1, MMQ_ITER_K, false, false); CASE(GGML_TYPE_NVFP4, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_NVFP4, MMQ_ITER_K, false, true); - CASE(GGML_TYPE_NVFP4, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_NVFP4, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_NVFP4, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_NVFP4, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_NVFP4, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_NVFP4, MMQ_ITER_K, false, true); CASE(GGML_TYPE_NVFP4, 256, 2, 64, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_NVFP4, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_NVFP4, 256, 2, 128, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_NVFP4, MMQ_ITER_K, false, true); + CASE(GGML_TYPE_NVFP4, 256, 2, 64, 48, GGML_CUDA_MMQ_SRAM_LAYOUT_NVFP4, MMQ_ITER_K, false, true); CASE(GGML_TYPE_NVFP4, 256, 2, 64, 64, GGML_CUDA_MMQ_SRAM_LAYOUT_NVFP4, MMQ_ITER_K, false, true); CASE(GGML_TYPE_NVFP4, 256, 2, 64, 8, GGML_CUDA_MMQ_SRAM_LAYOUT_NVFP4, MMQ_ITER_K, false, false); - CASE(GGML_TYPE_NVFP4, 256, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_NVFP4, MMQ_ITER_K, false, false); + CASE(GGML_TYPE_NVFP4, 512, 2, 128, 16, GGML_CUDA_MMQ_SRAM_LAYOUT_NVFP4, MMQ_ITER_K, false, false); CASE(GGML_TYPE_NVFP4, 256, 2, 64, 24, GGML_CUDA_MMQ_SRAM_LAYOUT_NVFP4, MMQ_ITER_K, false, false); CASE(GGML_TYPE_NVFP4, 256, 2, 64, 32, GGML_CUDA_MMQ_SRAM_LAYOUT_NVFP4, MMQ_ITER_K, false, false); CASE(GGML_TYPE_NVFP4, 256, 2, 128, 40, GGML_CUDA_MMQ_SRAM_LAYOUT_NVFP4, MMQ_ITER_K, false, false); From 4df9b479769effa57ce8f725498c0728a4b2ab3d Mon Sep 17 00:00:00 2001 From: Max Krasnyansky Date: Fri, 13 Nov 2026 11:49:33 -0800 Subject: [PATCH 024/249] ci: reduce qdc timeouts to avoid stalling pipelines and runners (#32148) * ci: reduce qdc timeouts to avoid stalling pipelines and runners * ci: fix flake8 warnings --- scripts/snapdragon/qdc/run_qdc_jobs.py | 75 +++++++++++++++++++++----- 1 file changed, 63 insertions(+), 12 deletions(-) diff --git a/scripts/snapdragon/qdc/run_qdc_jobs.py b/scripts/snapdragon/qdc/run_qdc_jobs.py index 1ba640fca5af..f1c3d87deb3a 100644 --- a/scripts/snapdragon/qdc/run_qdc_jobs.py +++ b/scripts/snapdragon/qdc/run_qdc_jobs.py @@ -68,8 +68,9 @@ POLL_INTERVAL = 30 JOB_TIMEOUT = 3600 +RUNNER_TIMEOUT = 300 LOG_UPLOAD_TIMEOUT = 600 -CAPACITY_TIMEOUT = 1800 +CAPACITY_TIMEOUT = 300 CAPACITY_POLL = 60 MAX_CONCURRENT_JOBS = 5 DEFAULT_RETRIES = 0 @@ -82,6 +83,10 @@ class DeviceUnavailableError(Exception): """Raised when the QDC device resource is not available (retryable).""" +class RunnerUnavailableError(Exception): + """Raised when QDC runner or capacity is not available within timeout (non-retryable).""" + + _SCRIPTS_DIR = Path(__file__).parent _TESTS_DIR = _SCRIPTS_DIR / "tests" @@ -253,8 +258,9 @@ class PlatformSpec: # ============================================================================= -def wait_for_job(client, job_id: str, timeout: int) -> str: +def wait_for_job(client, job_id: str, timeout: int, runner_timeout: int = RUNNER_TIMEOUT) -> str: elapsed = 0 + submitted_elapsed = 0 last_state = None consecutive_errors = 0 max_consecutive_errors = 5 @@ -285,6 +291,26 @@ def wait_for_job(client, job_id: str, timeout: int) -> str: if raw != last_state: log.info("Job %s: %s", job_id, raw) last_state = raw + + is_submitted = (status == JobState.SUBMITTED) or ( + isinstance(raw, str) and raw.lower() == "submitted" + ) + if is_submitted: + submitted_elapsed += POLL_INTERVAL + if submitted_elapsed >= runner_timeout: + try: + qdc_api.abort_job(client, job_id) + log.warning( + "Aborted job %s: runner did not pick up job within %ds", + job_id, + runner_timeout, + ) + except Exception as e: + log.warning("Failed to abort job %s: %s", job_id, e) + raise RunnerUnavailableError( + f"Runner did not pick up job {job_id} within {runner_timeout}s" + ) + time.sleep(POLL_INTERVAL) elapsed += POLL_INTERVAL # Abort to free the QDC concurrency slot instead of leaking it. @@ -312,10 +338,10 @@ def wait_for_log_upload(client, job_id: str) -> None: log.warning("Timed out waiting for log upload after %ds", LOG_UPLOAD_TIMEOUT) -def wait_for_capacity(client, max_jobs: int = MAX_CONCURRENT_JOBS) -> None: +def wait_for_capacity(client, timeout: int = CAPACITY_TIMEOUT, max_jobs: int = MAX_CONCURRENT_JOBS) -> None: """Block until the user's active (non-terminal) QDC job count is below max_jobs.""" elapsed = 0 - while elapsed < CAPACITY_TIMEOUT: + while elapsed < timeout: jobs_page = qdc_api.get_jobs_list(client, page_number=0, page_size=50) if jobs_page is None: log.warning( @@ -338,7 +364,7 @@ def wait_for_capacity(client, max_jobs: int = MAX_CONCURRENT_JOBS) -> None: time.sleep(CAPACITY_POLL) elapsed += CAPACITY_POLL raise TimeoutError( - f"Capacity wait timed out after {CAPACITY_TIMEOUT}s" + f"Capacity wait timed out after {timeout}s" ) @@ -445,7 +471,11 @@ def fetch_logs_and_parse_tests( ) -def write_summary(result: JobResult, title: str = "QDC Test Results") -> None: +def write_summary( + result: JobResult, + title: str = "QDC Test Results", + note: str | None = None, +) -> None: summary_path = os.environ.get("GITHUB_STEP_SUMMARY") if not summary_path: return @@ -454,8 +484,12 @@ def write_summary(result: JobResult, title: str = "QDC Test Results") -> None: lines = [ f"## {title}\n", - f"Overall: {icon} {'PASSED' if result.passed else 'FAILED'}\n", ] + if note: + lines.append(f"{note}\n") + else: + lines.append(f"Overall: {icon} {'PASSED' if result.passed else 'FAILED'}\n") + reportable = {n: ok for n, ok in result.tests.items() if "test_install" not in n} if reportable: lines += ["| Test | Result |", "| ---- | ------ |"] @@ -464,7 +498,7 @@ def write_summary(result: JobResult, title: str = "QDC Test Results") -> None: passed_n = sum(1 for v in reportable.values() if v) failed_n = sum(1 for v in reportable.values() if not v) lines += ["", f"**{passed_n} passed, {failed_n} failed**"] - else: + elif not note: lines.append("_No per-test data available._") failed_names = [n for n, ok in reportable.items() if not ok] @@ -519,6 +553,8 @@ def parse_args() -> argparse.Namespace: help="Test suite to run (default: bench)") p.add_argument("--job-timeout", type=int, default=JOB_TIMEOUT, metavar="SECONDS", help=f"Max seconds to wait for job completion (default: {JOB_TIMEOUT})") + p.add_argument("--runner-timeout", type=int, default=RUNNER_TIMEOUT, metavar="SECONDS", + help=f"Max seconds to wait for runner to pick up job (default: {RUNNER_TIMEOUT})") p.add_argument("--retries", type=int, default=DEFAULT_RETRIES, metavar="N", help="Number of retries when device is unavailable (default: 0)") p.add_argument("--retry-delay", type=int, default=RETRY_DELAY, metavar="SECONDS", @@ -537,9 +573,11 @@ def _submit_and_run_job(client, args, spec, target_id, artifact_id) -> JobResult test failure). """ try: - wait_for_capacity(client) + wait_for_capacity(client, timeout=args.runner_timeout) except TimeoutError: - raise DeviceUnavailableError("Capacity wait timed out — device busy") + raise RunnerUnavailableError( + f"Capacity wait timed out after {args.runner_timeout}s - device busy" + ) job_name = spec.job_name_fmt.format(base="llama.cpp Hexagon tests") @@ -559,11 +597,16 @@ def _submit_and_run_job(client, args, spec, target_id, artifact_id) -> JobResult job_parameters=[JobSubmissionParameter.WIFIENABLED], ) if job_id is None: - raise DeviceUnavailableError("Job submission failed — device may be unavailable") + raise DeviceUnavailableError("Job submission failed - device may be unavailable") log.info("Job submitted: %s (device=%s)", job_id, args.device) try: - job_status = wait_for_job(client, job_id, timeout=args.job_timeout) + job_status = wait_for_job( + client, + job_id, + timeout=args.job_timeout, + runner_timeout=args.runner_timeout, + ) except TimeoutError as e: raise DeviceUnavailableError(str(e)) log.info("Job %s finished: %s", job_id, job_status) @@ -637,6 +680,14 @@ def main() -> int: try: result = _submit_and_run_job(client, args, spec, target_id, artifact_id) break + except RunnerUnavailableError as e: + log.warning("QDC runner unavailable for %s after %ds - job skipped: %s", args.device, args.runner_timeout, e) + write_summary( + JobResult(passed=True, tests={}), + title=f"QDC Tests ({args.device})", + note=f"SKIPPED: Runner did not pick up job within {args.runner_timeout}s. Skipped to avoid stalling CI.", + ) + return 0 except DeviceUnavailableError as e: if attempt < max_attempts: log.warning( From 5193ef1d4f7c95b006ab3b9f857ed27be9a63235 Mon Sep 17 00:00:00 2001 From: AMIR <127450356+amirthn6533@users.noreply.github.com> Date: Fri, 13 Nov 2026 21:54:49 +0200 Subject: [PATCH 025/249] ui: configure allow-remote=root in .npmrc for npm 12+ (#32158) (#32196) --- tools/ui/.npmrc | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tools/ui/.npmrc b/tools/ui/.npmrc index fd58f2418d44..5e0a8e82addf 100644 --- a/tools/ui/.npmrc +++ b/tools/ui/.npmrc @@ -1,6 +1,8 @@ engine-strict=true ignore-scripts=true min-release-age=7 +# Allow root-declared remote tarball dependencies (llama-brand) on npm 12+ +allow-remote=root # The single-bundle production build needs more than the default heap on CI runners; # npm passes this to every script it runs, on every platform node-options=--max-old-space-size=6144 From ded522f8304554317e7ff8f88698dbbbca5425aa Mon Sep 17 00:00:00 2001 From: Todor Boinovski Date: Fri, 13 Nov 2026 12:27:51 -0800 Subject: [PATCH 026/249] hexagon: add support for SSM_SCAN op (#31921) * hexagon: add SSM_SCAN Op support * hex-ssm-scan: fix multi-device spliting * hex-ssm-scan: remove redundant checks and make kernel use host config * hex-ssm-scan: remove direct ddr access * hex-ssm-scan: remove DMA ordering * hex-ops: update supported ops * hex-ssm-scan: rewrite the dma pipeline to match other ops (dbl.buf, etc) * hex-ssm-scan: remove all fallbacks, only dma/vtcm paths * hex-ssm-scan: add kernel_type to kparams and remove redundant recomputes * hex-ssm-scan: avoid stalls in the overall pipeline (dma flush between chunks) * hex-ssm-scan: vectorize softplus * hex-ssm-scan: optimize hvx loops * hex-ssm-scan: add HMX support * hex-ssm-scan: add support for GGML_HEXAGON_SSM_SELECT * hex-ssm-scan: cleanup kernel names * hex-ssm-scan: simplify mdev checks * hex-mdev: improve mdev row-split solver --------- Co-authored-by: Max Krasnyansky --- docs/ops.md | 22 +- docs/ops/Hexagon.csv | 13248 +++++++++++---------- ggml/src/ggml-hexagon/ggml-hexagon.cpp | 3 + ggml/src/ggml-hexagon/htp-common.h | 18 + ggml/src/ggml-hexagon/htp-kparams.cpp | 163 +- ggml/src/ggml-hexagon/htp-kparams.h | 1 + ggml/src/ggml-hexagon/htp-opnode.cpp | 8 + ggml/src/ggml-hexagon/htp/CMakeLists.txt | 1 + ggml/src/ggml-hexagon/htp/htp-ctx.h | 1 + ggml/src/ggml-hexagon/htp/htp-ops.h | 1 + ggml/src/ggml-hexagon/htp/main.c | 3 + ggml/src/ggml-hexagon/htp/matmul-ops.c | 33 +- ggml/src/ggml-hexagon/htp/ssm-scan-ops.c | 1566 +++ ggml/src/ggml-hexagon/htp/ssm-scan-ops.h | 165 + scripts/snapdragon/run.py | 3 + tests/test-backend-ops.cpp | 6 + 16 files changed, 9242 insertions(+), 6000 deletions(-) create mode 100644 ggml/src/ggml-hexagon/htp/ssm-scan-ops.c create mode 100644 ggml/src/ggml-hexagon/htp/ssm-scan-ops.h diff --git a/docs/ops.md b/docs/ops.md index c2ae5cbfb15f..57b5bdb5b045 100644 --- a/docs/ops.md +++ b/docs/ops.md @@ -28,9 +28,9 @@ Legend: | CONCAT | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | 🟡 | ❌ | ❌ | | CONT | ❌ | 🟡 | ✅ | ✅ | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | 🟡 | ❌ | ❌ | | CONV_1D_DW | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | ✅ | -| CONV_2D | ❌ | ❌ | 🟡 | ✅ | ❌ | ❌ | ✅ | ✅ | ✅ | 🟡 | ✅ | ❌ | ❌ | -| CONV_2D_DW | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| CONV_3D | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | +| CONV_2D | ❌ | ❌ | 🟡 | ✅ | ❌ | ✅ | ✅ | ✅ | ✅ | 🟡 | ✅ | ❌ | ❌ | +| CONV_2D_DW | ❌ | ❌ | ✅ | ✅ | ❌ | ✅ | ❌ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| CONV_3D | ❌ | ❌ | ✅ | ✅ | ❌ | 🟡 | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | | CONV_TRANSPOSE_1D | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | | CONV_TRANSPOSE_2D | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | | COS | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | @@ -42,8 +42,8 @@ Legend: | DIAG | ❌ | ❌ | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | | DIV | ❌ | ✅ | ✅ | ✅ | ❌ | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | | DSV4_HC_COMB | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | -| DSV4_HC_POST | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | -| DSV4_HC_PRE | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | +| DSV4_HC_POST | ❌ | ❌ | ✅ | ❌ | ❌ | 🟡 | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | +| DSV4_HC_PRE | ❌ | ❌ | ✅ | ❌ | ❌ | 🟡 | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | | DUP | ❌ | ✅ | ✅ | ✅ | ❌ | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ❌ | ❌ | ❌ | | ELU | ❌ | ✅ | ✅ | 🟡 | 🟡 | ❌ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | | EXP | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | @@ -65,10 +65,10 @@ Legend: | HARDSIGMOID | ❌ | ✅ | ✅ | 🟡 | 🟡 | ❌ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | | HARDSWISH | ❌ | ✅ | ✅ | 🟡 | 🟡 | ❌ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | | IM2COL | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | -| IM2COL_3D | ❌ | ❌ | ✅ | ✅ | ❌ | 🟡 | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ❌ | +| IM2COL_3D | ❌ | ❌ | ✅ | ✅ | ❌ | ✅ | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ❌ | | L2_NORM | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | 🟡 | ❌ | ❌ | | LEAKY_RELU | ❌ | ✅ | ✅ | ✅ | ❌ | 🟡 | 🟡 | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | -| LIGHTNING_INDEXER | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | 🟡 | ✅ | ❌ | ❌ | ❌ | ❌ | +| LIGHTNING_INDEXER | ❌ | ❌ | ✅ | ❌ | ❌ | 🟡 | ❌ | 🟡 | ✅ | ❌ | ❌ | ❌ | ❌ | | LOG | ❌ | ✅ | ✅ | ✅ | ❌ | ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | | MEAN | ❌ | ✅ | ✅ | ✅ | ✅ | ❌ | ✅ | ✅ | 🟡 | ✅ | ✅ | ❌ | ❌ | | MUL | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | @@ -103,7 +103,7 @@ Legend: | SCALE | ❌ | 🟡 | ✅ | ✅ | ✅ | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | | SET | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ✅ | ✅ | 🟡 | ✅ | ✅ | ❌ | ❌ | | SET_ROWS | ❌ | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | ❌ | ❌ | -| SGN | ❌ | ✅ | ✅ | 🟡 | 🟡 | ❌ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| SGN | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | | SIGMOID | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | | SILU | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | | SILU_BACK | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | @@ -115,7 +115,7 @@ Legend: | SQR | ❌ | ✅ | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | | SQRT | ❌ | ✅ | ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | | SSM_CONV | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | -| SSM_SCAN | ❌ | ❌ | ✅ | ✅ | ✅ | ❌ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | ❌ | ❌ | +| SSM_SCAN | ❌ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | ❌ | ❌ | | STEP | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | | SUB | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | | SUM | ❌ | 🟡 | ✅ | 🟡 | ❌ | 🟡 | 🟡 | ❌ | 🟡 | 🟡 | 🟡 | ❌ | ❌ | @@ -126,8 +126,8 @@ Legend: | TANH | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | | TIMESTEP_EMBEDDING | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | ❌ | | TOP_K | ❌ | ❌ | ✅ | ❌ | ❌ | ✅ | ✅ | ✅ | ✅ | 🟡 | ✅ | ❌ | ❌ | -| TOP_K_MASK | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | +| TOP_K_MASK | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | | TRI | ❌ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | | TRUNC | ❌ | ❌ | ✅ | 🟡 | 🟡 | ❌ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| UPSCALE | ❌ | 🟡 | ✅ | ✅ | ❌ | ❌ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| UPSCALE | ❌ | 🟡 | ✅ | ✅ | ❌ | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | | XIELU | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | diff --git a/docs/ops/Hexagon.csv b/docs/ops/Hexagon.csv index 160c414992d6..7729b6d89f74 100644 --- a/docs/ops/Hexagon.csv +++ b/docs/ops/Hexagon.csv @@ -1,8 +1,8 @@ "backend_name","op_name","op_params","test_mode","supported","error_message","backend_reg_name" "HTP0","ABS","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","HTP" "HTP0","ABS","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","HTP" -"HTP0","SGN","type=f16,ne_a=[128,2,2,2],v=0","support","0","no","HTP" -"HTP0","SGN","type=f16,ne_a=[5,7,11,13],v=0","support","0","no","HTP" +"HTP0","SGN","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","HTP" +"HTP0","SGN","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","HTP" "HTP0","NEG","type=f16,ne_a=[128,2,2,2],v=0","support","0","no","HTP" "HTP0","NEG","type=f16,ne_a=[5,7,11,13],v=0","support","0","no","HTP" "HTP0","STEP","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","HTP" @@ -43,8 +43,8 @@ "HTP0","TRUNC","type=f16,ne_a=[5,7,11,13],v=0","support","0","no","HTP" "HTP0","ABS","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","HTP" "HTP0","ABS","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","HTP" -"HTP0","SGN","type=f16,ne_a=[128,2,2,2],v=1","support","0","no","HTP" -"HTP0","SGN","type=f16,ne_a=[5,7,11,13],v=1","support","0","no","HTP" +"HTP0","SGN","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","HTP" +"HTP0","SGN","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","HTP" "HTP0","NEG","type=f16,ne_a=[128,2,2,2],v=1","support","0","no","HTP" "HTP0","NEG","type=f16,ne_a=[5,7,11,13],v=1","support","0","no","HTP" "HTP0","STEP","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","HTP" @@ -85,8 +85,8 @@ "HTP0","TRUNC","type=f16,ne_a=[5,7,11,13],v=1","support","0","no","HTP" "HTP0","ABS","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","HTP" "HTP0","ABS","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","HTP" -"HTP0","SGN","type=f32,ne_a=[128,2,2,2],v=0","support","0","no","HTP" -"HTP0","SGN","type=f32,ne_a=[5,7,11,13],v=0","support","0","no","HTP" +"HTP0","SGN","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","HTP" +"HTP0","SGN","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","HTP" "HTP0","NEG","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","HTP" "HTP0","NEG","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","HTP" "HTP0","STEP","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","HTP" @@ -127,8 +127,8 @@ "HTP0","TRUNC","type=f32,ne_a=[5,7,11,13],v=0","support","0","no","HTP" "HTP0","ABS","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","HTP" "HTP0","ABS","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","HTP" -"HTP0","SGN","type=f32,ne_a=[128,2,2,2],v=1","support","0","no","HTP" -"HTP0","SGN","type=f32,ne_a=[5,7,11,13],v=1","support","0","no","HTP" +"HTP0","SGN","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","HTP" +"HTP0","SGN","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","HTP" "HTP0","NEG","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","HTP" "HTP0","NEG","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","HTP" "HTP0","STEP","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","HTP" @@ -264,10 +264,10 @@ "HTP0","DSV4_HC_COMB","n_tokens=2048,n_iter=20,eps=0.000001","support","0","no","HTP" "HTP0","DSV4_HC_PRE","n_embd=1,n_hc=4,n_tokens=1,gated=0","support","0","no","HTP" "HTP0","DSV4_HC_PRE","n_embd=31,n_hc=4,n_tokens=17,gated=0","support","0","no","HTP" -"HTP0","DSV4_HC_PRE","n_embd=128,n_hc=4,n_tokens=257,gated=0","support","0","no","HTP" -"HTP0","DSV4_HC_PRE","n_embd=4096,n_hc=4,n_tokens=21,gated=0","support","0","no","HTP" +"HTP0","DSV4_HC_PRE","n_embd=128,n_hc=4,n_tokens=257,gated=0","support","1","yes","HTP" +"HTP0","DSV4_HC_PRE","n_embd=4096,n_hc=4,n_tokens=21,gated=0","support","1","yes","HTP" "HTP0","DSV4_HC_PRE","n_embd=31,n_hc=4,n_tokens=17,gated=1","support","0","no","HTP" -"HTP0","DSV4_HC_PRE","n_embd=4096,n_hc=4,n_tokens=21,gated=1","support","0","no","HTP" +"HTP0","DSV4_HC_PRE","n_embd=4096,n_hc=4,n_tokens=21,gated=1","support","1","yes","HTP" "HTP0","DSV4_HC_PRE","n_embd=128,n_hc=1,n_tokens=17,gated=0","support","0","no","HTP" "HTP0","DSV4_HC_PRE","n_embd=128,n_hc=1,n_tokens=17,gated=1","support","0","no","HTP" "HTP0","DSV4_HC_PRE","n_embd=128,n_hc=2,n_tokens=17,gated=0","support","0","no","HTP" @@ -282,10 +282,49 @@ "HTP0","DSV4_HC_PRE","n_embd=128,n_hc=65,n_tokens=17,gated=1","support","0","no","HTP" "HTP0","DSV4_HC_POST","n_embd=1,n_tokens=1,identity=0,gated=0","support","0","no","HTP" "HTP0","DSV4_HC_POST","n_embd=31,n_tokens=17,identity=0,gated=0","support","0","no","HTP" -"HTP0","DSV4_HC_POST","n_embd=128,n_tokens=257,identity=0,gated=0","support","0","no","HTP" -"HTP0","DSV4_HC_POST","n_embd=4096,n_tokens=21,identity=0,gated=0","support","0","no","HTP" +"HTP0","DSV4_HC_POST","n_embd=128,n_tokens=257,identity=0,gated=0","support","1","yes","HTP" +"HTP0","DSV4_HC_POST","n_embd=4096,n_tokens=21,identity=0,gated=0","support","1","yes","HTP" "HTP0","DSV4_HC_POST","n_embd=31,n_tokens=17,identity=1,gated=0","support","0","no","HTP" -"HTP0","DSV4_HC_POST","n_embd=4096,n_tokens=21,identity=1,gated=0","support","0","no","HTP" +"HTP0","DSV4_HC_POST","n_embd=4096,n_tokens=21,identity=1,gated=0","support","1","yes","HTP" +"HTP0","DSV4_HC_POST","n_embd=4096,n_tokens=1,identity=0,gated=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f16,n_kv=256,n_blk=4,n_pick=64,n_top=16,n_extra=3,score=1,nb=32,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f16,n_kv=1001,n_blk=4,n_pick=70,n_top=16,n_extra=3,score=1,nb=7,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f16,n_kv=256,n_blk=4,n_pick=64,n_top=64,n_extra=0,score=1,nb=33,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f16,n_kv=512,n_blk=8,n_pick=16,n_top=32,n_extra=7,score=1,nb=5,nh=1,ns=4,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f16,n_kv=4096,n_blk=4,n_pick=1024,n_top=512,n_extra=3,score=1,nb=1,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f16,n_kv=4096,n_blk=4,n_pick=1024,n_top=512,n_extra=3,score=1,nb=64,nh=1,ns=2,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f16,n_kv=256,n_blk=0,n_pick=256,n_top=16,n_extra=0,score=0,nb=32,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f16,n_kv=1001,n_blk=0,n_pick=1001,n_top=64,n_extra=0,score=0,nb=7,nh=1,ns=3,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f16,n_kv=4096,n_blk=0,n_pick=4096,n_top=2048,n_extra=0,score=0,nb=5,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f16,n_kv=1001,n_blk=0,n_pick=1001,n_top=16,n_extra=3,score=0,nb=1,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f16,n_kv=256,n_blk=0,n_pick=256,n_top=40,n_extra=0,score=1,nb=1,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f16,n_kv=512,n_blk=0,n_pick=512,n_top=16,n_extra=0,score=0,nb=1,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f16,n_kv=1024,n_blk=4,n_pick=200,n_top=32,n_extra=0,score=0,nb=1,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f16,n_kv=1024,n_blk=4,n_pick=200,n_top=32,n_extra=5,score=0,nb=1,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f16,n_kv=512,n_blk=0,n_pick=512,n_top=32,n_extra=5,score=1,nb=9,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f16,n_kv=512,n_blk=16,n_pick=32,n_top=4,n_extra=0,score=1,nb=6,nh=4,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f16,n_kv=1024,n_blk=8,n_pick=128,n_top=16,n_extra=8,score=0,nb=3,nh=2,ns=2,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f16,n_kv=1001,n_blk=4,n_pick=70,n_top=16,n_extra=3,score=1,nb=7,nh=1,ns=1,real=0,bcast=1","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f16,n_kv=512,n_blk=8,n_pick=16,n_top=32,n_extra=7,score=1,nb=5,nh=1,ns=4,real=0,bcast=1","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f32,n_kv=256,n_blk=4,n_pick=64,n_top=16,n_extra=3,score=1,nb=32,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f32,n_kv=1001,n_blk=4,n_pick=70,n_top=16,n_extra=3,score=1,nb=7,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f32,n_kv=256,n_blk=4,n_pick=64,n_top=64,n_extra=0,score=1,nb=33,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f32,n_kv=512,n_blk=8,n_pick=16,n_top=32,n_extra=7,score=1,nb=5,nh=1,ns=4,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f32,n_kv=4096,n_blk=4,n_pick=1024,n_top=512,n_extra=3,score=1,nb=1,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f32,n_kv=4096,n_blk=4,n_pick=1024,n_top=512,n_extra=3,score=1,nb=64,nh=1,ns=2,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f32,n_kv=256,n_blk=0,n_pick=256,n_top=16,n_extra=0,score=0,nb=32,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f32,n_kv=1001,n_blk=0,n_pick=1001,n_top=64,n_extra=0,score=0,nb=7,nh=1,ns=3,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f32,n_kv=4096,n_blk=0,n_pick=4096,n_top=2048,n_extra=0,score=0,nb=5,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f32,n_kv=1001,n_blk=0,n_pick=1001,n_top=16,n_extra=3,score=0,nb=1,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f32,n_kv=256,n_blk=0,n_pick=256,n_top=40,n_extra=0,score=1,nb=1,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f32,n_kv=512,n_blk=0,n_pick=512,n_top=16,n_extra=0,score=0,nb=1,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f32,n_kv=1024,n_blk=4,n_pick=200,n_top=32,n_extra=0,score=0,nb=1,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f32,n_kv=1024,n_blk=4,n_pick=200,n_top=32,n_extra=5,score=0,nb=1,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f32,n_kv=512,n_blk=0,n_pick=512,n_top=32,n_extra=5,score=1,nb=9,nh=1,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f32,n_kv=512,n_blk=16,n_pick=32,n_top=4,n_extra=0,score=1,nb=6,nh=4,ns=1,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f32,n_kv=1024,n_blk=8,n_pick=128,n_top=16,n_extra=8,score=0,nb=3,nh=2,ns=2,real=0,bcast=0","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f32,n_kv=1001,n_blk=4,n_pick=70,n_top=16,n_extra=3,score=1,nb=7,nh=1,ns=1,real=0,bcast=1","support","1","yes","HTP" +"HTP0","TOP_K_MASK","type=f32,n_kv=512,n_blk=8,n_pick=16,n_top=32,n_extra=7,score=1,nb=5,nh=1,ns=4,real=0,bcast=1","support","1","yes","HTP" "HTP0","REGLU","type=f16,ne_a=[128,2,2,2],v=0,swapped=0","support","1","yes","HTP" "HTP0","REGLU","type=f16,ne_a=[5,7,11,13],v=0,swapped=0","support","1","yes","HTP" "HTP0","REGLU","type=f16,ne_a=[128,2,2,2],v=0,swapped=1","support","1","yes","HTP" @@ -604,6 +643,14 @@ "HTP0","GET_ROWS","type=nvfp4,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","HTP" "HTP0","GET_ROWS","type=nvfp4,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","HTP" "HTP0","GET_ROWS","type=nvfp4,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","HTP" +"HTP0","GET_ROWS","type=f8_e4m3,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","HTP" +"HTP0","GET_ROWS","type=f8_e4m3,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","HTP" +"HTP0","GET_ROWS","type=f8_e4m3,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","HTP" +"HTP0","GET_ROWS","type=f8_e4m3,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","HTP" +"HTP0","GET_ROWS","type=f8_e4m3,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","HTP" +"HTP0","GET_ROWS","type=f8_e4m3,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","HTP" +"HTP0","GET_ROWS","type=f8_e4m3,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","HTP" +"HTP0","GET_ROWS","type=f8_e4m3,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","HTP" "HTP0","GET_ROWS","type=q2_K,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","HTP" "HTP0","GET_ROWS","type=q2_K,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","HTP" "HTP0","GET_ROWS","type=q2_K,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","HTP" @@ -767,6 +814,8 @@ "HTP0","GET_ROWS_BACK","type=mxfp4,n=256,m=5,r=4,b=1,v=1","support","0","no","HTP" "HTP0","GET_ROWS_BACK","type=nvfp4,n=256,m=5,r=4,b=1,v=0","support","0","no","HTP" "HTP0","GET_ROWS_BACK","type=nvfp4,n=256,m=5,r=4,b=1,v=1","support","0","no","HTP" +"HTP0","GET_ROWS_BACK","type=f8_e4m3,n=256,m=5,r=4,b=1,v=0","support","0","no","HTP" +"HTP0","GET_ROWS_BACK","type=f8_e4m3,n=256,m=5,r=4,b=1,v=1","support","0","no","HTP" "HTP0","GET_ROWS_BACK","type=q2_K,n=256,m=5,r=4,b=1,v=0","support","0","no","HTP" "HTP0","GET_ROWS_BACK","type=q2_K,n=256,m=5,r=4,b=1,v=1","support","0","no","HTP" "HTP0","GET_ROWS_BACK","type=q3_K,n=256,m=5,r=4,b=1,v=0","support","0","no","HTP" @@ -972,6 +1021,26 @@ "HTP0","SET_ROWS","type_src=f16,type_dst=nvfp4,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","HTP" "HTP0","SET_ROWS","type_src=f16,type_dst=nvfp4,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","HTP" "HTP0","SET_ROWS","type_src=f16,type_dst=nvfp4,type_idx=i64,ne=[192,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[3,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[31,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[33,5,1,1],nr23=[2,3],r=1,v=0","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[3,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[31,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[33,5,1,1],nr23=[2,3],r=1,v=1","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[3,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[31,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[33,5,1,7],nr23=[2,3],r=1,v=0","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[3,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[31,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[33,5,1,7],nr23=[2,3],r=1,v=1","support","0","no","HTP" "HTP0","SET_ROWS","type_src=f16,type_dst=q2_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","HTP" "HTP0","SET_ROWS","type_src=f16,type_dst=q2_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","HTP" "HTP0","SET_ROWS","type_src=f16,type_dst=q2_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","HTP" @@ -1332,6 +1401,26 @@ "HTP0","SET_ROWS","type_src=f32,type_dst=nvfp4,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","HTP" "HTP0","SET_ROWS","type_src=f32,type_dst=nvfp4,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","HTP" "HTP0","SET_ROWS","type_src=f32,type_dst=nvfp4,type_idx=i64,ne=[192,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[3,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[31,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[33,5,1,1],nr23=[2,3],r=1,v=0","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[3,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[31,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[33,5,1,1],nr23=[2,3],r=1,v=1","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[3,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[31,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[33,5,1,7],nr23=[2,3],r=1,v=0","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[3,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[31,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","HTP" +"HTP0","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[33,5,1,7],nr23=[2,3],r=1,v=1","support","0","no","HTP" "HTP0","SET_ROWS","type_src=f32,type_dst=q2_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","HTP" "HTP0","SET_ROWS","type_src=f32,type_dst=q2_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","HTP" "HTP0","SET_ROWS","type_src=f32,type_dst=q2_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","HTP" @@ -1889,9 +1978,20 @@ "HTP0","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=3,p0=3","support","1","yes","HTP" "HTP0","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=3,p0=3","support","1","yes","HTP" "HTP0","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[3000,128,1,1],ne_kernel=[3,128,1280,1],s0=1,s1=0,p0=1,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","HTP" +"HTP0","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[48,33,1024,1],ne_kernel=[3,3,1024,1],s0=3,s1=3,p0=0,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","HTP" "HTP0","IM2COL","type_input=f32,type_kernel=f16,dst_type=f32,ne_input=[3000,128,1,1],ne_kernel=[3,128,1280,1],s0=1,s1=0,p0=1,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","HTP" "HTP0","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[3000,128,1,1],ne_kernel=[3,128,1280,1],s0=1,s1=0,p0=1,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","HTP" "HTP0","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[3000,384,1,1],ne_kernel=[3,384,384,1],s0=1,s1=0,p0=1,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","HTP" +"HTP0","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[2006,96,1,1],ne_kernel=[7,96,96,1],s0=1,s1=0,p0=0,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","HTP" +"HTP0","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[2018,96,1,1],ne_kernel=[7,96,96,1],s0=1,s1=0,p0=0,p1=0,d0=3,d1=0,is_2D=0","support","1","yes","HTP" +"HTP0","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[2054,96,1,1],ne_kernel=[7,96,96,1],s0=1,s1=0,p0=0,p1=0,d0=9,d1=0,is_2D=0","support","1","yes","HTP" +"HTP0","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[1500,192,1,1],ne_kernel=[1,192,192,1],s0=1,s1=0,p0=0,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","HTP" +"HTP0","IM2COL","type_input=f32,type_kernel=f16,dst_type=f32,ne_input=[1001,64,1,1],ne_kernel=[5,64,64,1],s0=2,s1=0,p0=2,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","HTP" +"HTP0","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[777,48,2,1],ne_kernel=[3,48,48,1],s0=1,s1=0,p0=4,p1=0,d0=3,d1=0,is_2D=0","support","1","yes","HTP" +"HTP0","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[600,8,5,1],ne_kernel=[3,8,8,1],s0=1,s1=0,p0=1,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","HTP" +"HTP0","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[600,8,7,1],ne_kernel=[3,8,8,1],s0=1,s1=0,p0=1,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","HTP" +"HTP0","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[40,6,8,1],ne_kernel=[3,1,8,4],s0=1,s1=1,p0=1,p1=1,d0=1,d1=1,is_2D=1","support","1","yes","HTP" +"HTP0","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[40,6,8,1],ne_kernel=[3,1,8,4],s0=1,s1=1,p0=1,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","HTP" "HTP0","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,2,2,1],ne_kernel=[3,2,2,1],s0=1,s1=0,p0=0,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","HTP" "HTP0","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,2,2,1],ne_kernel=[3,2,2,1],s0=1,s1=0,p0=0,p1=0,d0=3,d1=0,is_2D=0","support","1","yes","HTP" "HTP0","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,2,2,1],ne_kernel=[3,2,2,1],s0=1,s1=0,p0=3,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","HTP" @@ -1996,5195 +2096,5195 @@ "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" "HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","HTP" -"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[256,256,192,1],ne_kernel=[3,3,192,96],type_kernel=f32,stride0=1,stride1=1,padding0=1,padding1=1,dilation0=1,dilation1=1,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[256,256,192,1],ne_kernel=[3,3,192,96],type_kernel=f32,stride0=1,stride1=1,padding0=1,padding1=1,dilation0=1,dilation1=1,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[256,256,192,1],ne_kernel=[3,3,192,96],type_kernel=f16,stride0=1,stride1=1,padding0=1,padding1=1,dilation0=1,dilation1=1,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[256,256,192,1],ne_kernel=[3,3,192,96],type_kernel=f16,stride0=1,stride1=1,padding0=1,padding1=1,dilation0=1,dilation1=1,cwhn=1,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[19,17,8,2],ne_kernel=[3,3,8,65],type_kernel=f16,stride0=1,stride1=1,padding0=1,padding1=1,dilation0=1,dilation1=1,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[19,17,16,3],ne_kernel=[3,3,16,33],type_kernel=f16,stride0=2,stride1=3,padding0=4,padding1=2,dilation0=2,dilation1=1,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[13,11,16,3],ne_kernel=[1,1,16,33],type_kernel=f16,stride0=1,stride1=1,padding0=0,padding1=0,dilation0=1,dilation1=1,cwhn=0,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_2D","ne_input=[19,17,8,2],ne_kernel=[3,3,8,17],type_kernel=f16,stride0=1,stride1=1,padding0=1,padding1=1,dilation0=1,dilation1=1,cwhn=0,kernel_offset=1","support","0","no","HTP" +"HTP0","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[256,256,192,1],ne_kernel=[3,3,192,96],type_kernel=f32,stride0=1,stride1=1,padding0=1,padding1=1,dilation0=1,dilation1=1,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[256,256,192,1],ne_kernel=[3,3,192,96],type_kernel=f32,stride0=1,stride1=1,padding0=1,padding1=1,dilation0=1,dilation1=1,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[256,256,192,1],ne_kernel=[3,3,192,96],type_kernel=f16,stride0=1,stride1=1,padding0=1,padding1=1,dilation0=1,dilation1=1,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[256,256,192,1],ne_kernel=[3,3,192,96],type_kernel=f16,stride0=1,stride1=1,padding0=1,padding1=1,dilation0=1,dilation1=1,cwhn=1,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[19,17,8,2],ne_kernel=[3,3,8,65],type_kernel=f16,stride0=1,stride1=1,padding0=1,padding1=1,dilation0=1,dilation1=1,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[19,17,16,3],ne_kernel=[3,3,16,33],type_kernel=f16,stride0=2,stride1=3,padding0=4,padding1=2,dilation0=2,dilation1=1,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[13,11,16,3],ne_kernel=[1,1,16,33],type_kernel=f16,stride0=1,stride1=1,padding0=0,padding1=0,dilation0=1,dilation1=1,cwhn=0,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_2D","ne_input=[19,17,8,2],ne_kernel=[3,3,8,17],type_kernel=f16,stride0=1,stride1=1,padding0=1,padding1=1,dilation0=1,dilation1=1,cwhn=0,kernel_offset=1","support","1","yes","HTP" "HTP0","CONV_1D_DW","ne_input=[64,16,1,1],ne_kernel=[3,1,16,1],type_kernel=f32,stride=1,padding=0,dilation=1","support","1","yes","HTP" "HTP0","CONV_1D_DW","ne_input=[64,16,1,1],ne_kernel=[7,1,16,1],type_kernel=f32,stride=1,padding=3,dilation=1","support","1","yes","HTP" "HTP0","CONV_1D_DW","ne_input=[97,33,1,1],ne_kernel=[5,1,33,1],type_kernel=f32,stride=2,padding=2,dilation=2","support","1","yes","HTP" @@ -7194,290 +7294,304 @@ "HTP0","CONV_1D_DW","ne_input=[64,16,1,1],ne_kernel=[3,1,16,1],type_kernel=bf16,stride=1,padding=0,dilation=1","support","1","yes","HTP" "HTP0","CONV_1D_DW","ne_input=[64,16,1,1],ne_kernel=[7,1,16,1],type_kernel=bf16,stride=1,padding=3,dilation=1","support","1","yes","HTP" "HTP0","CONV_1D_DW","ne_input=[97,33,1,1],ne_kernel=[5,1,33,1],type_kernel=bf16,stride=2,padding=2,dilation=2","support","1","yes","HTP" -"HTP0","CONV_2D_DW","ne_input=[17,34,9,1],ne_kernel=[3,3,1,9],type_kernel=f32,stride=1,padding=0,dilation=1,cwhn=0","support","0","no","HTP" -"HTP0","CONV_2D_DW","ne_input=[17,34,9,1],ne_kernel=[3,3,1,9],type_kernel=f32,stride=1,padding=0,dilation=1,cwhn=1","support","0","no","HTP" -"HTP0","CONV_2D_DW","ne_input=[32,8,64,1],ne_kernel=[3,3,1,64],type_kernel=f32,stride=2,padding=1,dilation=1,cwhn=0","support","0","no","HTP" -"HTP0","CONV_2D_DW","ne_input=[32,8,64,1],ne_kernel=[3,3,1,64],type_kernel=f32,stride=2,padding=1,dilation=1,cwhn=1","support","0","no","HTP" -"HTP0","CONV_2D_DW","ne_input=[17,34,9,1],ne_kernel=[3,3,1,9],type_kernel=f16,stride=1,padding=0,dilation=1,cwhn=0","support","0","no","HTP" -"HTP0","CONV_2D_DW","ne_input=[17,34,9,1],ne_kernel=[3,3,1,9],type_kernel=f16,stride=1,padding=0,dilation=1,cwhn=1","support","0","no","HTP" -"HTP0","CONV_2D_DW","ne_input=[32,8,64,1],ne_kernel=[3,3,1,64],type_kernel=f16,stride=2,padding=1,dilation=1,cwhn=0","support","0","no","HTP" -"HTP0","CONV_2D_DW","ne_input=[32,8,64,1],ne_kernel=[3,3,1,64],type_kernel=f16,stride=2,padding=1,dilation=1,cwhn=1","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=4,ID=8,IH=8,IW=8,OC=8,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=8,ID=5,IH=11,IW=9,OC=65,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=5,ID=7,IH=9,IW=13,OC=17,KD=2,KH=3,KW=4,s0=2,s1=1,s2=3,p0=3,p1=2,p2=2,d0=2,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=3,IC=16,ID=3,IH=7,IW=9,OC=33,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=8,ID=7,IH=5,IW=9,OC=33,KD=3,KH=1,KW=1,s0=1,s1=1,s2=2,p0=0,p1=0,p2=2,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=1,IH=2,IW=1,OC=7,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=3,p1=4,p2=2,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=8,ID=5,IH=7,IW=9,OC=17,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=1","support","0","no","HTP" +"HTP0","CONV_2D_DW","ne_input=[17,34,9,1],ne_kernel=[3,3,1,9],type_kernel=f32,stride=1,padding=0,dilation=1,cwhn=0","support","1","yes","HTP" +"HTP0","CONV_2D_DW","ne_input=[17,34,9,1],ne_kernel=[3,3,1,9],type_kernel=f32,stride=1,padding=0,dilation=1,cwhn=1","support","1","yes","HTP" +"HTP0","CONV_2D_DW","ne_input=[32,8,64,1],ne_kernel=[3,3,1,64],type_kernel=f32,stride=2,padding=1,dilation=1,cwhn=0","support","1","yes","HTP" +"HTP0","CONV_2D_DW","ne_input=[32,8,64,1],ne_kernel=[3,3,1,64],type_kernel=f32,stride=2,padding=1,dilation=1,cwhn=1","support","1","yes","HTP" +"HTP0","CONV_2D_DW","ne_input=[17,34,9,1],ne_kernel=[3,3,1,9],type_kernel=f16,stride=1,padding=0,dilation=1,cwhn=0","support","1","yes","HTP" +"HTP0","CONV_2D_DW","ne_input=[17,34,9,1],ne_kernel=[3,3,1,9],type_kernel=f16,stride=1,padding=0,dilation=1,cwhn=1","support","1","yes","HTP" +"HTP0","CONV_2D_DW","ne_input=[32,8,64,1],ne_kernel=[3,3,1,64],type_kernel=f16,stride=2,padding=1,dilation=1,cwhn=0","support","1","yes","HTP" +"HTP0","CONV_2D_DW","ne_input=[32,8,64,1],ne_kernel=[3,3,1,64],type_kernel=f16,stride=2,padding=1,dilation=1,cwhn=1","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=4,ID=6,IH=78,IW=54,OC=512,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=16,ID=4,IH=64,IW=64,OC=256,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=4,ID=8,IH=8,IW=8,OC=8,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=8,ID=5,IH=11,IW=9,OC=65,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=5,ID=7,IH=9,IW=13,OC=17,KD=2,KH=3,KW=4,s0=2,s1=1,s2=3,p0=3,p1=2,p2=2,d0=2,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=3,IC=16,ID=3,IH=7,IW=9,OC=33,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=8,ID=7,IH=5,IW=9,OC=33,KD=3,KH=1,KW=1,s0=1,s1=1,s2=2,p0=0,p1=0,p2=2,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=1,IH=2,IW=1,OC=7,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=3,p1=4,p2=2,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=8,ID=5,IH=7,IW=9,OC=17,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=1","support","1","yes","HTP" "HTP0","CONV_3D","N=1,IC=1,ID=2,IH=2,IW=2,OC=1,KD=1,KH=1,KW=0,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" "HTP0","CONV_3D","N=1,IC=1,ID=2,IH=2,IW=2,OC=1,KD=1,KH=0,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" "HTP0","CONV_3D","N=1,IC=1,ID=2,IH=2,IW=2,OC=1,KD=0,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=1,IC=4,ID=8,IH=8,IW=8,OC=8,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=8,ID=5,IH=11,IW=9,OC=65,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=5,ID=7,IH=9,IW=13,OC=17,KD=2,KH=3,KW=4,s0=2,s1=1,s2=3,p0=3,p1=2,p2=2,d0=2,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=3,IC=16,ID=3,IH=7,IW=9,OC=33,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=8,ID=7,IH=5,IW=9,OC=33,KD=3,KH=1,KW=1,s0=1,s1=1,s2=2,p0=0,p1=0,p2=2,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=3,ID=1,IH=2,IW=1,OC=7,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=3,p1=4,p2=2,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" -"HTP0","CONV_3D","N=2,IC=8,ID=5,IH=7,IW=9,OC=17,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=1","support","0","no","HTP" +"HTP0","CONV_3D","N=1,IC=2,ID=65,IH=256,IW=256,OC=2,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=2,ID=127,IH=1,IW=40,OC=3,KD=127,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=2,ID=64,IH=2,IW=40,OC=3,KD=64,KH=2,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=2,ID=85,IH=3,IW=40,OC=3,KD=85,KH=3,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=2,ID=16,IH=16,IW=40,OC=3,KD=16,KH=16,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","HTP" +"HTP0","CONV_3D","N=1,IC=4,ID=6,IH=78,IW=54,OC=512,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=16,ID=4,IH=64,IW=64,OC=256,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=4,ID=8,IH=8,IW=8,OC=8,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=8,ID=5,IH=11,IW=9,OC=65,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=5,ID=7,IH=9,IW=13,OC=17,KD=2,KH=3,KW=4,s0=2,s1=1,s2=3,p0=3,p1=2,p2=2,d0=2,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=3,IC=16,ID=3,IH=7,IW=9,OC=33,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=8,ID=7,IH=5,IW=9,OC=33,KD=3,KH=1,KW=1,s0=1,s1=1,s2=2,p0=0,p1=0,p2=2,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=3,ID=1,IH=2,IW=1,OC=7,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=3,p1=4,p2=2,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=2,IC=8,ID=5,IH=7,IW=9,OC=17,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=1","support","1","yes","HTP" "HTP0","CONV_3D","N=1,IC=1,ID=2,IH=2,IW=2,OC=1,KD=1,KH=1,KW=0,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" "HTP0","CONV_3D","N=1,IC=1,ID=2,IH=2,IW=2,OC=1,KD=1,KH=0,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" "HTP0","CONV_3D","N=1,IC=1,ID=2,IH=2,IW=2,OC=1,KD=0,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" +"HTP0","CONV_3D","N=1,IC=2,ID=65,IH=256,IW=256,OC=2,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=2,ID=127,IH=1,IW=40,OC=3,KD=127,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=2,ID=64,IH=2,IW=40,OC=3,KD=64,KH=2,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=2,ID=85,IH=3,IW=40,OC=3,KD=85,KH=3,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","HTP" +"HTP0","CONV_3D","N=1,IC=2,ID=16,IH=16,IW=40,OC=3,KD=16,KH=16,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","HTP" "HTP0","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[1,1,1,1],s0=1,p0=0,d0=1","support","0","no","HTP" "HTP0","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[1,1,1,1],s0=2,p0=0,d0=1","support","0","no","HTP" "HTP0","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[1,1,1,1],s0=3,p0=0,d0=1","support","0","no","HTP" @@ -7635,8 +7749,10 @@ "HTP0","CONV_TRANSPOSE_2D","kernel_type=f16,ne_input=[10,10,9,1],ne_kernel=[3,3,1,9],stride=2","support","0","no","HTP" "HTP0","CONV_TRANSPOSE_2D","kernel_type=f16,ne_input=[129,63,35,1],ne_kernel=[3,3,48,35],stride=1","support","0","no","HTP" "HTP0","CONV_TRANSPOSE_2D","kernel_type=f16,ne_input=[10,10,9,2],ne_kernel=[3,3,1,9],stride=2","support","0","no","HTP" -"HTP0","COUNT_EQUAL","type=f32,ne=[4,500,1,1]","support","0","no","HTP" -"HTP0","COUNT_EQUAL","type=f32,ne=[4,5000,1,1]","support","0","no","HTP" +"HTP0","COUNT_EQUAL","type=f32,ne=[4,500,1,1],same_src=0","support","0","no","HTP" +"HTP0","COUNT_EQUAL","type=f32,ne=[4,5000,1,1],same_src=0","support","0","no","HTP" +"HTP0","COUNT_EQUAL","type=f32,ne=[4,500,1,1],same_src=1","support","0","no","HTP" +"HTP0","COUNT_EQUAL","type=f32,ne=[4,5000,1,1],same_src=1","support","0","no","HTP" "HTP0","ARGMAX","type=f32,ne=[32,1,1,1]","support","1","yes","HTP" "HTP0","ARGMAX","type=f32,ne=[32,513,1,1]","support","1","yes","HTP" "HTP0","ARGMAX","type=f32,ne=[100,10,1,1]","support","1","yes","HTP" @@ -7802,6 +7918,15 @@ "HTP0","CPY","type_src=nvfp4,type_dst=nvfp4,ne_src=[192,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=nvfp4,type_dst=nvfp4,ne_src=[192,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=nvfp4,type_dst=nvfp4,ne_src=[192,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=f8_e4m3,ne_src=[1,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=f8_e4m3,ne_src=[1,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=f8_e4m3,ne_src=[1,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=f8_e4m3,ne_src=[2,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=f8_e4m3,ne_src=[2,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=f8_e4m3,ne_src=[2,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=f8_e4m3,ne_src=[3,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=f8_e4m3,ne_src=[3,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=f8_e4m3,ne_src=[3,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=q2_K,type_dst=q2_K,ne_src=[256,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=q2_K,type_dst=q2_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=q2_K,type_dst=q2_K,ne_src=[256,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","HTP" @@ -7970,6 +8095,8 @@ "HTP0","CPY","type_src=f16,type_dst=mxfp4,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=f16,type_dst=nvfp4,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=f16,type_dst=nvfp4,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f16,type_dst=f8_e4m3,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f16,type_dst=f8_e4m3,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=f16,type_dst=q2_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=f16,type_dst=q2_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=f16,type_dst=q3_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" @@ -8026,6 +8153,8 @@ "HTP0","CPY","type_src=bf16,type_dst=mxfp4,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=bf16,type_dst=nvfp4,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=bf16,type_dst=nvfp4,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=bf16,type_dst=f8_e4m3,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=bf16,type_dst=f8_e4m3,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=bf16,type_dst=q2_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=bf16,type_dst=q2_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=bf16,type_dst=q3_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" @@ -8082,6 +8211,8 @@ "HTP0","CPY","type_src=f32,type_dst=mxfp4,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=f32,type_dst=nvfp4,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=f32,type_dst=nvfp4,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f32,type_dst=f8_e4m3,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f32,type_dst=f8_e4m3,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=f32,type_dst=q2_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=f32,type_dst=q2_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=f32,type_dst=q3_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" @@ -8138,6 +8269,8 @@ "HTP0","CPY","type_src=mxfp4,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=nvfp4,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=nvfp4,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=q2_K,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=q2_K,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=q3_K,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" @@ -8174,6 +8307,27 @@ "HTP0","CPY","type_src=f16,type_dst=f32,ne_src=[256,2,3,4],permute_src=[1,0,2,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=f32,type_dst=f16,ne_src=[256,2,3,4],permute_src=[1,0,2,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=f32,type_dst=f32,ne_src=[256,2,3,4],permute_src=[1,0,2,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","HTP" +"HTP0","CPY","type_src=f32,type_dst=f8_e4m3,ne_src=[32,2,3,4],ne_dst=[-1,-1,-1,-1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0,dst_alloc=[64,2,3,4]","support","0","no","HTP" +"HTP0","CPY","type_src=f32,type_dst=f8_e4m3,ne_src=[32,2,3,4],permute_src=[1,0,2,3],permute_dst=[1,0,2,3],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f32,type_dst=f8_e4m3,ne_src=[32,2,3,4],ne_dst=[16,4,3,4],permute_src=[1,0,2,3],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f16,type_dst=f8_e4m3,ne_src=[32,2,3,4],ne_dst=[-1,-1,-1,-1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0,dst_alloc=[64,2,3,4]","support","0","no","HTP" +"HTP0","CPY","type_src=f16,type_dst=f8_e4m3,ne_src=[32,2,3,4],permute_src=[1,0,2,3],permute_dst=[1,0,2,3],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f16,type_dst=f8_e4m3,ne_src=[32,2,3,4],ne_dst=[16,4,3,4],permute_src=[1,0,2,3],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=bf16,type_dst=f8_e4m3,ne_src=[32,2,3,4],ne_dst=[-1,-1,-1,-1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0,dst_alloc=[64,2,3,4]","support","0","no","HTP" +"HTP0","CPY","type_src=bf16,type_dst=f8_e4m3,ne_src=[32,2,3,4],permute_src=[1,0,2,3],permute_dst=[1,0,2,3],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=bf16,type_dst=f8_e4m3,ne_src=[32,2,3,4],ne_dst=[16,4,3,4],permute_src=[1,0,2,3],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=f32,ne_src=[33,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=f32,ne_src=[32,2,3,4],ne_dst=[-1,-1,-1,-1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0,dst_alloc=[64,2,3,4]","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=f32,ne_src=[32,2,3,4],permute_src=[1,0,2,3],permute_dst=[1,0,2,3],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=f32,ne_src=[32,2,3,4],ne_dst=[16,4,3,4],permute_src=[1,0,2,3],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=f16,ne_src=[33,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=f16,ne_src=[32,2,3,4],ne_dst=[-1,-1,-1,-1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0,dst_alloc=[64,2,3,4]","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=f16,ne_src=[32,2,3,4],permute_src=[1,0,2,3],permute_dst=[1,0,2,3],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=f16,ne_src=[32,2,3,4],ne_dst=[16,4,3,4],permute_src=[1,0,2,3],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=bf16,ne_src=[33,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=bf16,ne_src=[32,2,3,4],ne_dst=[-1,-1,-1,-1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0,dst_alloc=[64,2,3,4]","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=bf16,ne_src=[32,2,3,4],permute_src=[1,0,2,3],permute_dst=[1,0,2,3],_src_transpose=0","support","0","no","HTP" +"HTP0","CPY","type_src=f8_e4m3,type_dst=bf16,ne_src=[32,2,3,4],ne_dst=[16,4,3,4],permute_src=[1,0,2,3],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=f32,type_dst=q4_0,ne_src=[96,1,1,1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=q4_0,type_dst=f32,ne_src=[96,1,1,1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","HTP" "HTP0","CPY","type_src=f32,type_dst=i32,ne_src=[256,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","HTP" @@ -8191,6 +8345,8 @@ "HTP0","CPY","type_src=i32,type_dst=i32,ne_src=[256,1,4,1],permute_src=[1,2,0,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","HTP" "HTP0","CPY","type_src=f32,type_dst=f32,ne_src=[256,1,4,1],permute_src=[1,2,0,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","HTP" "HTP0","CPY","type_src=f32,type_dst=f32,ne_src=[2,2097121,1,1],permute_src=[1,0,2,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","HTP" +"HTP0","CPY","type_src=f32,type_dst=f32,ne_src=[1,64,48,1],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","HTP" +"HTP0","CPY","type_src=f16,type_dst=f16,ne_src=[1,64,48,1],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","HTP" "HTP0","CPY","type_src=f32,type_dst=f32,ne_src=[2,2,524281,1],permute_src=[1,0,2,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","HTP" "HTP0","CPY","type_src=f32,type_dst=f32,ne_src=[128,2,3,1],ne_dst=[128,2,3,1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0,dst_alloc=[128,4,3,1]","support","1","yes","HTP" "HTP0","CPY","type_src=f16,type_dst=f16,ne_src=[128,2,3,1],ne_dst=[128,2,3,1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0,dst_alloc=[128,4,3,1]","support","1","yes","HTP" @@ -8372,6 +8528,21 @@ "HTP0","CONT","type=f16,ne=[1000,33,65,1],use_view_slice=0,permute=[2,1,0,3]","support","1","yes","HTP" "HTP0","CONT","type=f16,ne=[1000,33,65,1],use_view_slice=0,permute=[1,2,0,3]","support","1","yes","HTP" "HTP0","CONT","type=f16,ne=[1000,33,65,1],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","HTP" +"HTP0","CONT","type=f32,ne=[512,8193,2,1],use_view_slice=0,permute=[2,1,0,3]","support","1","yes","HTP" +"HTP0","CONT","type=f32,ne=[256,16385,2,1],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","HTP" +"HTP0","CONT","type=f32,ne=[33,17,5,19],use_view_slice=0,permute=[1,2,3,0]","support","1","yes","HTP" +"HTP0","CONT","type=f16,ne=[33,17,5,19],use_view_slice=0,permute=[1,2,3,0]","support","1","yes","HTP" +"HTP0","CONT","type=f32,ne=[8,104,60,13],use_view_slice=0,permute=[1,2,3,0]","support","1","yes","HTP" +"HTP0","CONT","type=f16,ne=[8,104,60,13],use_view_slice=0,permute=[1,2,3,0]","support","1","yes","HTP" +"HTP0","CONT","type=f32,ne=[16,1,50,7],use_view_slice=0,permute=[1,2,3,0]","support","1","yes","HTP" +"HTP0","CONT","type=f32,ne=[33,5,7,9],use_view_slice=0,permute=[3,2,1,0]","support","1","yes","HTP" +"HTP0","CONT","type=f32,ne=[33,64,32,16],use_view_slice=0,permute=[3,2,1,0]","support","1","yes","HTP" +"HTP0","CONT","type=f32,ne=[4,65,9,2],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","HTP" +"HTP0","CONT","type=f16,ne=[4,65,9,2],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","HTP" +"HTP0","CONT","type=f16,ne=[64,9,7,1],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","HTP" +"HTP0","CONT","type=i32,ne=[33,17,5,19],use_view_slice=0,permute=[1,2,3,0]","support","1","yes","HTP" +"HTP0","CPY","type_src=f32,type_dst=f32,ne_src=[33,17,5,1],ne_dst=[17,33,5,1],permute_src=[0,0,0,0],permute_dst=[1,0,2,3],_src_transpose=0","support","1","yes","HTP" +"HTP0","CPY","type_src=f16,type_dst=f16,ne_src=[8,52,39,1],ne_dst=[8,39,52,1],permute_src=[0,0,0,0],permute_dst=[0,2,1,3],_src_transpose=0","support","1","yes","HTP" "HTP0","ADD","type=f16,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","HTP" "HTP0","SUB","type=f16,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","HTP" "HTP0","MUL","type=f16,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","HTP" @@ -8924,6 +9095,12 @@ "HTP0","SUB","type=bf16,ne=[128,1,8,1],nr=[1,4,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","HTP" "HTP0","MUL","type=bf16,ne=[128,1,8,1],nr=[1,4,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","HTP" "HTP0","DIV","type=bf16,ne=[128,1,8,1],nr=[1,4,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","HTP" +"HTP0","ADD","type=f8_e4m3,ne=[1,5,2,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","HTP" +"HTP0","ADD","type=f8_e4m3,ne=[7,5,2,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","HTP" +"HTP0","ADD","type=f8_e4m3,ne=[33,5,2,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","HTP" +"HTP0","ADD","type=f8_e4m3,ne=[1,5,2,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","HTP" +"HTP0","ADD","type=f8_e4m3,ne=[7,5,2,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","HTP" +"HTP0","ADD","type=f8_e4m3,ne=[33,5,2,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","HTP" "HTP0","ADD","type=f32,ne=[1,2,2,2],nr=[17,1,1,1],nf=1,perm1=0,src_overlap=0,weights=1","support","1","yes","HTP" "HTP0","MUL","type=f32,ne=[1,2,2,2],nr=[17,1,1,1],nf=1,perm1=0,src_overlap=0,weights=1","support","1","yes","HTP" "HTP0","ADD","type=f32,ne=[2,2,2,2],nr=[17,1,1,1],nf=1,perm1=0,src_overlap=0,weights=1","support","1","yes","HTP" @@ -8939,13 +9116,17 @@ "HTP0","DIV","type=bf16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","HTP" "HTP0","DIV","type=bf16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","HTP" "HTP0","DIV","type=bf16,ne=[5120,1,1,1],nr=[1,32,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","HTP" -"HTP0","SCALE","type=f32,ne=[10,10,10,10],scale=2.000000,bias=0.000000,inplace=0","support","1","yes","HTP" -"HTP0","SCALE","type=f32,ne=[10,10,10,10],scale=2.000000,bias=1.000000,inplace=0","support","1","yes","HTP" -"HTP0","SCALE","type=f32,ne=[10,10,10,10],scale=2.000000,bias=1.000000,inplace=1","support","1","yes","HTP" -"HTP0","SCALE","type=f32,ne=[100,10,10,10],scale=2.000000,bias=1.000000,inplace=0","support","1","yes","HTP" -"HTP0","SCALE","type=bf16,ne=[10,10,10,10],scale=2.000000,bias=1.000000,inplace=0","support","0","no","HTP" -"HTP0","SCALE","type=bf16,ne=[10,10,10,10],scale=2.000000,bias=1.000000,inplace=1","support","0","no","HTP" -"HTP0","SCALE","type=bf16,ne=[100,10,10,10],scale=0.500000,bias=0.000000,inplace=0","support","0","no","HTP" +"HTP0","SCALE","type=f32,ne=[10,10,10,10],scale=2.000000,bias=0.000000,inplace=0,v=0","support","1","yes","HTP" +"HTP0","SCALE","type=f32,ne=[10,10,10,10],scale=2.000000,bias=1.000000,inplace=0,v=0","support","1","yes","HTP" +"HTP0","SCALE","type=f32,ne=[10,10,10,10],scale=2.000000,bias=1.000000,inplace=1,v=0","support","1","yes","HTP" +"HTP0","SCALE","type=f32,ne=[100,10,10,10],scale=2.000000,bias=1.000000,inplace=0,v=0","support","1","yes","HTP" +"HTP0","SCALE","type=bf16,ne=[10,10,10,10],scale=2.000000,bias=1.000000,inplace=0,v=0","support","0","no","HTP" +"HTP0","SCALE","type=bf16,ne=[10,10,10,10],scale=2.000000,bias=1.000000,inplace=1,v=0","support","0","no","HTP" +"HTP0","SCALE","type=bf16,ne=[100,10,10,10],scale=0.500000,bias=0.000000,inplace=0,v=0","support","0","no","HTP" +"HTP0","SCALE","type=f32,ne=[10,10,10,10],scale=2.000000,bias=0.000000,inplace=0,v=1","support","1","yes","HTP" +"HTP0","SCALE","type=f32,ne=[10,10,10,10],scale=2.000000,bias=1.000000,inplace=0,v=1","support","1","yes","HTP" +"HTP0","SCALE","type=f32,ne=[10,10,10,10],scale=2.000000,bias=1.000000,inplace=1,v=1","support","0","no","HTP" +"HTP0","SCALE","type=bf16,ne=[10,10,10,10],scale=2.000000,bias=1.000000,inplace=1,v=1","support","0","no","HTP" "HTP0","SILU_BACK","type=f32,ne=[64,5,4,3],eps=0.000001","support","0","no","HTP" "HTP0","NORM","type=f32,ne=[64,5,4,3],v=0,eps=0.000000,noncontig_rows=0","support","1","yes","HTP" "HTP0","RMS_NORM","type=f32,ne=[64,5,4,3],v=0,eps=0.000000,inplace=0","support","1","yes","HTP" @@ -9102,6 +9283,14 @@ "HTP0","RMS_NORM","type=f32,ne=[4,1,65536,1],v=0,eps=0.000001,inplace=0","support","1","yes","HTP" "HTP0","RMS_NORM","type=f32,ne=[4,1,1,65536],v=0,eps=0.000001,inplace=0","support","1","yes","HTP" "HTP0","L2_NORM","type=f32,ne=[4,1,65536,1],eps=0.000000,v=0,noncontig_rows=0","support","1","yes","HTP" +"HTP0","RMS_NORM","type=f32,ne=[1,3,2,1],v=0,eps=0.000001,inplace=0","support","1","yes","HTP" +"HTP0","RMS_NORM","type=f32,ne=[127,3,2,1],v=0,eps=0.000001,inplace=0","support","1","yes","HTP" +"HTP0","RMS_NORM","type=f32,ne=[129,3,2,1],v=0,eps=0.000001,inplace=0","support","1","yes","HTP" +"HTP0","RMS_NORM","type=f32,ne=[511,3,2,1],v=0,eps=0.000001,inplace=0","support","1","yes","HTP" +"HTP0","RMS_NORM","type=f32,ne=[513,3,2,1],v=0,eps=0.000001,inplace=0","support","1","yes","HTP" +"HTP0","RMS_NORM","type=f32,ne=[2816,3,2,1],v=0,eps=0.000001,inplace=0","support","1","yes","HTP" +"HTP0","RMS_NORM","type=f32,ne=[4096,3,2,1],v=0,eps=0.000001,inplace=0","support","1","yes","HTP" +"HTP0","RMS_NORM","type=f32,ne=[16385,3,2,1],v=0,eps=0.000001,inplace=0","support","1","yes","HTP" "HTP0","SSM_CONV","type=f32,ne_a=[3,1024,1,1],ne_b=[3,1024,1,1]","support","1","yes","HTP" "HTP0","SSM_CONV","type=f32,ne_a=[6,1024,1,1],ne_b=[3,1024,1,1]","support","1","yes","HTP" "HTP0","SSM_CONV","type=f32,ne_a=[3,1024,4,1],ne_b=[3,1024,1,1]","support","1","yes","HTP" @@ -9162,21 +9351,23 @@ "HTP0","SSM_CONV","type=f32,ne_a=[9,2048,4,1],ne_b=[9,2048,1,1]","support","1","yes","HTP" "HTP0","SSM_CONV","type=f32,ne_a=[72,2048,1,1],ne_b=[9,2048,1,1]","support","1","yes","HTP" "HTP0","SSM_CONV","type=f32,ne_a=[72,2048,4,1],ne_b=[9,2048,1,1]","support","1","yes","HTP" -"HTP0","SSM_SCAN","type=f32,d_state=16,head_dim=1,n_head=1024,n_group=1,n_seq_tokens=32,n_seqs=4,xbc_overlap=0,K=1,weak_decay=0","support","0","no","HTP" -"HTP0","SSM_SCAN","type=f32,d_state=96,head_dim=64,n_head=128,n_group=8,n_seq_tokens=1,n_seqs=1,xbc_overlap=0,K=1,weak_decay=0","support","0","no","HTP" -"HTP0","SSM_SCAN","type=f32,d_state=96,head_dim=64,n_head=16,n_group=8,n_seq_tokens=300,n_seqs=2,xbc_overlap=0,K=1,weak_decay=1","support","0","no","HTP" -"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=32,n_seqs=4,xbc_overlap=0,K=1,weak_decay=0","support","0","no","HTP" -"HTP0","SSM_SCAN","type=f32,d_state=256,head_dim=64,n_head=8,n_group=2,n_seq_tokens=32,n_seqs=4,xbc_overlap=0,K=1,weak_decay=0","support","0","no","HTP" -"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=128,n_head=4,n_group=4,n_seq_tokens=16,n_seqs=2,xbc_overlap=1,K=1,weak_decay=0","support","0","no","HTP" -"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=80,n_head=128,n_group=1,n_seq_tokens=256,n_seqs=1,xbc_overlap=0,K=1,weak_decay=0","support","0","no","HTP" -"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=80,n_head=128,n_group=1,n_seq_tokens=512,n_seqs=1,xbc_overlap=0,K=1,weak_decay=0","support","0","no","HTP" -"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=80,n_group=8,n_seq_tokens=300,n_seqs=2,xbc_overlap=0,K=1,weak_decay=0","support","0","no","HTP" -"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=4,n_seqs=2,xbc_overlap=0,K=4,weak_decay=0","support","0","no","HTP" -"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=8,n_seqs=2,xbc_overlap=0,K=3,weak_decay=0","support","0","no","HTP" -"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=64,n_seqs=4,xbc_overlap=0,K=1,weak_decay=0","support","0","no","HTP" -"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=65,n_seqs=2,xbc_overlap=0,K=1,weak_decay=0","support","0","no","HTP" -"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=128,n_seqs=2,xbc_overlap=0,K=1,weak_decay=0","support","0","no","HTP" -"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=128,n_seqs=2,xbc_overlap=0,K=1,weak_decay=1","support","0","no","HTP" +"HTP0","SSM_SCAN","type=f32,d_state=16,head_dim=1,n_head=1024,n_group=1,n_seq_tokens=32,n_seqs=4,xbc_overlap=0,K=1,weak_decay=0","support","1","yes","HTP" +"HTP0","SSM_SCAN","type=f32,d_state=64,head_dim=64,n_head=112,n_group=2,n_seq_tokens=32,n_seqs=4,xbc_overlap=0,K=1,weak_decay=0","support","1","yes","HTP" +"HTP0","SSM_SCAN","type=f32,d_state=64,head_dim=64,n_head=112,n_group=2,n_seq_tokens=1,n_seqs=1,xbc_overlap=0,K=1,weak_decay=0","support","1","yes","HTP" +"HTP0","SSM_SCAN","type=f32,d_state=96,head_dim=64,n_head=128,n_group=8,n_seq_tokens=1,n_seqs=1,xbc_overlap=0,K=1,weak_decay=0","support","1","yes","HTP" +"HTP0","SSM_SCAN","type=f32,d_state=96,head_dim=64,n_head=16,n_group=8,n_seq_tokens=300,n_seqs=2,xbc_overlap=0,K=1,weak_decay=1","support","1","yes","HTP" +"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=32,n_seqs=4,xbc_overlap=0,K=1,weak_decay=0","support","1","yes","HTP" +"HTP0","SSM_SCAN","type=f32,d_state=256,head_dim=64,n_head=8,n_group=2,n_seq_tokens=32,n_seqs=4,xbc_overlap=0,K=1,weak_decay=0","support","1","yes","HTP" +"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=128,n_head=4,n_group=4,n_seq_tokens=16,n_seqs=2,xbc_overlap=1,K=1,weak_decay=0","support","1","yes","HTP" +"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=80,n_head=128,n_group=1,n_seq_tokens=256,n_seqs=1,xbc_overlap=0,K=1,weak_decay=0","support","1","yes","HTP" +"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=80,n_head=128,n_group=1,n_seq_tokens=512,n_seqs=1,xbc_overlap=0,K=1,weak_decay=0","support","1","yes","HTP" +"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=80,n_group=8,n_seq_tokens=300,n_seqs=2,xbc_overlap=0,K=1,weak_decay=0","support","1","yes","HTP" +"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=4,n_seqs=2,xbc_overlap=0,K=4,weak_decay=0","support","1","yes","HTP" +"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=8,n_seqs=2,xbc_overlap=0,K=3,weak_decay=0","support","1","yes","HTP" +"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=64,n_seqs=4,xbc_overlap=0,K=1,weak_decay=0","support","1","yes","HTP" +"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=65,n_seqs=2,xbc_overlap=0,K=1,weak_decay=0","support","1","yes","HTP" +"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=128,n_seqs=2,xbc_overlap=0,K=1,weak_decay=0","support","1","yes","HTP" +"HTP0","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=128,n_seqs=2,xbc_overlap=0,K=1,weak_decay=1","support","1","yes","HTP" "HTP0","RWKV_WKV6","type=f32,head_count=32,head_size=64,n_seq_tokens=1,n_seqs=1","support","0","no","HTP" "HTP0","RWKV_WKV6","type=f32,head_count=32,head_size=64,n_seq_tokens=32,n_seqs=1","support","0","no","HTP" "HTP0","RWKV_WKV6","type=f32,head_count=32,head_size=64,n_seq_tokens=32,n_seqs=4","support","0","no","HTP" @@ -9227,15 +9418,42 @@ "HTP0","MUL_MAT_W4A8","type_a=nvfp4,type_b=f32,m=64,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT_W4A4","type_a=nvfp4,type_b=f32,m=32,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT_W4A4","type_a=nvfp4,type_b=f32,m=32,n=32,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID_W4A8","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=32,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID_W4A8","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=64,n=16,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID_W4A4","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=32,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID_W4A4","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=64,n=16,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID_W4A8","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=32,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID_W4A8","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=64,n=16,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID_W4A4","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=32,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID_W4A4","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=64,n=16,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" "HTP0","MUL_MAT_W4A8","type_a=mxfp4,type_b=f32,m=32,n=32,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT_W4A8","type_a=mxfp4,type_b=f32,m=64,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT_W4A4","type_a=mxfp4,type_b=f32,m=32,n=32,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID_W4A8","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=32,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID_W4A4","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=32,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID_W4A8","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=32,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID_W4A4","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=32,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f32,m=100,n=9,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f32,m=100,n=33,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f32,m=100,n=128,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f32,m=100,n=9,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f32,m=100,n=33,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f32,m=100,n=128,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f32,m=100,n=9,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f32,m=100,n=33,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f32,m=100,n=128,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f32,m=100,n=9,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f32,m=100,n=33,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f32,m=100,n=128,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f32,m=100,n=9,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f32,m=100,n=33,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f32,m=100,n=128,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f32,m=100,n=9,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f32,m=100,n=33,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f32,m=100,n=128,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=9,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=33,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=128,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=9,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=33,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=128,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=9,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=33,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=128,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" @@ -9368,6 +9586,17 @@ "HTP0","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q2_K,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=q2_K,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=q2_K,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" @@ -10748,6 +10977,9 @@ "HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" @@ -10777,6 +11009,9 @@ "HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=8,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=8,k=4,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" @@ -10810,6 +11045,9 @@ "HTP0","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -10839,6 +11077,9 @@ "HTP0","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f16,m=16,n=8,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f32,type_b=f16,m=16,n=8,k=4,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -10872,6 +11113,9 @@ "HTP0","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" @@ -10901,6 +11145,9 @@ "HTP0","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f32,m=16,n=8,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f32,m=16,n=8,k=4,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" @@ -10934,6 +11181,9 @@ "HTP0","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" @@ -10963,6 +11213,9 @@ "HTP0","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f16,m=16,n=8,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" +"HTP0","MUL_MAT","type_a=f16,type_b=f16,m=16,n=8,k=4,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" @@ -10996,6 +11249,9 @@ "HTP0","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -11029,6 +11285,9 @@ "HTP0","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -11062,6 +11321,9 @@ "HTP0","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -11095,6 +11357,9 @@ "HTP0","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -11128,6 +11393,9 @@ "HTP0","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -11161,6 +11429,9 @@ "HTP0","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -11194,6 +11465,9 @@ "HTP0","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -11227,6 +11501,9 @@ "HTP0","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -11260,6 +11537,9 @@ "HTP0","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -11293,6 +11573,9 @@ "HTP0","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -11326,6 +11609,9 @@ "HTP0","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -11359,6 +11645,9 @@ "HTP0","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -11392,6 +11681,9 @@ "HTP0","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -11425,6 +11717,9 @@ "HTP0","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -11458,6 +11753,9 @@ "HTP0","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -11491,10 +11789,149 @@ "HTP0","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=4,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=4,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=4,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=4,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=4,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=4,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -11524,6 +11961,9 @@ "HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -11557,6 +11997,9 @@ "HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -11573,39 +12016,39 @@ "HTP0","MUL_MAT","type_a=f32,type_b=bf16,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=bf16,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=bf16,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=15,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=16,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=31,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=33,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=47,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=48,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=49,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=15,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=16,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=31,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=33,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=47,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=48,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=49,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=15,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=16,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=31,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=33,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=47,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=48,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=49,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=15,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=16,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=31,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=47,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=48,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=49,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=15,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=16,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=31,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=47,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=48,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=49,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=15,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=16,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=31,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=47,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=48,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=49,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=q5_0,type_b=f32,m=16,n=1,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" @@ -11657,8 +12100,8 @@ "HTP0","MUL_MAT","type_a=f16,type_b=f32,m=8,n=16,k=64,bs=[8,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=5120,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f32,m=8,n=1,k=64,bs=[8,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=16,pad=16","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f16,type_b=f32,m=8,n=16,k=64,bs=[8,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=16,pad=16","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=8,n=1,k=64,amax=1.000000,m_v=64,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=8,n=16,k=64,amax=1.000000,m_v=64,ids_offset=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=8,n=1,k=64,m_v=64,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=8,n=16,k=64,m_v=64,ids_offset=0,skip=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q4_0,type_b=f32,m=576,n=512,k=576,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=q4_0,type_b=f32,m=1,n=2048,k=8192,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" @@ -11673,6 +12116,7 @@ "HTP0","MUL_MAT","type_a=q2_0,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=mxfp4,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=nvfp4,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" +"HTP0","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","0","no","HTP" "HTP0","MUL_MAT","type_a=q2_K,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=q3_K,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=q4_K,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" @@ -12135,916 +12579,1153 @@ "HTP0","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1057,bs=[8,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=129,bs=[8,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" "HTP0","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1057,bs=[8,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=16,n_used=16,b=0,m=32,n=1024,k=16,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=2,n_used=2,b=0,m=32,n=8192,k=64,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=16,n_used=16,b=0,m=50,n=200,k=64,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=16,n_used=16,b=0,m=32,n=1024,k=16,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=16,n_used=16,b=0,m=50,n=200,k=64,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=16,n_used=16,b=1,m=32,n=1024,k=16,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=2,n_used=2,b=1,m=32,n=8192,k=64,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=16,n_used=16,b=1,m=50,n=200,k=64,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=16,n_used=16,b=1,m=32,n=1024,k=16,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=16,n_used=16,b=1,m=50,n=200,k=64,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=1,n_used=1,b=0,m=1,n=8192,k=4096,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=1,n_used=1,b=0,m=8,n=16,k=1,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=1,n_used=1,b=0,m=8,n=16,k=63,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=1,n_used=1,b=0,m=8,n=16,k=65,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=32,n_used=2,b=0,m=2880,n=32,k=2880,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=512,n_used=10,b=0,m=128,n=1,k=512,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=512,n_used=10,b=0,m=256,n=1,k=128,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=1024,n_used=10,b=0,m=128,n=1,k=512,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=1024,n_used=10,b=0,m=256,n=1,k=128,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=512,n_used=10,b=0,m=128,n=5,k=512,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=512,n_used=10,b=0,m=256,n=5,k=128,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=1024,n_used=10,b=0,m=128,n=5,k=512,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=1024,n_used=10,b=0,m=256,n=5,k=128,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=512,n_used=10,b=0,m=128,n=64,k=512,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=512,n_used=10,b=0,m=256,n=64,k=128,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=1024,n_used=10,b=0,m=128,n=64,k=512,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=1024,n_used=10,b=0,m=256,n=64,k=128,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=512,n_used=10,b=0,m=128,n=300,k=512,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=512,n_used=10,b=0,m=256,n=300,k=128,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=1024,n_used=10,b=0,m=128,n=300,k=512,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=1024,n_used=10,b=0,m=256,n=300,k=128,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=32,n_used=2,b=0,m=2880,n=32,k=2880,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=tq1_0,type_b=f32,n_mats=28,n_used=10,b=0,m=1024,n=1,k=4096,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=tq1_0,type_b=f32,n_mats=128,n_used=8,b=0,m=1024,n=1,k=2048,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=3,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=3,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=3,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q5_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q5_1,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=384,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=192,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=192,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_K,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q3_K,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q5_K,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q6_K,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=tq2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=tq1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_s,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq3_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq1_s,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq1_m,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq4_nl,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq4_xs,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_s,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq3_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq1_s,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq1_m,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq4_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=128,n_used=4,b=0,m=4096,n=16,k=2048,amax=100000.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=16,k=256,amax=100000.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=128,n_used=4,b=0,m=4096,n=32,k=2048,amax=100000.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,amax=100000.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=128,n_used=4,b=0,m=4096,n=64,k=2048,amax=100000.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=64,k=256,amax=100000.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q5_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q5_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q5_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q5_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q2_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q3_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q3_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q5_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q5_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q6_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=q6_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=tq2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=tq2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=tq1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=tq1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_s,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq2_s,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq3_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq3_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq1_s,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq1_s,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq1_m,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq1_m,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq4_nl,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=iq4_nl,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" -"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq4_xs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=iq4_xs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,amax=1.000000,m_v=0,ids_offset=0","support","0","no","HTP" -"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,amax=1.000000,m_v=0,ids_offset=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=16,n_used=16,b=0,m=32,n=1024,k=16,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=2,n_used=2,b=0,m=32,n=8192,k=64,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=16,n_used=16,b=0,m=50,n=200,k=64,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=16,n_used=16,b=0,m=32,n=1024,k=16,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=16,n_used=16,b=0,m=50,n=200,k=64,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=16,n_used=16,b=1,m=32,n=1024,k=16,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=2,n_used=2,b=1,m=32,n=8192,k=64,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=16,n_used=16,b=1,m=50,n=200,k=64,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=16,n_used=16,b=1,m=32,n=1024,k=16,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=16,n_used=16,b=1,m=50,n=200,k=64,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=1,n_used=1,b=0,m=1,n=8192,k=4096,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=1,n_used=1,b=0,m=8,n=16,k=1,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=1,n_used=1,b=0,m=8,n=16,k=63,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=1,n_used=1,b=0,m=8,n=16,k=65,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=32,n_used=2,b=0,m=2880,n=32,k=2880,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=512,n_used=10,b=0,m=128,n=1,k=512,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=512,n_used=10,b=0,m=256,n=1,k=128,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=1024,n_used=10,b=0,m=128,n=1,k=512,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=1024,n_used=10,b=0,m=256,n=1,k=128,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=512,n_used=10,b=0,m=128,n=5,k=512,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=512,n_used=10,b=0,m=256,n=5,k=128,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=1024,n_used=10,b=0,m=128,n=5,k=512,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=1024,n_used=10,b=0,m=256,n=5,k=128,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=512,n_used=10,b=0,m=128,n=64,k=512,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=512,n_used=10,b=0,m=256,n=64,k=128,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=1024,n_used=10,b=0,m=128,n=64,k=512,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=1024,n_used=10,b=0,m=256,n=64,k=128,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=512,n_used=10,b=0,m=128,n=300,k=512,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=512,n_used=10,b=0,m=256,n=300,k=128,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=1024,n_used=10,b=0,m=128,n=300,k=512,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=1024,n_used=10,b=0,m=256,n=300,k=128,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=32,n_used=2,b=0,m=2880,n=32,k=2880,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=tq1_0,type_b=f32,n_mats=28,n_used=10,b=0,m=1024,n=1,k=4096,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=tq1_0,type_b=f32,n_mats=128,n_used=8,b=0,m=1024,n=1,k=2048,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=3,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=3,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=3,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q5_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=q5_1,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=384,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=192,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=192,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=3,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_K,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q3_K,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q5_K,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q6_K,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=tq2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=tq1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_s,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq3_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq1_s,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq1_m,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq4_nl,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq4_xs,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_s,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq3_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq1_s,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq1_m,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq4_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q5_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=q5_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=q5_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=q5_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q2_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q3_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q3_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q5_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q5_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q6_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q6_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=tq2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=tq2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=tq1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=tq1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_s,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq2_s,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq3_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq3_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq1_s,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq1_s,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq1_m,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq1_m,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq4_nl,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=iq4_nl,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq4_xs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=iq4_xs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=64,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","HTP" +"HTP0","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=1,n_used=1,b=0,m=8,n=16,k=1,m_v=0,ids_offset=0,skip=1","support","0","no","HTP" "HTP0","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","HTP" "HTP0","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","HTP" "HTP0","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","HTP" @@ -14325,6 +15006,134 @@ "HTP0","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","HTP" "HTP0","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","HTP" "HTP0","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","HTP" +"HTP0","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","HTP" "HTP0","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","HTP" "HTP0","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","HTP" "HTP0","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","HTP" @@ -14460,42 +15269,78 @@ "HTP0","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[8,1],trans_b=0","support","0","no","HTP" "HTP0","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[16,1],trans_b=0","support","0","no","HTP" "HTP0","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[32,1],trans_b=0","support","0","no","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=1,n_token=1","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=1,n_token=32","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=1,n_token=129","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=1,n_token=1","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=1,n_token=32","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=1,n_token=129","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=2,n_token=1","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=2,n_token=32","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=2,n_token=129","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=2,n_token=1","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=2,n_token=32","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=2,n_token=129","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=4,n_token=1","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=4,n_token=32","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=4,n_token=129","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=4,n_token=1","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=4,n_token=32","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=4,n_token=129","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=1,n_token=1","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=1,n_token=32","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=1,n_token=129","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=1,n_token=1","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=1,n_token=32","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=1,n_token=129","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=2,n_token=1","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=2,n_token=32","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=2,n_token=129","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=2,n_token=1","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=2,n_token=32","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=2,n_token=129","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=4,n_token=1","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=4,n_token=32","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=4,n_token=129","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=4,n_token=1","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=4,n_token=32","support","1","yes","HTP" -"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=4,n_token=129","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=1,n_token=1,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=1,n_token=1,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=1,n_token=32,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=1,n_token=32,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=1,n_token=129,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=1,n_token=129,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=1,n_token=1,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=1,n_token=1,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=1,n_token=32,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=1,n_token=32,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=1,n_token=129,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=1,n_token=129,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=2,n_token=1,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=2,n_token=1,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=2,n_token=32,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=2,n_token=32,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=2,n_token=129,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=2,n_token=129,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=2,n_token=1,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=2,n_token=1,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=2,n_token=32,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=2,n_token=32,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=2,n_token=129,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=2,n_token=129,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=4,n_token=1,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=4,n_token=1,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=4,n_token=32,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=4,n_token=32,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=4,n_token=129,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=4,n_token=129,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=4,n_token=1,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=4,n_token=1,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=4,n_token=32,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=4,n_token=32,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=4,n_token=129,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=4,n_token=129,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=1,n_token=1,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=1,n_token=1,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=1,n_token=32,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=1,n_token=32,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=1,n_token=129,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=1,n_token=129,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=1,n_token=1,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=1,n_token=1,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=1,n_token=32,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=1,n_token=32,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=1,n_token=129,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=1,n_token=129,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=2,n_token=1,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=2,n_token=1,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=2,n_token=32,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=2,n_token=32,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=2,n_token=129,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=2,n_token=129,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=2,n_token=1,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=2,n_token=1,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=2,n_token=32,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=2,n_token=32,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=2,n_token=129,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=2,n_token=129,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=4,n_token=1,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=4,n_token=1,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=4,n_token=32,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=4,n_token=32,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=4,n_token=129,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=4,n_token=129,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=4,n_token=1,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=4,n_token=1,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=4,n_token=32,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=4,n_token=32,skip=1","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=4,n_token=129,skip=0","support","1","yes","HTP" +"HTP0","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=4,n_token=129,skip=1","support","1","yes","HTP" "HTP0","SQR","type=f16,ne=[10,5,4,3]","support","1","yes","HTP" "HTP0","SQRT","type=f16,ne=[10,3,3,2]","support","1","yes","HTP" "HTP0","LOG","type=f16,ne=[10,5,4,3]","support","1","yes","HTP" @@ -14569,17 +15414,17 @@ "HTP0","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[16,2,32,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=1","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[16,2,32,1],mask=0,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=1","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=0,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","0","no","HTP" @@ -14613,13 +15458,13 @@ "HTP0","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[16,16,1,3],mask=1,sinks=0,m_prec=f32,nr23=[3,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" @@ -14633,13 +15478,13 @@ "HTP0","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[16,16,1,3],mask=1,sinks=0,m_prec=f32,nr23=[3,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","HTP" @@ -14653,13 +15498,13 @@ "HTP0","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[16,16,1,3],mask=1,sinks=0,m_prec=f32,nr23=[3,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","HTP" @@ -14673,13 +15518,13 @@ "HTP0","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[16,2,32,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=1","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[16,2,32,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=1","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","0","no","HTP" @@ -14773,7 +15618,7 @@ "HTP0","SOFT_MAX","type=f32,ne=[32,2,32,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","0","no","HTP" "HTP0","SOFT_MAX","type=f32,ne=[200001,2,3,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","0","no","HTP" "HTP0","SOFT_MAX","type=f32,ne=[200001,2,3,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","0","no","HTP" -"HTP0","SOFT_MAX","type=f32,ne=[200000,1,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","0","no","HTP" +"HTP0","SOFT_MAX","type=f32,ne=[200000,1,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[200000,4,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","0","no","HTP" "HTP0","SOFT_MAX","type=f32,ne=[4,1,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","HTP" "HTP0","SOFT_MAX","type=f32,ne=[4,1023,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","HTP" @@ -14826,880 +15671,940 @@ "HTP0","SOFT_MAX_BACK","type=f32,ne=[1024,1024,1,1],scale=0.100000,max_bias=8.000000","support","0","no","HTP" "HTP0","SOFT_MAX_BACK","type=f32,ne=[1023,1023,1,1],scale=0.100000,max_bias=8.000000","support","0","no","HTP" "HTP0","SOFT_MAX_BACK","type=f32,ne=[1024,1024,2,3],scale=0.100000,max_bias=8.000000","support","0","no","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0","support","0","no","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32","support","1","yes","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=32","support","1","yes","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE_BACK","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32","support","0","no","HTP" -"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=32","support","0","no","HTP" -"HTP0","ROPE","type=f32,ne_a=[256,8,512,1],n_dims=64,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[256,16,512,1],n_dims=64,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[256,8,512,1],n_dims=256,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0","support","1","yes","HTP" -"HTP0","ROPE","type=f32,ne_a=[512,8,512,1],n_dims=128,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","HTP" +"HTP0","ROPE_BACK","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","HTP" +"HTP0","ROPE","type=f32,ne_a=[256,8,512,1],n_dims=64,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[256,16,512,1],n_dims=64,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[256,8,512,1],n_dims=256,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" +"HTP0","ROPE","type=f32,ne_a=[512,8,512,1],n_dims=128,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","HTP" "HTP0","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=0","support","1","yes","HTP" "HTP0","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=0","support","1","yes","HTP" "HTP0","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=0","support","0","no","HTP" @@ -15812,6 +16717,34 @@ "HTP0","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=3","support","0","no","HTP" "HTP0","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=3","support","1","yes","HTP" "HTP0","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=3","support","0","no","HTP" +"HTP0","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=16","support","1","yes","HTP" +"HTP0","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=16","support","1","yes","HTP" +"HTP0","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=16","support","0","no","HTP" +"HTP0","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=16","support","0","no","HTP" "HTP0","CONCAT","type=q4_0,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=0","support","0","no","HTP" "HTP0","CONCAT","type=q4_0,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=0","support","0","no","HTP" "HTP0","CONCAT","type=q4_0,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=0","support","0","no","HTP" @@ -16357,28 +17290,30 @@ "HTP0","TOP_K","type=f32,ne=[33024,4,1,1],k=2051,ties=0","support","1","yes","HTP" "HTP0","TOP_K","type=f32,ne=[500,40000,1,1],k=16,ties=0","support","1","yes","HTP" "HTP0","TOP_K","type=f32,ne=[1100,33000,1,1],k=16,ties=0","support","1","yes","HTP" -"HTP0","UPSCALE","type=f32,ne=[512,512,3,2],scale_factor=2,mode=nearest,transpose=0","support","0","no","HTP" +"HTP0","UPSCALE","type=f32,ne=[512,512,3,2],scale_factor=2,mode=nearest,transpose=0","support","1","yes","HTP" "HTP0","UPSCALE","type=f32,ne=[512,512,3,2],scale_factor=2,mode=nearest,transpose=1","support","0","no","HTP" -"HTP0","UPSCALE","type=f32,ne=[2,5,7,11],ne_tgt=[5,7,11,13],mode=nearest","support","0","no","HTP" -"HTP0","UPSCALE","type=f32,ne=[5,7,11,13],ne_tgt=[2,5,7,11],mode=nearest","support","0","no","HTP" -"HTP0","UPSCALE","type=f32,ne=[512,512,3,2],scale_factor=2,mode=bilinear,transpose=0","support","0","no","HTP" +"HTP0","UPSCALE","type=f32,ne=[2,5,7,11],ne_tgt=[5,7,11,13],mode=nearest","support","1","yes","HTP" +"HTP0","UPSCALE","type=f32,ne=[5,7,11,13],ne_tgt=[2,5,7,11],mode=nearest","support","1","yes","HTP" +"HTP0","UPSCALE","type=f32,ne=[512,512,3,2],scale_factor=2,mode=bilinear,transpose=0","support","1","yes","HTP" "HTP0","UPSCALE","type=f32,ne=[512,512,3,2],scale_factor=2,mode=bilinear,transpose=1","support","0","no","HTP" -"HTP0","UPSCALE","type=f32,ne=[2,5,7,11],ne_tgt=[5,7,11,13],mode=bilinear","support","0","no","HTP" -"HTP0","UPSCALE","type=f32,ne=[5,7,11,13],ne_tgt=[2,5,7,11],mode=bilinear","support","0","no","HTP" -"HTP0","UPSCALE","type=f32,ne=[512,512,3,2],scale_factor=2,mode=bicubic,transpose=0","support","0","no","HTP" +"HTP0","UPSCALE","type=f32,ne=[2,5,7,11],ne_tgt=[5,7,11,13],mode=bilinear","support","1","yes","HTP" +"HTP0","UPSCALE","type=f32,ne=[5,7,11,13],ne_tgt=[2,5,7,11],mode=bilinear","support","1","yes","HTP" +"HTP0","UPSCALE","type=f32,ne=[512,512,3,2],scale_factor=2,mode=bicubic,transpose=0","support","1","yes","HTP" "HTP0","UPSCALE","type=f32,ne=[512,512,3,2],scale_factor=2,mode=bicubic,transpose=1","support","0","no","HTP" -"HTP0","UPSCALE","type=f32,ne=[2,5,7,11],ne_tgt=[5,7,11,13],mode=bicubic","support","0","no","HTP" -"HTP0","UPSCALE","type=f32,ne=[5,7,11,13],ne_tgt=[2,5,7,11],mode=bicubic","support","0","no","HTP" -"HTP0","UPSCALE","type=f32,ne=[512,512,3,2],scale_factor=2,mode=bilinear|antialias,transpose=0","support","0","no","HTP" +"HTP0","UPSCALE","type=f32,ne=[2,5,7,11],ne_tgt=[5,7,11,13],mode=bicubic","support","1","yes","HTP" +"HTP0","UPSCALE","type=f32,ne=[5,7,11,13],ne_tgt=[2,5,7,11],mode=bicubic","support","1","yes","HTP" +"HTP0","UPSCALE","type=f32,ne=[512,512,3,2],scale_factor=2,mode=bilinear|antialias,transpose=0","support","1","yes","HTP" "HTP0","UPSCALE","type=f32,ne=[512,512,3,2],scale_factor=2,mode=bilinear|antialias,transpose=1","support","0","no","HTP" -"HTP0","UPSCALE","type=f32,ne=[2,5,7,11],ne_tgt=[5,7,11,13],mode=bilinear|antialias","support","0","no","HTP" -"HTP0","UPSCALE","type=f32,ne=[5,7,11,13],ne_tgt=[2,5,7,11],mode=bilinear|antialias","support","0","no","HTP" -"HTP0","UPSCALE","type=f32,ne=[2,5,7,11],ne_tgt=[5,7,11,13],mode=bilinear|align_corners","support","0","no","HTP" -"HTP0","UPSCALE","type=f32,ne=[1,4,3,2],ne_tgt=[2,8,3,2],mode=bilinear|align_corners","support","0","no","HTP" -"HTP0","UPSCALE","type=f32,ne=[4,1,3,2],ne_tgt=[1,1,3,2],mode=bilinear|align_corners","support","0","no","HTP" -"HTP0","UPSCALE","type=f32,ne=[2,5,7,11],ne_tgt=[5,7,11,13],mode=bicubic|align_corners","support","0","no","HTP" -"HTP0","UPSCALE","type=f32,ne=[1,4,3,2],ne_tgt=[2,8,3,2],mode=bicubic|align_corners","support","0","no","HTP" -"HTP0","UPSCALE","type=f32,ne=[4,1,3,2],ne_tgt=[1,1,3,2],mode=bicubic|align_corners","support","0","no","HTP" +"HTP0","UPSCALE","type=f32,ne=[2,5,7,11],ne_tgt=[5,7,11,13],mode=bilinear|antialias","support","1","yes","HTP" +"HTP0","UPSCALE","type=f32,ne=[5,7,11,13],ne_tgt=[2,5,7,11],mode=bilinear|antialias","support","1","yes","HTP" +"HTP0","UPSCALE","type=f32,ne=[2,5,7,11],ne_tgt=[5,7,11,13],mode=bilinear|align_corners","support","1","yes","HTP" +"HTP0","UPSCALE","type=f32,ne=[1,4,3,2],ne_tgt=[2,8,3,2],mode=bilinear|align_corners","support","1","yes","HTP" +"HTP0","UPSCALE","type=f32,ne=[4,1,3,2],ne_tgt=[1,1,3,2],mode=bilinear|align_corners","support","1","yes","HTP" +"HTP0","UPSCALE","type=f32,ne=[64,48,48,1],ne_tgt=[156,104,64,1],mode=bilinear|align_corners,permute=[2,0,1,3]","support","1","yes","HTP" +"HTP0","UPSCALE","type=f32,ne=[2,5,7,11],ne_tgt=[5,7,11,13],mode=bicubic|align_corners","support","1","yes","HTP" +"HTP0","UPSCALE","type=f32,ne=[1,4,3,2],ne_tgt=[2,8,3,2],mode=bicubic|align_corners","support","1","yes","HTP" +"HTP0","UPSCALE","type=f32,ne=[4,1,3,2],ne_tgt=[1,1,3,2],mode=bicubic|align_corners","support","1","yes","HTP" +"HTP0","UPSCALE","type=f32,ne=[64,48,48,1],ne_tgt=[156,104,64,1],mode=bicubic|align_corners,permute=[2,0,1,3]","support","1","yes","HTP" "HTP0","SUM","type=f32,ne=[10,5,4,3]","support","1","yes","HTP" "HTP0","SUM","type=f32,ne=[11,5,6,3],permute=[0,2,1,3]","support","0","no","HTP" "HTP0","SUM","type=f32,ne=[11,5,6,3],permute=[0,3,2,1]","support","0","no","HTP" @@ -16393,6 +17328,13 @@ "HTP0","MEAN","type=f32,ne=[11,5,6,3],permute=1,slice=0","support","0","no","HTP" "HTP0","MEAN","type=f32,ne=[11,5,6,3],permute=0,slice=1","support","0","no","HTP" "HTP0","MEAN","type=f32,ne=[11,5,6,3],permute=1,slice=1","support","0","no","HTP" +"HTP0","MEAN","type=f32,ne=[1,7,3,2],permute=0,slice=0","support","0","no","HTP" +"HTP0","MEAN","type=f32,ne=[1023,5,1,1],permute=0,slice=0","support","0","no","HTP" +"HTP0","MEAN","type=f32,ne=[1024,5,1,1],permute=0,slice=0","support","0","no","HTP" +"HTP0","MEAN","type=f32,ne=[1025,5,1,1],permute=0,slice=0","support","0","no","HTP" +"HTP0","MEAN","type=f32,ne=[17,65537,1,1],permute=0,slice=0","support","0","no","HTP" +"HTP0","MEAN","type=f32,ne=[512,1,1,1],permute=0,slice=0","support","0","no","HTP" +"HTP0","MEAN","type=f32,ne=[281,1536,1,1],permute=0,slice=0","support","0","no","HTP" "HTP0","SUM","type=f32,ne=[33,1,1,1]","support","1","yes","HTP" "HTP0","SUM","type=f32,ne=[33,1024,1,1]","support","1","yes","HTP" "HTP0","SUM","type=f32,ne=[33,256,1,1]","support","1","yes","HTP" @@ -16411,8 +17353,10 @@ "HTP0","SUM_ROWS","type=f32,ne=[33,1,1,1],permute=0,slice=0","support","1","yes","HTP" "HTP0","SUM_ROWS","type=f32,ne=[33,1024,1,1],permute=0,slice=0","support","1","yes","HTP" "HTP0","SUM_ROWS","type=f32,ne=[33,256,1,1],permute=0,slice=0","support","1","yes","HTP" +"HTP0","SUM_ROWS","type=f32,ne=[17,65537,1,1],permute=0,slice=0","support","1","yes","HTP" "HTP0","GROUP_NORM","type=f32,ne=[64,64,320,1],num_groups=32,eps=0.000001","support","0","no","HTP" "HTP0","GROUP_NORM","type=f32,ne=[9,9,1280,1],num_groups=32,eps=0.000001","support","0","no","HTP" +"HTP0","GROUP_NORM","type=f32,ne=[3,1,1,65537],num_groups=1,eps=0.000001","support","0","no","HTP" "HTP0","ACC","type=f32,ne_a=[256,17,1,1],ne_b=[256,16,1,1],stride_dim=-1","support","0","no","HTP" "HTP0","ACC","type=f32,ne_a=[256,17,2,3],ne_b=[256,16,2,3],stride_dim=-1","support","0","no","HTP" "HTP0","ACC","type=f32,ne_a=[256,17,2,3],ne_b=[128,16,2,3],stride_dim=-1","support","0","no","HTP" @@ -16443,6 +17387,14 @@ "HTP0","ROLL","shift0=3,shift1=-2,shift3=1,shift4=-1,permute=0","support","1","yes","HTP" "HTP0","ROLL","shift0=3,shift1=-2,shift3=1,shift4=-1,permute=1","support","1","yes","HTP" "HTP0","ARANGE","type=f32,start=0.000000,stop=10.000000,step=1.000000","support","0","no","HTP" +"HTP0","ARANGE","type=f32,start=3.000000,stop=3.500000,step=1.000000","support","0","no","HTP" +"HTP0","ARANGE","type=f32,start=-10.000000,stop=10.000000,step=0.300000","support","0","no","HTP" +"HTP0","ARANGE","type=f32,start=-1.000000,stop=62.750000,step=0.250000","support","0","no","HTP" +"HTP0","ARANGE","type=f32,start=-1.000000,stop=63.000000,step=0.250000","support","0","no","HTP" +"HTP0","ARANGE","type=f32,start=-1.000000,stop=63.250000,step=0.250000","support","0","no","HTP" +"HTP0","ARANGE","type=f32,start=-1.000000,stop=254.750000,step=0.250000","support","0","no","HTP" +"HTP0","ARANGE","type=f32,start=-1.000000,stop=255.000000,step=0.250000","support","0","no","HTP" +"HTP0","ARANGE","type=f32,start=-1.000000,stop=255.250000,step=0.250000","support","0","no","HTP" "HTP0","ARANGE","type=f32,start=0.000000,stop=1048576.000000,step=1.000000","support","0","no","HTP" "HTP0","TIMESTEP_EMBEDDING","type=f32,ne_a=[2,1,1,1],dim=320,max_period=10000","support","0","no","HTP" "HTP0","LEAKY_RELU","type=f32,ne_a=[10,5,4,3],negative_slope=0.100000","support","1","yes","HTP" @@ -16559,6 +17511,42 @@ "HTP0","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=8,nr23=[4,1],kv=2048,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=8,nr23=[4,1],kv=2048,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=8,nr23=[4,1],kv=2048,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[4,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[8,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[8,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=2,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=2,nr23=[4,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=2,nr23=[8,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=2,nr23=[8,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=6,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=6,nr23=[4,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=6,nr23=[8,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=6,nr23=[8,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=1,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=1,nr23=[4,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=1,nr23=[8,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=1,nr23=[8,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=2,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=2,nr23=[4,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=2,nr23=[8,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=2,nr23=[8,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=6,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=6,nr23=[4,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=6,nr23=[8,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=6,nr23=[8,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=1,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=1,nr23=[4,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=1,nr23=[8,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=1,nr23=[8,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=2,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=2,nr23=[4,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=2,nr23=[8,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=2,nr23=[8,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=6,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=6,nr23=[4,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=6,nr23=[8,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=6,nr23=[8,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" @@ -20144,532 +21132,796 @@ "HTP0","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0","support","1","yes","HTP" @@ -21796,6 +23048,66 @@ "HTP0","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=1,nr23=[8,1],kv=4096,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=512","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[8,1],kv=4096,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=512","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[8,1],kv=4096,nb=4,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=512","support","1","yes","HTP" +"HTP0","FLASH_ATTN_EXT","hs=256,nh=2,gqa=8,n_cells=4096,kv=1024,nb=1,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=128,nh=8,gqa=4,n_cells=4096,kv=512,nb=1,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=128,nh=4,gqa=1,n_cells=1000,kv=256,nb=1,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=64,nh=4,gqa=2,n_cells=3000,kv=768,nb=1,n_slices=1,type_KV=q8_0","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=512,nh=2,gqa=8,n_cells=4096,kv=1024,nb=1,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=256,nh=8,gqa=2,n_cells=4096,kv=1280,nb=1,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=256,nh=2,gqa=8,n_cells=4096,kv=1024,nb=1,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=128,nh=8,gqa=4,n_cells=4096,kv=512,nb=1,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=128,nh=4,gqa=1,n_cells=1000,kv=256,nb=1,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=64,nh=4,gqa=2,n_cells=3000,kv=768,nb=1,n_slices=4,type_KV=q8_0","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=512,nh=2,gqa=8,n_cells=4096,kv=1024,nb=1,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=256,nh=8,gqa=2,n_cells=4096,kv=1280,nb=1,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=256,nh=2,gqa=8,n_cells=4096,kv=1024,nb=3,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=128,nh=8,gqa=4,n_cells=4096,kv=512,nb=3,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=128,nh=4,gqa=1,n_cells=1000,kv=256,nb=3,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=64,nh=4,gqa=2,n_cells=3000,kv=768,nb=3,n_slices=1,type_KV=q8_0","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=512,nh=2,gqa=8,n_cells=4096,kv=1024,nb=3,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=256,nh=8,gqa=2,n_cells=4096,kv=1280,nb=3,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=256,nh=2,gqa=8,n_cells=4096,kv=1024,nb=3,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=128,nh=8,gqa=4,n_cells=4096,kv=512,nb=3,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=128,nh=4,gqa=1,n_cells=1000,kv=256,nb=3,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=64,nh=4,gqa=2,n_cells=3000,kv=768,nb=3,n_slices=4,type_KV=q8_0","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=512,nh=2,gqa=8,n_cells=4096,kv=1024,nb=3,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=256,nh=8,gqa=2,n_cells=4096,kv=1280,nb=3,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=256,nh=2,gqa=8,n_cells=4096,kv=1024,nb=8,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=128,nh=8,gqa=4,n_cells=4096,kv=512,nb=8,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=128,nh=4,gqa=1,n_cells=1000,kv=256,nb=8,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=64,nh=4,gqa=2,n_cells=3000,kv=768,nb=8,n_slices=1,type_KV=q8_0","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=512,nh=2,gqa=8,n_cells=4096,kv=1024,nb=8,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=256,nh=8,gqa=2,n_cells=4096,kv=1280,nb=8,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=256,nh=2,gqa=8,n_cells=4096,kv=1024,nb=8,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=128,nh=8,gqa=4,n_cells=4096,kv=512,nb=8,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=128,nh=4,gqa=1,n_cells=1000,kv=256,nb=8,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=64,nh=4,gqa=2,n_cells=3000,kv=768,nb=8,n_slices=4,type_KV=q8_0","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=512,nh=2,gqa=8,n_cells=4096,kv=1024,nb=8,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=256,nh=8,gqa=2,n_cells=4096,kv=1280,nb=8,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=256,nh=2,gqa=8,n_cells=4096,kv=1024,nb=64,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=128,nh=8,gqa=4,n_cells=4096,kv=512,nb=64,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=128,nh=4,gqa=1,n_cells=1000,kv=256,nb=64,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=64,nh=4,gqa=2,n_cells=3000,kv=768,nb=64,n_slices=1,type_KV=q8_0","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=512,nh=2,gqa=8,n_cells=4096,kv=1024,nb=64,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=256,nh=8,gqa=2,n_cells=4096,kv=1280,nb=64,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=256,nh=2,gqa=8,n_cells=4096,kv=1024,nb=64,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=128,nh=8,gqa=4,n_cells=4096,kv=512,nb=64,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=128,nh=4,gqa=1,n_cells=1000,kv=256,nb=64,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=64,nh=4,gqa=2,n_cells=3000,kv=768,nb=64,n_slices=4,type_KV=q8_0","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=512,nh=2,gqa=8,n_cells=4096,kv=1024,nb=64,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=256,nh=8,gqa=2,n_cells=4096,kv=1280,nb=64,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=256,nh=2,gqa=8,n_cells=4096,kv=1024,nb=512,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=128,nh=8,gqa=4,n_cells=4096,kv=512,nb=512,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=128,nh=4,gqa=1,n_cells=1000,kv=256,nb=512,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=64,nh=4,gqa=2,n_cells=3000,kv=768,nb=512,n_slices=1,type_KV=q8_0","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=512,nh=2,gqa=8,n_cells=4096,kv=1024,nb=512,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=256,nh=8,gqa=2,n_cells=4096,kv=1280,nb=512,n_slices=1,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=256,nh=2,gqa=8,n_cells=4096,kv=1024,nb=512,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=128,nh=8,gqa=4,n_cells=4096,kv=512,nb=512,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=128,nh=4,gqa=1,n_cells=1000,kv=256,nb=512,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=64,nh=4,gqa=2,n_cells=3000,kv=768,nb=512,n_slices=4,type_KV=q8_0","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=512,nh=2,gqa=8,n_cells=4096,kv=1024,nb=512,n_slices=4,type_KV=f16","support","0","no","HTP" +"HTP0","FLASH_ATTN_EXT","hs=256,nh=8,gqa=2,n_cells=4096,kv=1280,nb=512,n_slices=4,type_KV=f16","support","0","no","HTP" "HTP0","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=1,nr23=[8,1],kv=4096,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=512","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=1,nr23=[8,1],kv=4096,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=2048","support","1","yes","HTP" "HTP0","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[16,1],kv=4096,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=512","support","1","yes","HTP" @@ -21915,213 +23227,213 @@ "HTP0","GATED_DELTA_NET","type=f32,head_count=8,head_size=128,n_seq_tokens=4,n_seqs=1,v_repeat=1,permuted=0,kda=0,K=4","support","1","yes","HTP" "HTP0","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=4,n_seqs=2,v_repeat=1,permuted=0,kda=1,K=4","support","1","yes","HTP" "HTP0","GATED_DELTA_NET","type=f32,head_count=8,head_size=32,n_seq_tokens=4,n_seqs=2,v_repeat=2,permuted=0,kda=1,K=4","support","1","yes","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=q4_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=q4_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=iq4_nl","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=q4_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=q4_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=iq4_nl","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=q4_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=q4_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=iq4_nl","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=q4_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=q4_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=iq4_nl","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=q4_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=q4_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=iq4_nl","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=q4_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=q4_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=iq4_nl","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=q4_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=q4_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=iq4_nl","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=q4_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=q4_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=iq4_nl","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=q4_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=q4_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=iq4_nl","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=q4_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=q4_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=iq4_nl","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=q4_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=q4_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=iq4_nl","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=q4_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=q4_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=iq4_nl","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=q4_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=q4_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=iq4_nl","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=q4_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=q4_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=iq4_nl","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=q4_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=q4_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=iq4_nl","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=q4_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=q4_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=iq4_nl","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=q4_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=q4_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=iq4_nl","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=q4_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=q4_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=iq4_nl","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=1,nb=32,ns=4,nm=1,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=1,nb=32,ns=4,nm=1,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=1,nb=32,ns=4,nm=1,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=1,nb=32,ns=4,nm=1,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=1,nb=32,ns=4,nm=1,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=1,nb=32,ns=4,nm=1,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=1,nb=32,ns=4,nm=1,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=1,nb=32,ns=4,nm=1,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=1,nb=32,ns=4,nm=1,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=1,nb=32,ns=4,nm=1,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=1,nb=32,ns=4,nm=1,type_K=q4_0","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=7,nb=32,ns=4,nm=1,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=7,nb=32,ns=4,nm=1,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=1,nb=32,ns=4,nm=1,type_K=q4_0","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=7,nb=32,ns=4,nm=1,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=7,nb=32,ns=4,nm=1,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=7,nb=32,ns=4,nm=1,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=7,nb=32,ns=4,nm=1,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=7,nb=32,ns=4,nm=1,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=7,nb=32,ns=4,nm=1,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=7,nb=32,ns=4,nm=1,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=7,nb=32,ns=4,nm=1,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=7,nb=32,ns=4,nm=1,type_K=q4_0","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=8,nb=32,ns=4,nm=1,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=8,nb=32,ns=4,nm=1,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=7,nb=32,ns=4,nm=1,type_K=q4_0","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=8,nb=32,ns=4,nm=1,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=8,nb=32,ns=4,nm=1,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=8,nb=32,ns=4,nm=1,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=8,nb=32,ns=4,nm=1,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=8,nb=32,ns=4,nm=1,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=8,nb=32,ns=4,nm=1,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=8,nb=32,ns=4,nm=1,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=8,nb=32,ns=4,nm=1,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=8,nb=32,ns=4,nm=1,type_K=q4_0","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=63,nb=32,ns=4,nm=1,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=63,nb=32,ns=4,nm=1,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=8,nb=32,ns=4,nm=1,type_K=q4_0","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=63,nb=32,ns=4,nm=1,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=63,nb=32,ns=4,nm=1,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=63,nb=32,ns=4,nm=1,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=63,nb=32,ns=4,nm=1,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=63,nb=32,ns=4,nm=1,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=63,nb=32,ns=4,nm=1,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=63,nb=32,ns=4,nm=1,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=63,nb=32,ns=4,nm=1,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=63,nb=32,ns=4,nm=1,type_K=q4_0","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=64,nb=32,ns=4,nm=1,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=64,nb=32,ns=4,nm=1,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=63,nb=32,ns=4,nm=1,type_K=q4_0","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=64,nb=32,ns=4,nm=1,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=64,nb=32,ns=4,nm=1,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=64,nb=32,ns=4,nm=1,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=64,nb=32,ns=4,nm=1,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=64,nb=32,ns=4,nm=1,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=64,nb=32,ns=4,nm=1,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=64,nb=32,ns=4,nm=1,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=64,nb=32,ns=4,nm=1,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=64,nb=32,ns=4,nm=1,type_K=q4_0","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=65,nb=32,ns=4,nm=1,type_K=f32","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=65,nb=32,ns=4,nm=1,type_K=f16","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=64,nb=32,ns=4,nm=1,type_K=q4_0","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=65,nb=32,ns=4,nm=1,type_K=f32","support","1","yes","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=65,nb=32,ns=4,nm=1,type_K=f16","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=65,nb=32,ns=4,nm=1,type_K=bf16","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=65,nb=32,ns=4,nm=1,type_K=q8_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=65,nb=32,ns=4,nm=1,type_K=q8_0","support","1","yes","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=65,nb=32,ns=4,nm=1,type_K=q5_1","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=65,nb=32,ns=4,nm=1,type_K=q5_0","support","0","no","HTP" "HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=65,nb=32,ns=4,nm=1,type_K=q4_1","support","0","no","HTP" -"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=65,nb=32,ns=4,nm=1,type_K=q4_0","support","0","no","HTP" +"HTP0","LIGHTNING_INDEXER","hsk=128,nh=64,kv=65,nb=32,ns=4,nm=1,type_K=q4_0","support","1","yes","HTP" diff --git a/ggml/src/ggml-hexagon/ggml-hexagon.cpp b/ggml/src/ggml-hexagon/ggml-hexagon.cpp index 89c9d9a61139..ab3854703779 100644 --- a/ggml/src/ggml-hexagon/ggml-hexagon.cpp +++ b/ggml/src/ggml-hexagon/ggml-hexagon.cpp @@ -137,6 +137,7 @@ int opt_fa_select = 2; // 2 = HMX -> HVX -> CPU, 1 = HVX -> CPU, 0 = CPU int opt_fa_split = 1; // 1 = head-split + team-split when n_kv_heads < N_cores (default), 0 = off int opt_li_select = 2; // 2 = HMX -> HVX, 1 = HVX, 0 = CPU (unsupported) int opt_gdn_select = 2; // 2 = HMX -> HVX, 1 = HVX, 0 = CPU (unsupported) +int opt_ssm_select = 2; // 2 = HMX -> HVX, 1 = HVX, 0 = CPU (unsupported) int opt_ar_select = 2; // 2 = fused ALLREDUCE+ADD (default), 1 = unfused ALLREDUCE, 0 = fallback to CPY+FENCE int opt_ar_scatter = 1; // 1 = reduce-scatter the fused ALLREDUCE+ADD (default), 0 = full reduction @@ -3542,6 +3543,7 @@ static void ggml_hexagon_init(ggml_backend_reg * reg) { const char * str_fa_split = getenv("GGML_HEXAGON_FA_SPLIT"); const char * str_li_select = getenv("GGML_HEXAGON_LI_SELECT"); const char * str_gdn_select = getenv("GGML_HEXAGON_GDN_SELECT"); + const char * str_ssm_select = getenv("GGML_HEXAGON_SSM_SELECT"); const char * str_ar_select = getenv("GGML_HEXAGON_AR_SELECT"); const char * str_ar_scatter = getenv("GGML_HEXAGON_AR_SCATTER"); const char * str_ndev = getenv("GGML_HEXAGON_NDEV"); @@ -3609,6 +3611,7 @@ static void ggml_hexagon_init(ggml_backend_reg * reg) { opt_fa_split = str_fa_split ? atoi(str_fa_split) : opt_fa_split; opt_li_select = str_li_select ? atoi(str_li_select) : opt_li_select; opt_gdn_select = str_gdn_select ? atoi(str_gdn_select) : opt_gdn_select; + opt_ssm_select = str_ssm_select ? atoi(str_ssm_select) : opt_ssm_select; opt_ar_select = str_ar_select ? atoi(str_ar_select) : opt_ar_select; opt_ar_scatter = str_ar_scatter ? atoi(str_ar_scatter) : opt_ar_scatter; diff --git a/ggml/src/ggml-hexagon/htp-common.h b/ggml/src/ggml-hexagon/htp-common.h index 4e9e54415409..235b99c13ad8 100644 --- a/ggml/src/ggml-hexagon/htp-common.h +++ b/ggml/src/ggml-hexagon/htp-common.h @@ -25,6 +25,7 @@ extern int opt_fa_select; extern int opt_fa_split; extern int opt_li_select; extern int opt_gdn_select; +extern int opt_ssm_select; extern int opt_ar_select; extern int opt_ar_scatter; @@ -93,6 +94,23 @@ static inline bool htp_can_row_partition(const struct ggml_tensor * t) { return true; } +static inline uint32_t htp_mdev_rows_per_chunk(const struct ggml_tensor * t) { + if ((t->data && ((uintptr_t) t->data & 127) != 0) || (t->view_offs & 127) != 0) return 0; + const size_t elem_size = ggml_type_size(t->type); + if (t->ne[0] != 1 && t->nb[0] != elem_size) return 0; + if (ggml_is_permuted(t)) return 0; + if (t->ne[2] > 1 && (t->nb[2] & 127) != 0) return 0; + if (t->ne[3] > 1 && (t->nb[3] & 127) != 0) return 0; + if (t->ne[1] > 1 && (t->nb[1] & 127) == 0) return 1; + const size_t row_size = (size_t) t->ne[0] * elem_size; + if (t->nb[1] == row_size && + (t->ne[2] <= 1 || t->nb[2] == t->nb[1] * (size_t) t->ne[1]) && + (t->ne[3] <= 1 || t->nb[3] == t->nb[2] * (size_t) t->ne[2])) { + return (row_size > 0) ? (HEX_L2_LINE_SIZE / hex_gcd_u32((uint32_t) row_size, HEX_L2_LINE_SIZE)) : 1; + } + return 0; +} + struct ggml_hexagon_session; const char * htp_session_name(const struct ggml_hexagon_session * sess); diff --git a/ggml/src/ggml-hexagon/htp-kparams.cpp b/ggml/src/ggml-hexagon/htp-kparams.cpp index 8c75be289ba4..bc473defdb63 100644 --- a/ggml/src/ggml-hexagon/htp-kparams.cpp +++ b/ggml/src/ggml-hexagon/htp-kparams.cpp @@ -46,6 +46,7 @@ htp_op_code htp_op_remap(const struct ggml_tensor * t) { case GGML_OP_LOG: return HTP_OP_UNARY_LOG; case GGML_OP_SOFT_MAX: return HTP_OP_SOFTMAX; case GGML_OP_SSM_CONV: return HTP_OP_SSM_CONV; + case GGML_OP_SSM_SCAN: return HTP_OP_SSM_SCAN; case GGML_OP_GATED_DELTA_NET: return HTP_OP_GATED_DELTA_NET; case GGML_OP_ROPE: return HTP_OP_ROPE; case GGML_OP_REPEAT: return HTP_OP_REPEAT; @@ -684,11 +685,14 @@ static bool htp_kparams_solve_hmx_mm( int m_for_solver = ne11; int m_for_solver_padded = ne11_padded; if (!is_matmul_id && mdev_count > 1 && ((uint32_t) ne11 >= mdev_count)) { - const bool dst_row_split = dst ? htp_can_row_partition(dst) : true; - const bool act_row_split = htp_can_row_partition(act); - if (dst_row_split && act_row_split) { - m_for_solver = (ne11 + (int) mdev_count - 1) / (int) mdev_count; - m_for_solver_padded = hex_round_up(std::max(m_for_solver, 32), 32); + const uint32_t rows_per_chunk = dst ? htp_mdev_rows_per_chunk(dst) : 1; + const uint32_t total_chunks = rows_per_chunk ? ((uint32_t) ne11 / rows_per_chunk) : 0; + if (total_chunks >= mdev_count) { + const uint32_t chunks_per_mdev = (total_chunks + mdev_count - 1) / mdev_count; + const uint32_t m_dev0 = chunks_per_mdev * rows_per_chunk; + const uint32_t m_last = (uint32_t) ne11 > (mdev_count - 1) * m_dev0 ? (uint32_t) ne11 - (mdev_count - 1) * m_dev0 : 0; + m_for_solver = (int) std::max(m_dev0, m_last); + m_for_solver_padded = hex_round_up(std::max(m_for_solver, 32), 32); } } const bool pipeline = is_matmul_id ? false : htp_mm_hmx_pipeline(m_for_solver); @@ -2243,6 +2247,152 @@ static bool htp_kparams_solve_ssm_conv( return L.total_bytes <= vtcm_size; } +static bool htp_kparams_solve_ssm_scan( + const struct ggml_hexagon_session * sess, + const struct ggml_tensor * op, + struct htp_ssm_scan_kernel_params * kparams +) { + if (opt_ssm_select < 1) { + return false; + } + + memset(kparams, 0, sizeof(*kparams)); + + const struct ggml_tensor * s = op->src[0]; + const struct ggml_tensor * x = op->src[1]; + const struct ggml_tensor * dt = op->src[2]; + const struct ggml_tensor * A = op->src[3]; + const struct ggml_tensor * B = op->src[4]; + const struct ggml_tensor * C = op->src[5]; + + if (s->type != GGML_TYPE_F32 || x->type != GGML_TYPE_F32 || dt->type != GGML_TYPE_F32 || A->type != GGML_TYPE_F32 || + B->type != GGML_TYPE_F32 || C->type != GGML_TYPE_F32) { + return false; + } + + const uint32_t d_state = (uint32_t) s->ne[0]; + const uint32_t n_a = (uint32_t) A->ne[0]; + const uint32_t head_dim = (uint32_t) x->ne[0]; + const uint32_t n_head = (uint32_t) x->ne[1]; + const uint32_t n_tokens = (uint32_t) x->ne[2]; + const uint32_t n_seqs = (uint32_t) x->ne[3]; + const uint32_t n_group = (uint32_t) B->ne[1]; + const uint32_t K = (uint32_t) ggml_get_op_params_i32(op, 0); + + if (n_head % n_group != 0 || (n_a != 1 && n_a != d_state)) { + return false; + } + + const uint8_t fast_step4 = (n_a == 1 && (d_state & 31U) == 0) ? 1 : 0; + const uint32_t sess_hvx = htp_session_n_hvx(sess); + const size_t vtcm_size = htp_session_vtcm_size(sess); + + const uint64_t y_token_stride = (uint64_t) n_head * head_dim * sizeof(float); + const uint64_t y_seq_stride = (uint64_t) n_tokens * y_token_stride; + const uint64_t y_bytes = (uint64_t) n_seqs * y_seq_stride; + if (y_bytes > UINT32_MAX) { + return false; + } + + const bool can_use_hmx = (opt_ssm_select >= 2) && + (htp_session_n_hmx(sess) > 0) && + (n_tokens >= HTP_SSM_SCAN_HMX_TOKEN_TILE) && + (n_a == 1) && + (K == 1) && + (d_state >= 32U && d_state <= HTP_SSM_SCAN_HMX_MAX_DIM && (d_state & 31U) == 0) && + (head_dim >= 32U && head_dim <= HTP_SSM_SCAN_HMX_MAX_DIM && (head_dim & 31U) == 0); + + struct htp_ssm_scan_vtcm_layout layout; + bool hmx_selected = false; + + if (can_use_hmx) { + const uint64_t total_units = (uint64_t) n_seqs * n_head; + if (total_units <= UINT32_MAX) { + const uint32_t n_hvx = (std::min)(sess_hvx, (uint32_t) total_units); + htp_ssm_scan_vtcm_layout_build(&layout, d_state, head_dim, HTP_SSM_SCAN_HMX_TOKEN_TILE, n_hvx, true); + if (layout.total_bytes <= vtcm_size) { + kparams->kernel_type = HTP_SSM_SCAN_KERNEL_HMX; + kparams->fast_step4 = fast_step4; + kparams->row_tile = (uint16_t) head_dim; + kparams->token_tile = (uint16_t) HTP_SSM_SCAN_HMX_TOKEN_TILE; + kparams->n_chunks = (n_tokens + HTP_SSM_SCAN_HMX_TOKEN_TILE - 1) / HTP_SSM_SCAN_HMX_TOKEN_TILE; + kparams->d_state = d_state; + kparams->n_a = n_a; + kparams->head_dim = head_dim; + kparams->n_tokens = n_tokens; + kparams->n_seqs = n_seqs; + kparams->K = K; + kparams->heads_per_group = n_head / n_group; + kparams->n_row_blocks = 1; + kparams->group_units = kparams->heads_per_group; + kparams->units_per_seq = n_head; + kparams->total_units = (uint32_t) total_units; + kparams->n_hvx = (uint16_t) n_hvx; + kparams->units_per_hvx = (kparams->total_units + kparams->n_hvx - 1) / kparams->n_hvx; + hmx_selected = true; + } + } + } + + if (!hmx_selected) { + const uint8_t kernel_type = (n_tokens == 1) ? HTP_SSM_SCAN_KERNEL_HVX_DECODE : HTP_SSM_SCAN_KERNEL_HVX_PREFILL; + uint32_t row_tile = (std::min)(head_dim, (n_tokens > 1 && head_dim >= 64) ? 64U : HTP_SSM_SCAN_ROW_TILE_DEFAULT); + uint32_t token_tile = (K > 1) ? 1U : (std::min)(n_tokens, HTP_SSM_SCAN_TOKEN_TILE_DEFAULT); + + for (;;) { + const uint32_t n_row_blocks = (head_dim + row_tile - 1) / row_tile; + const uint64_t total_units = (uint64_t) n_seqs * n_head * n_row_blocks; + if (total_units > UINT32_MAX) { + return false; + } + + kparams->kernel_type = kernel_type; + kparams->fast_step4 = fast_step4; + kparams->row_tile = (uint16_t) row_tile; + kparams->token_tile = (uint16_t) token_tile; + kparams->n_chunks = (n_tokens + token_tile - 1) / token_tile; + kparams->d_state = d_state; + kparams->n_a = n_a; + kparams->head_dim = head_dim; + kparams->n_tokens = n_tokens; + kparams->n_seqs = n_seqs; + kparams->K = K; + kparams->heads_per_group = n_head / n_group; + kparams->n_row_blocks = n_row_blocks; + kparams->group_units = kparams->heads_per_group * n_row_blocks; + kparams->units_per_seq = n_head * n_row_blocks; + kparams->total_units = (uint32_t) total_units; + kparams->n_hvx = (uint16_t) (std::min)(sess_hvx, kparams->total_units); + kparams->units_per_hvx = (kparams->total_units + kparams->n_hvx - 1) / kparams->n_hvx; + + htp_ssm_scan_vtcm_layout_build(&layout, d_state, kparams->row_tile, kparams->token_tile, kparams->n_hvx, false); + if (layout.total_bytes <= vtcm_size) { + break; + } + if (row_tile > 1) { + row_tile = (row_tile > 4) ? ((row_tile / 2) & ~3U) : 1U; + } else if (token_tile > 1) { + token_tile /= 2; + } else { + kparams->kernel_type = HTP_SSM_SCAN_KERNEL_UNSUPPORTED; + return false; + } + } + } + + kparams->y_token_stride = (uint32_t) y_token_stride; + kparams->y_seq_stride = (uint32_t) y_seq_stride; + kparams->y_bytes = (uint32_t) y_bytes; + kparams->vtcm_per_hvx = (uint32_t) layout.bytes_per_hvx; + kparams->vtcm_size = (uint32_t) layout.total_bytes; + kparams->div_units_per_seq = init_fastdiv_values(kparams->units_per_seq); + kparams->div_group_units = init_fastdiv_values(kparams->group_units); + kparams->div_n_row_blocks = init_fastdiv_values(kparams->n_row_blocks); + kparams->div_n_hvx = init_fastdiv_values(kparams->n_hvx); + + return true; +} + static bool htp_kparams_solve_sort( const struct ggml_hexagon_session * sess, const struct ggml_tensor * op, @@ -5447,6 +5597,9 @@ bool htp_kparams_solve( case HTP_OP_SSM_CONV: return htp_kparams_invoke(sess, op, kparams); + case HTP_OP_SSM_SCAN: + return htp_kparams_invoke(sess, op, kparams); + case HTP_OP_SOFTMAX: return htp_kparams_invoke(sess, op, kparams); diff --git a/ggml/src/ggml-hexagon/htp-kparams.h b/ggml/src/ggml-hexagon/htp-kparams.h index 653554be4572..0ef485509369 100644 --- a/ggml/src/ggml-hexagon/htp-kparams.h +++ b/ggml/src/ggml-hexagon/htp-kparams.h @@ -29,6 +29,7 @@ #include "htp/softmax-ops.h" #include "htp/solve-tri-ops.h" #include "htp/ssm-conv.h" +#include "htp/ssm-scan-ops.h" #include "htp/sum-rows-ops.h" #include "htp/top-k-mask-ops.h" #include "htp/unary-ops.h" diff --git a/ggml/src/ggml-hexagon/htp-opnode.cpp b/ggml/src/ggml-hexagon/htp-opnode.cpp index 8dffedc4bb6c..025ff7ddbc86 100644 --- a/ggml/src/ggml-hexagon/htp-opnode.cpp +++ b/ggml/src/ggml-hexagon/htp-opnode.cpp @@ -19,6 +19,7 @@ #include "htp/softmax-ops.h" #include "htp/solve-tri-ops.h" #include "htp/ssm-conv.h" +#include "htp/ssm-scan-ops.h" #include "htp/sum-rows-ops.h" #include "htp/top-k-mask-ops.h" #include "htp/unary-ops.h" @@ -182,6 +183,13 @@ static std::string format_kernel_params(const htp_opnode & node) { const auto * kparams = node.kparams(); snprintf(str, max_size, "%s nhvx %u vtcm %u", kparams->n_t == 1 ? "decode" : "prefill", (unsigned int) kparams->n_hvx, (unsigned int) kparams->vtcm_size); + } else if (node.opcode == HTP_OP_SSM_SCAN) { + const auto * kparams = node.kparams(); + const char * ktype_str = kparams->kernel_type == HTP_SSM_SCAN_KERNEL_HMX ? "hmx" : + kparams->kernel_type == HTP_SSM_SCAN_KERNEL_HVX_DECODE ? "hvx-decode" : + "hvx-prefill"; + snprintf(str, max_size, "%s nhvx %u vtcm %u", ktype_str, + (unsigned int) kparams->n_hvx, (unsigned int) kparams->vtcm_size); } else if (node.opcode == HTP_OP_SOFTMAX) { const auto * kparams = node.kparams(); snprintf(str, max_size, "k%d nhvx %u vtcm %u", (int) kparams->kernel_type, diff --git a/ggml/src/ggml-hexagon/htp/CMakeLists.txt b/ggml/src/ggml-hexagon/htp/CMakeLists.txt index cf7c2f297f80..90980a0eef6c 100644 --- a/ggml/src/ggml-hexagon/htp/CMakeLists.txt +++ b/ggml/src/ggml-hexagon/htp/CMakeLists.txt @@ -36,6 +36,7 @@ add_library(${HTP_LIB} SHARED gather-rows.c repeat-ops.c ssm-conv.c + ssm-scan-ops.c cumsum-ops.c top-k-mask-ops.c fill-ops.c diff --git a/ggml/src/ggml-hexagon/htp/htp-ctx.h b/ggml/src/ggml-hexagon/htp/htp-ctx.h index b6b608631c60..ccbf6afee747 100644 --- a/ggml/src/ggml-hexagon/htp/htp-ctx.h +++ b/ggml/src/ggml-hexagon/htp/htp-ctx.h @@ -184,6 +184,7 @@ int op_repeat(struct htp_ops_context * octx); int op_argsort(struct htp_ops_context * octx); int op_top_k(struct htp_ops_context * octx); int op_ssm_conv(struct htp_ops_context * octx); +int op_ssm_scan(struct htp_ops_context * octx); int op_cumsum(struct htp_ops_context * octx); int op_top_k_mask(struct htp_ops_context * octx); int op_fill(struct htp_ops_context * octx); diff --git a/ggml/src/ggml-hexagon/htp/htp-ops.h b/ggml/src/ggml-hexagon/htp/htp-ops.h index c28b8d61cb3e..d0b53c0155e1 100644 --- a/ggml/src/ggml-hexagon/htp/htp-ops.h +++ b/ggml/src/ggml-hexagon/htp/htp-ops.h @@ -125,6 +125,7 @@ enum htp_op_code { HTP_OP_DSV4_HC_POST, HTP_OP_TOP_K_MASK, HTP_OP_LIGHTNING_INDEXER, + HTP_OP_SSM_SCAN, HTP_OP_INVALID }; diff --git a/ggml/src/ggml-hexagon/htp/main.c b/ggml/src/ggml-hexagon/htp/main.c index c1df5a164433..9d97f01860c9 100644 --- a/ggml/src/ggml-hexagon/htp/main.c +++ b/ggml/src/ggml-hexagon/htp/main.c @@ -1019,6 +1019,9 @@ static int execute_op(struct htp_ops_context * octx) { case HTP_OP_SSM_CONV: return op_ssm_conv(octx); + case HTP_OP_SSM_SCAN: + return op_ssm_scan(octx); + case HTP_OP_CUMSUM: return op_cumsum(octx); diff --git a/ggml/src/ggml-hexagon/htp/matmul-ops.c b/ggml/src/ggml-hexagon/htp/matmul-ops.c index 2d0750954c1b..b2dbe861ed8d 100644 --- a/ggml/src/ggml-hexagon/htp/matmul-ops.c +++ b/ggml/src/ggml-hexagon/htp/matmul-ops.c @@ -2961,17 +2961,17 @@ static int hmx_mm_nx_2d_f32(struct htp_ops_context * octx, const struct htp_mm_k int m_start = 0; int m_rows = m; if (octx->ctx->mdev.count > 1) { - bool can_split = htp_tensor_can_row_partition(act, act_elem_size); - if (can_split) { - for (uint32_t p = 0; p < n_weights; ++p) { - const struct htp_tensor * restrict dst = octx->dsts[p]; - if (!htp_tensor_can_row_partition(dst, sizeof(float))) { - can_split = false; - break; - } + uint32_t rows_per_chunk = 1; + for (uint32_t p = 0; p < n_weights; ++p) { + const struct htp_tensor * restrict dst = octx->dsts[p]; + uint32_t dst_rpc = 0; + if (!htp_tensor_mdev_rows_per_chunk(dst, sizeof(float), dst->ne[0] * sizeof(float), &dst_rpc)) { + rows_per_chunk = 0; + break; } + rows_per_chunk = MAX(rows_per_chunk, dst_rpc); } - const struct htp_tensor_mdev_range range = htp_tensor_mdev_partition((uint32_t) m, can_split ? 1 : 0, octx->ctx->mdev.idx, octx->ctx->mdev.count, &octx->ctx->mdev.count_div); + const struct htp_tensor_mdev_range range = htp_tensor_mdev_partition((uint32_t) m, rows_per_chunk, octx->ctx->mdev.idx, octx->ctx->mdev.count, &octx->ctx->mdev.count_div); m_start = (int) range.start; m_rows = (int) range.count; } @@ -3646,12 +3646,12 @@ static int hmx_mm_op_matmul(struct htp_ops_context * octx, const struct htp_mm_k int m_start = 0; int m_rows = m_total; if (octx->ctx->mdev.count > 1) { - bool can_split = htp_tensor_can_row_partition(dst, sizeof(float)) && - htp_tensor_can_row_partition(act, act_elem_size); - if (src2 && src2->ne[1] > 1 && !htp_tensor_can_row_partition(src2, sizeof(float))) { - can_split = false; + uint32_t rows_per_chunk = 0; + if ((dst->ne[2] <= 1 || (dst->nb[2] & (HTP_TENSOR_MDEV_LINE_SIZE - 1)) == 0) && + (dst->ne[3] <= 1 || (dst->nb[3] & (HTP_TENSOR_MDEV_LINE_SIZE - 1)) == 0)) { + htp_tensor_mdev_rows_per_chunk(dst, sizeof(float), dst->ne[0] * sizeof(float), &rows_per_chunk); } - const struct htp_tensor_mdev_range range = htp_tensor_mdev_partition((uint32_t) m_total, can_split ? 1 : 0, octx->ctx->mdev.idx, octx->ctx->mdev.count, &octx->ctx->mdev.count_div); + const struct htp_tensor_mdev_range range = htp_tensor_mdev_partition((uint32_t) m_total, rows_per_chunk, octx->ctx->mdev.idx, octx->ctx->mdev.count, &octx->ctx->mdev.count_div); m_start = (int) range.start; m_rows = (int) range.count; } @@ -3667,8 +3667,9 @@ static int hmx_mm_op_matmul(struct htp_ops_context * octx, const struct htp_mm_k size_t src2_nb3 = 0; if (src2) { src2_stride = (src2->ne[1] == 1) ? 0 : (uint32_t) (src2->nb[1] / sizeof(float)); - src2_addr = src2->data + m_start * src2_stride * sizeof(float); - src2_bytes = (size_t) kparams->vtcm_bias_size; + src2_addr = src2->data + (size_t) m_start * src2_stride * sizeof(float); + const size_t slice_bytes = (src2->ne[1] == 1) ? src2->nb[1] : (size_t) m_rows * src2->nb[1]; + src2_bytes = MIN((size_t) kparams->vtcm_bias_size, slice_bytes); src2_nb2 = (src2->ne[2] == 1) ? 0 : src2->nb[2]; src2_nb3 = (src2->ne[3] == 1) ? 0 : src2->nb[3]; } diff --git a/ggml/src/ggml-hexagon/htp/ssm-scan-ops.c b/ggml/src/ggml-hexagon/htp/ssm-scan-ops.c new file mode 100644 index 000000000000..6ba2d4112dda --- /dev/null +++ b/ggml/src/ggml-hexagon/htp/ssm-scan-ops.c @@ -0,0 +1,1566 @@ +#include +#include + +#include "hvx-exp.h" +#include "hvx-utils.h" +#include "hmx-fa-kernels.h" +#include "hmx-queue.h" +#include "hmx-utils.h" + +#define GGML_COMMON_DECL_C +#include "ggml-common.h" +#include "htp-ctx.h" +#include "htp-ops.h" +#include "htp-tensor.h" +#include "ssm-scan-ops.h" + +struct htp_ssm_scan_hmx_thread_state { + uint32_t unit_start; + uint32_t unit_end; + uint32_t total_steps; + uint32_t pref_u; + uint32_t pref_u_idx; + uint32_t pref_c; + uint32_t cur_u; + uint32_t cur_c; + uint32_t unit_q; + uint32_t unit_group; + uint32_t unit_head; + uint32_t unit_row0; + uint32_t unit_nrows; + dma_addr_t state_out_base; + dma_addr_t y_base; + uint8_t * y_work; + float * state_out; + float * state_work; + const float * A_work; + float * B_work; + float * C_work; + uint8_t * x_work; + const float * dt_work; +}; + +struct htp_ssm_scan_context { + struct htp_ops_context * octx; + const struct htp_ssm_scan_kernel_params * kparams; + struct htp_ssm_scan_vtcm_layout layout; + uint32_t unit_start; + uint32_t nunits; + uint32_t units_per_hvx; + uint32_t cur_step; + struct htp_ssm_scan_hmx_thread_state thr[HTP_MAX_NHVX]; +}; + +struct htp_ssm_scan_unit { + uint32_t q; + uint32_t group; + uint32_t head; + uint32_t row0; + uint32_t nrows; +}; + +static inline HVX_Vector ssm_scan_vec_softplus_f32(HVX_Vector vx) { + const HVX_Vector v20 = hvx_vec_splat_f32(20.0f); + const HVX_Vector v1 = hvx_vec_splat_f32(1.0f); + const HVX_VectorPred gt = Q6_Q_vcmp_gt_VsfVsf(vx, v20); + const HVX_Vector sp = hvx_vec_log_f32(hvx_vec_add_f32_f32(v1, hvx_vec_exp_f32(vx))); + return Q6_V_vmux_QVV(gt, vx, sp); +} + +static inline struct htp_ssm_scan_unit ssm_scan_decode_unit( + const struct htp_ssm_scan_kernel_params * kparams, + uint32_t unit_index +) { + struct htp_ssm_scan_unit unit; + unit.q = fastdiv(unit_index, &kparams->div_units_per_seq); + uint32_t unit_seq = fastmodulo(unit_index, kparams->units_per_seq, &kparams->div_units_per_seq); + unit.group = fastdiv(unit_seq, &kparams->div_group_units); + uint32_t unit_group = fastmodulo(unit_seq, kparams->group_units, &kparams->div_group_units); + uint32_t head_group = fastdiv(unit_group, &kparams->div_n_row_blocks); + uint32_t row_block = fastmodulo(unit_group, kparams->n_row_blocks, &kparams->div_n_row_blocks); + unit.head = unit.group * kparams->heads_per_group + head_group; + unit.row0 = row_block * kparams->row_tile; + unit.nrows = MIN(kparams->row_tile, kparams->head_dim - unit.row0); + return unit; +} + +// Fast 4-row step for Mamba-2 (n_a == 1, d_state % VLEN_FP32 == 0). +// state_in and state_out may alias (in-place prefill update). +static inline void ssm_scan_step4( + const float * state_in, + float * state_out, + size_t state_stride_elems, + const float * restrict B, + const float * restrict C, + HVX_Vector vdA, + HVX_Vector vx, + uint32_t d_state, + float * restrict y +) { + HVX_Vector acc0 = Q6_V_vzero(); + HVX_Vector acc1 = Q6_V_vzero(); + HVX_Vector acc2 = Q6_V_vzero(); + HVX_Vector acc3 = Q6_V_vzero(); + HVX_Vector vx0 = hvx_vec_repl_f32(vx); + HVX_Vector vx1 = hvx_vec_repl_f32(Q6_V_vror_VR(vx, sizeof(float))); + HVX_Vector vx2 = hvx_vec_repl_f32(Q6_V_vror_VR(vx, 2 * sizeof(float))); + HVX_Vector vx3 = hvx_vec_repl_f32(Q6_V_vror_VR(vx, 3 * sizeof(float))); + const float * in0 = state_in; + const float * in1 = in0 + state_stride_elems; + const float * in2 = in1 + state_stride_elems; + const float * in3 = in2 + state_stride_elems; + float * out0 = state_out; + float * out1 = out0 + state_stride_elems; + float * out2 = out1 + state_stride_elems; + float * out3 = out2 + state_stride_elems; + + for (uint32_t i = 0; i < d_state; i += VLEN_FP32) { + HVX_Vector b = hvx_vmem(B + i); + HVX_Vector c = hvx_vmem(C + i); + HVX_Vector s0 = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vqf32(Q6_Vqf32_vmpy_VsfVsf(hvx_vmem(in0 + i), vdA), Q6_Vqf32_vmpy_VsfVsf(b, vx0))); + HVX_Vector s1 = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vqf32(Q6_Vqf32_vmpy_VsfVsf(hvx_vmem(in1 + i), vdA), Q6_Vqf32_vmpy_VsfVsf(b, vx1))); + HVX_Vector s2 = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vqf32(Q6_Vqf32_vmpy_VsfVsf(hvx_vmem(in2 + i), vdA), Q6_Vqf32_vmpy_VsfVsf(b, vx2))); + HVX_Vector s3 = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vqf32(Q6_Vqf32_vmpy_VsfVsf(hvx_vmem(in3 + i), vdA), Q6_Vqf32_vmpy_VsfVsf(b, vx3))); + hvx_vmem(out0 + i) = s0; + hvx_vmem(out1 + i) = s1; + hvx_vmem(out2 + i) = s2; + hvx_vmem(out3 + i) = s3; + acc0 = Q6_Vqf32_vadd_Vqf32Vqf32(acc0, Q6_Vqf32_vmpy_VsfVsf(s0, c)); + acc1 = Q6_Vqf32_vadd_Vqf32Vqf32(acc1, Q6_Vqf32_vmpy_VsfVsf(s1, c)); + acc2 = Q6_Vqf32_vadd_Vqf32Vqf32(acc2, Q6_Vqf32_vmpy_VsfVsf(s2, c)); + acc3 = Q6_Vqf32_vadd_Vqf32Vqf32(acc3, Q6_Vqf32_vmpy_VsfVsf(s3, c)); + } + + HVX_Vector_x4 acc = { .v = { + Q6_Vsf_equals_Vqf32(acc0), + Q6_Vsf_equals_Vqf32(acc1), + Q6_Vsf_equals_Vqf32(acc2), + Q6_Vsf_equals_Vqf32(acc3), + } }; + hvx_vec_store_u(y, 4 * sizeof(float), hvx_vec_reduce_sum_f32x4(acc)); +} + +// Prefill 4-row step across nt tokens. For d_state == 128, keeps all 4 state rows +// (16 HVX vectors) in registers across the token chunk to avoid per-token VTCM traffic. +// Assumes x_work has already been scaled by softplus(dt) per token. +static __attribute__((noinline)) void ssm_scan_prefill_step4( + const float * state_in, + float * state_out, + size_t state_stride_elems, + const float * restrict B_work, + const float * restrict C_work, + const uint8_t * restrict x_work, + uint8_t * restrict y_work, + size_t xy_stride, + const float * restrict dA_buf, + uint32_t row, + uint32_t nt, + uint32_t d_state +) { + const float * in0 = state_in + (size_t) (row + 0) * state_stride_elems; + const float * in1 = state_in + (size_t) (row + 1) * state_stride_elems; + const float * in2 = state_in + (size_t) (row + 2) * state_stride_elems; + const float * in3 = state_in + (size_t) (row + 3) * state_stride_elems; + float * out0 = state_out + (size_t) (row + 0) * state_stride_elems; + float * out1 = state_out + (size_t) (row + 1) * state_stride_elems; + float * out2 = state_out + (size_t) (row + 2) * state_stride_elems; + float * out3 = state_out + (size_t) (row + 3) * state_stride_elems; + const uint32_t row_vec = row & ~(VLEN_FP32 - 1); + const uint32_t row_rot = (row & (VLEN_FP32 - 1)) * sizeof(float); + + if (d_state == 4 * VLEN_FP32) { + HVX_Vector s0_0 = hvx_vmem(in0 + 0 * VLEN_FP32); + HVX_Vector s0_1 = hvx_vmem(in0 + 1 * VLEN_FP32); + HVX_Vector s0_2 = hvx_vmem(in0 + 2 * VLEN_FP32); + HVX_Vector s0_3 = hvx_vmem(in0 + 3 * VLEN_FP32); + + HVX_Vector s1_0 = hvx_vmem(in1 + 0 * VLEN_FP32); + HVX_Vector s1_1 = hvx_vmem(in1 + 1 * VLEN_FP32); + HVX_Vector s1_2 = hvx_vmem(in1 + 2 * VLEN_FP32); + HVX_Vector s1_3 = hvx_vmem(in1 + 3 * VLEN_FP32); + + HVX_Vector s2_0 = hvx_vmem(in2 + 0 * VLEN_FP32); + HVX_Vector s2_1 = hvx_vmem(in2 + 1 * VLEN_FP32); + HVX_Vector s2_2 = hvx_vmem(in2 + 2 * VLEN_FP32); + HVX_Vector s2_3 = hvx_vmem(in2 + 3 * VLEN_FP32); + + HVX_Vector s3_0 = hvx_vmem(in3 + 0 * VLEN_FP32); + HVX_Vector s3_1 = hvx_vmem(in3 + 1 * VLEN_FP32); + HVX_Vector s3_2 = hvx_vmem(in3 + 2 * VLEN_FP32); + HVX_Vector s3_3 = hvx_vmem(in3 + 3 * VLEN_FP32); + + for (uint32_t t = 0; t < nt; ++t) { + const float * B_t = B_work + (size_t) t * state_stride_elems; + const float * C_t = C_work + (size_t) t * state_stride_elems; + const float * x_t = (const float *) (x_work + (size_t) t * xy_stride); + float * y_t = (float *) (y_work + (size_t) t * xy_stride) + row; + + const HVX_Vector vdA = hvx_vec_splat_f32(dA_buf[t]); + const HVX_Vector vx = Q6_V_vror_VR(hvx_vmem(x_t + row_vec), row_rot); + const HVX_Vector vx0 = hvx_vec_repl_f32(vx); + const HVX_Vector vx1 = hvx_vec_repl_f32(Q6_V_vror_VR(vx, sizeof(float))); + const HVX_Vector vx2 = hvx_vec_repl_f32(Q6_V_vror_VR(vx, 2 * sizeof(float))); + const HVX_Vector vx3 = hvx_vec_repl_f32(Q6_V_vror_VR(vx, 3 * sizeof(float))); + + HVX_Vector b0 = hvx_vmem(B_t + 0 * VLEN_FP32); + HVX_Vector c0 = hvx_vmem(C_t + 0 * VLEN_FP32); + s0_0 = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vqf32(Q6_Vqf32_vmpy_VsfVsf(s0_0, vdA), Q6_Vqf32_vmpy_VsfVsf(b0, vx0))); + HVX_Vector acc0 = Q6_Vqf32_vmpy_VsfVsf(s0_0, c0); + s1_0 = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vqf32(Q6_Vqf32_vmpy_VsfVsf(s1_0, vdA), Q6_Vqf32_vmpy_VsfVsf(b0, vx1))); + HVX_Vector acc1 = Q6_Vqf32_vmpy_VsfVsf(s1_0, c0); + s2_0 = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vqf32(Q6_Vqf32_vmpy_VsfVsf(s2_0, vdA), Q6_Vqf32_vmpy_VsfVsf(b0, vx2))); + HVX_Vector acc2 = Q6_Vqf32_vmpy_VsfVsf(s2_0, c0); + s3_0 = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vqf32(Q6_Vqf32_vmpy_VsfVsf(s3_0, vdA), Q6_Vqf32_vmpy_VsfVsf(b0, vx3))); + HVX_Vector acc3 = Q6_Vqf32_vmpy_VsfVsf(s3_0, c0); + + HVX_Vector b1 = hvx_vmem(B_t + 1 * VLEN_FP32); + HVX_Vector c1 = hvx_vmem(C_t + 1 * VLEN_FP32); + s0_1 = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vqf32(Q6_Vqf32_vmpy_VsfVsf(s0_1, vdA), Q6_Vqf32_vmpy_VsfVsf(b1, vx0))); + acc0 = Q6_Vqf32_vadd_Vqf32Vqf32(acc0, Q6_Vqf32_vmpy_VsfVsf(s0_1, c1)); + s1_1 = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vqf32(Q6_Vqf32_vmpy_VsfVsf(s1_1, vdA), Q6_Vqf32_vmpy_VsfVsf(b1, vx1))); + acc1 = Q6_Vqf32_vadd_Vqf32Vqf32(acc1, Q6_Vqf32_vmpy_VsfVsf(s1_1, c1)); + s2_1 = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vqf32(Q6_Vqf32_vmpy_VsfVsf(s2_1, vdA), Q6_Vqf32_vmpy_VsfVsf(b1, vx2))); + acc2 = Q6_Vqf32_vadd_Vqf32Vqf32(acc2, Q6_Vqf32_vmpy_VsfVsf(s2_1, c1)); + s3_1 = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vqf32(Q6_Vqf32_vmpy_VsfVsf(s3_1, vdA), Q6_Vqf32_vmpy_VsfVsf(b1, vx3))); + acc3 = Q6_Vqf32_vadd_Vqf32Vqf32(acc3, Q6_Vqf32_vmpy_VsfVsf(s3_1, c1)); + + HVX_Vector b2 = hvx_vmem(B_t + 2 * VLEN_FP32); + HVX_Vector c2 = hvx_vmem(C_t + 2 * VLEN_FP32); + s0_2 = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vqf32(Q6_Vqf32_vmpy_VsfVsf(s0_2, vdA), Q6_Vqf32_vmpy_VsfVsf(b2, vx0))); + acc0 = Q6_Vqf32_vadd_Vqf32Vqf32(acc0, Q6_Vqf32_vmpy_VsfVsf(s0_2, c2)); + s1_2 = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vqf32(Q6_Vqf32_vmpy_VsfVsf(s1_2, vdA), Q6_Vqf32_vmpy_VsfVsf(b2, vx1))); + acc1 = Q6_Vqf32_vadd_Vqf32Vqf32(acc1, Q6_Vqf32_vmpy_VsfVsf(s1_2, c2)); + s2_2 = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vqf32(Q6_Vqf32_vmpy_VsfVsf(s2_2, vdA), Q6_Vqf32_vmpy_VsfVsf(b2, vx2))); + acc2 = Q6_Vqf32_vadd_Vqf32Vqf32(acc2, Q6_Vqf32_vmpy_VsfVsf(s2_2, c2)); + s3_2 = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vqf32(Q6_Vqf32_vmpy_VsfVsf(s3_2, vdA), Q6_Vqf32_vmpy_VsfVsf(b2, vx3))); + acc3 = Q6_Vqf32_vadd_Vqf32Vqf32(acc3, Q6_Vqf32_vmpy_VsfVsf(s3_2, c2)); + + HVX_Vector b3 = hvx_vmem(B_t + 3 * VLEN_FP32); + HVX_Vector c3 = hvx_vmem(C_t + 3 * VLEN_FP32); + s0_3 = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vqf32(Q6_Vqf32_vmpy_VsfVsf(s0_3, vdA), Q6_Vqf32_vmpy_VsfVsf(b3, vx0))); + acc0 = Q6_Vqf32_vadd_Vqf32Vqf32(acc0, Q6_Vqf32_vmpy_VsfVsf(s0_3, c3)); + s1_3 = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vqf32(Q6_Vqf32_vmpy_VsfVsf(s1_3, vdA), Q6_Vqf32_vmpy_VsfVsf(b3, vx1))); + acc1 = Q6_Vqf32_vadd_Vqf32Vqf32(acc1, Q6_Vqf32_vmpy_VsfVsf(s1_3, c3)); + s2_3 = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vqf32(Q6_Vqf32_vmpy_VsfVsf(s2_3, vdA), Q6_Vqf32_vmpy_VsfVsf(b3, vx2))); + acc2 = Q6_Vqf32_vadd_Vqf32Vqf32(acc2, Q6_Vqf32_vmpy_VsfVsf(s2_3, c3)); + s3_3 = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vqf32(Q6_Vqf32_vmpy_VsfVsf(s3_3, vdA), Q6_Vqf32_vmpy_VsfVsf(b3, vx3))); + acc3 = Q6_Vqf32_vadd_Vqf32Vqf32(acc3, Q6_Vqf32_vmpy_VsfVsf(s3_3, c3)); + + HVX_Vector_x4 acc = { .v = { + Q6_Vsf_equals_Vqf32(acc0), + Q6_Vsf_equals_Vqf32(acc1), + Q6_Vsf_equals_Vqf32(acc2), + Q6_Vsf_equals_Vqf32(acc3), + } }; + hvx_vec_store_u(y_t, 4 * sizeof(float), hvx_vec_reduce_sum_f32x4(acc)); + } + + hvx_vmem(out0 + 0 * VLEN_FP32) = s0_0; + hvx_vmem(out0 + 1 * VLEN_FP32) = s0_1; + hvx_vmem(out0 + 2 * VLEN_FP32) = s0_2; + hvx_vmem(out0 + 3 * VLEN_FP32) = s0_3; + + hvx_vmem(out1 + 0 * VLEN_FP32) = s1_0; + hvx_vmem(out1 + 1 * VLEN_FP32) = s1_1; + hvx_vmem(out1 + 2 * VLEN_FP32) = s1_2; + hvx_vmem(out1 + 3 * VLEN_FP32) = s1_3; + + hvx_vmem(out2 + 0 * VLEN_FP32) = s2_0; + hvx_vmem(out2 + 1 * VLEN_FP32) = s2_1; + hvx_vmem(out2 + 2 * VLEN_FP32) = s2_2; + hvx_vmem(out2 + 3 * VLEN_FP32) = s2_3; + + hvx_vmem(out3 + 0 * VLEN_FP32) = s3_0; + hvx_vmem(out3 + 1 * VLEN_FP32) = s3_1; + hvx_vmem(out3 + 2 * VLEN_FP32) = s3_2; + hvx_vmem(out3 + 3 * VLEN_FP32) = s3_3; + return; + } + + for (uint32_t t = 0; t < nt; ++t) { + const float * state_src = (t == 0) ? in0 : out0; + const float * B_t = B_work + (size_t) t * state_stride_elems; + const float * C_t = C_work + (size_t) t * state_stride_elems; + const float * x_t = (const float *) (x_work + (size_t) t * xy_stride); + float * y_t = (float *) (y_work + (size_t) t * xy_stride); + const HVX_Vector vdA = hvx_vec_splat_f32(dA_buf[t]); + const HVX_Vector vx = hvx_vmem(x_t + row_vec); + ssm_scan_step4(state_src, out0, state_stride_elems, B_t, C_t, vdA, + Q6_V_vror_VR(vx, row_rot), d_state, y_t + row); + } +} + +// Single-row step for tail rows (nrows % 4 != 0), unaligned d_state, or vector-A (n_a == d_state). +static void ssm_scan_step1( + const float * state_in, + float * state_out, + const float * restrict B, + const float * restrict C, + const float * restrict A_row, + uint32_t n_a, + float dt_softplus, + float dA_scalar, + HVX_Vector vx0, + uint32_t d_state, + float * restrict y +) { + HVX_Vector acc = Q6_V_vzero(); + HVX_Vector vdt = hvx_vec_splat_f32(dt_softplus); + HVX_Vector vdA_splat = hvx_vec_splat_f32(dA_scalar); + + uint32_t i = 0; + for (; i + VLEN_FP32 <= d_state; i += VLEN_FP32) { + HVX_Vector vdA = n_a == 1 ? vdA_splat : hvx_vec_exp_f32(hvx_vec_mul_f32_f32(hvx_vmem(A_row + i), vdt)); + HVX_Vector b = hvx_vmem(B + i); + HVX_Vector c = hvx_vmem(C + i); + HVX_Vector s0 = hvx_vec_add_f32_f32(hvx_vec_mul_f32_f32(hvx_vmem(state_in + i), vdA), hvx_vec_mul_f32_f32(b, vx0)); + hvx_vmem(state_out + i) = s0; + acc = hvx_vec_add_f32_f32(acc, hvx_vec_mul_f32_f32(s0, c)); + } + + if (i < d_state) { + const HVX_VectorPred mask = Q6_Q_vsetq_R((d_state - i) * sizeof(float)); + const HVX_Vector zero = Q6_V_vzero(); + HVX_Vector vdA = n_a == 1 + ? vdA_splat + : hvx_vec_exp_f32(hvx_vec_mul_f32_f32(Q6_V_vmux_QVV(mask, hvx_vmem(A_row + i), zero), vdt)); + HVX_Vector b = Q6_V_vmux_QVV(mask, hvx_vmem(B + i), zero); + HVX_Vector c = Q6_V_vmux_QVV(mask, hvx_vmem(C + i), zero); + HVX_Vector p0 = Q6_V_vmux_QVV(mask, hvx_vmem(state_in + i), zero); + HVX_Vector s0 = hvx_vec_add_f32_f32(hvx_vec_mul_f32_f32(p0, vdA), hvx_vec_mul_f32_f32(b, vx0)); + hvx_vmem(state_out + i) = s0; + acc = hvx_vec_add_f32_f32(acc, hvx_vec_mul_f32_f32(s0, c)); + } + + hvx_vec_store_u(y, sizeof(float), hvx_vec_reduce_sum_f32(acc)); +} + +static inline void ssm_scan_decode_push_inputs( + dma_queue * dma_q, + const struct htp_ssm_scan_context * scctx, + const struct htp_ssm_scan_unit * unit, + void * state_spad, + void * B_spad, + void * C_spad, + void * x_spad, + void * dt_spad, + void * A_spad +) { + const struct htp_ops_context * octx = scctx->octx; + const struct htp_ssm_scan_kernel_params * kparams = scctx->kparams; + const struct htp_ssm_scan_vtcm_layout * layout = &scctx->layout; + const struct htp_tensor * s = octx->src[0]; + const struct htp_tensor * x = octx->src[1]; + const struct htp_tensor * dt = octx->src[2]; + const struct htp_tensor * A = octx->src[3]; + const struct htp_tensor * B = octx->src[4]; + const struct htp_tensor * C = octx->src[5]; + const struct htp_tensor * ids = octx->src[6]; + const int32_t id = ((const int32_t *) (uintptr_t) ids->data)[unit->q]; + const size_t state_row_bytes = (size_t) kparams->d_state * sizeof(float); + const size_t state_row_stride = layout->state_row_stride; + const size_t x_bytes = (size_t) unit->nrows * sizeof(float); + const size_t a_bytes = (size_t) kparams->n_a * sizeof(float); + + const dma_addr_t state_in = s->data + (size_t) id * s->nb[3] + (size_t) unit->head * s->nb[2] + (size_t) unit->row0 * s->nb[1]; + const dma_addr_t B_in = B->data + (size_t) unit->q * B->nb[3] + (size_t) unit->group * B->nb[1]; + const dma_addr_t C_in = C->data + (size_t) unit->q * C->nb[3] + (size_t) unit->group * C->nb[1]; + const dma_addr_t x_in = x->data + (size_t) unit->q * x->nb[3] + (size_t) unit->head * x->nb[1] + (size_t) unit->row0 * sizeof(float); + const dma_addr_t dt_in = dt->data + (size_t) unit->q * dt->nb[2] + (size_t) unit->head * sizeof(float); + const dma_addr_t A_in = A->data + (size_t) unit->head * A->nb[1]; + + dma_queue_push(dma_q, dma_make_data(state_spad, state_in), state_row_stride, s->nb[1], state_row_bytes, unit->nrows); + dma_queue_push(dma_q, dma_make_data(B_spad, B_in), state_row_stride, state_row_bytes, state_row_bytes, 1); + dma_queue_push(dma_q, dma_make_data(C_spad, C_in), state_row_stride, state_row_bytes, state_row_bytes, 1); + dma_queue_push(dma_q, dma_make_data(x_spad, x_in), x_bytes, x_bytes, x_bytes, 1); + dma_queue_push(dma_q, dma_make_data(dt_spad, dt_in), sizeof(float), sizeof(float), sizeof(float), 1); + dma_queue_push(dma_q, dma_make_data(A_spad, A_in), a_bytes, a_bytes, a_bytes, 1); +} + +static void ssm_scan_thread_f32_decode(const htp_thread_t * th, unsigned int nth, unsigned int ith, void * data) { + struct htp_ssm_scan_context * scctx = (struct htp_ssm_scan_context *) data; + struct htp_ops_context * octx = scctx->octx; + const struct htp_ssm_scan_kernel_params * kparams = scctx->kparams; + const struct htp_ssm_scan_vtcm_layout * layout = &scctx->layout; + const struct htp_tensor * s = octx->src[0]; + const struct htp_tensor * dst = octx->dst; + const uint32_t unit_start = scctx->unit_start + scctx->units_per_hvx * ith; + const uint32_t unit_end = MIN(unit_start + scctx->units_per_hvx, scctx->unit_start + scctx->nunits); + + if (unit_start >= unit_end) { + return; + } + + dma_queue * dma_q = th->dma_q; + struct htp_thread_trace * tr = th->trace; + uint8_t * base = octx->ctx->vtcm_base + (size_t) kparams->vtcm_per_hvx * ith; + const size_t state_row_bytes = (size_t) kparams->d_state * sizeof(float); + const size_t state_row_stride = layout->state_row_stride; + const size_t state_stride_elems = state_row_stride / sizeof(float); + + for (uint32_t unit_index = unit_start, spad_idx = 0; unit_index < unit_end && spad_idx < 2; ++unit_index, ++spad_idx) { + const struct htp_ssm_scan_unit u = ssm_scan_decode_unit(kparams, unit_index); + + dma_queue_push(dma_q, dma_make_data(dst->data, base + layout->off_y[spad_idx]), 0, 0, 0, 0); + dma_queue_push(dma_q, dma_make_data(dst->data, base + layout->off_state_out[spad_idx]), 0, 0, 0, 0); + + ssm_scan_decode_push_inputs(dma_q, scctx, &u, + base + layout->off_state[spad_idx], + base + layout->off_B[spad_idx], + base + layout->off_C[spad_idx], + base + layout->off_x[spad_idx], + base + layout->off_dt[spad_idx], + base + layout->off_A[spad_idx]); + } + + for (uint32_t unit_index = unit_start; unit_index < unit_end; ++unit_index) { + float * y_work = (float *) (uintptr_t) dma_queue_pop(dma_q).src; + float * state_out = (float *) (uintptr_t) dma_queue_pop(dma_q).src; + const float * state_in = (const float *) (uintptr_t) dma_queue_pop(dma_q).dst; + const float * B_work = (const float *) (uintptr_t) dma_queue_pop(dma_q).dst; + const float * C_work = (const float *) (uintptr_t) dma_queue_pop(dma_q).dst; + const float * x_work = (const float *) (uintptr_t) dma_queue_pop(dma_q).dst; + const float * dt_work = (const float *) (uintptr_t) dma_queue_pop(dma_q).dst; + const float * A_work = (const float *) (uintptr_t) dma_queue_pop(dma_q).dst; + + const struct htp_ssm_scan_unit unit = ssm_scan_decode_unit(kparams, unit_index); + + htp_trace_event_start(tr, HTP_TRACE_EVT_HVX_COMP, (uint16_t) unit_index); + const HVX_Vector vdt_sp = ssm_scan_vec_softplus_f32(hvx_vmem(dt_work)); + const float dt_softplus = hvx_vec_get_f32(vdt_sp); + const float dA_scalar = kparams->n_a == 1 + ? hvx_vec_get_f32(hvx_vec_exp_f32(hvx_vec_mul_f32_f32(vdt_sp, hvx_vmem(A_work)))) + : 0.0f; + + uint32_t row = 0; + const HVX_Vector vdt = hvx_vec_splat_f32(dt_softplus); + if (kparams->fast_step4) { + const HVX_Vector vdA = hvx_vec_splat_f32(dA_scalar); + HVX_Vector vx = Q6_V_vzero(); + for (; row + 4 <= unit.nrows; row += 4) { + if ((row & (VLEN_FP32 - 1)) == 0) { + vx = hvx_vec_mul_f32_f32(hvx_vmem(x_work + row), vdt); + } + ssm_scan_step4(state_in + (size_t) row * state_stride_elems, + state_out + (size_t) row * state_stride_elems, state_stride_elems, + B_work, C_work, vdA, + Q6_V_vror_VR(vx, (row & (VLEN_FP32 - 1)) * sizeof(float)), + kparams->d_state, y_work + row); + } + } + for (; row < unit.nrows; ++row) { + const HVX_Vector vx = hvx_vec_mul_f32_f32(hvx_vmem(x_work + (row & ~(VLEN_FP32 - 1))), vdt); + const HVX_Vector vx0 = hvx_vec_repl_f32(Q6_V_vror_VR(vx, (row & (VLEN_FP32 - 1)) * sizeof(float))); + ssm_scan_step1(state_in + (size_t) row * state_stride_elems, + state_out + (size_t) row * state_stride_elems, + B_work, C_work, A_work, kparams->n_a, dt_softplus, dA_scalar, + vx0, kparams->d_state, y_work + row); + } + htp_trace_event_stop(tr, HTP_TRACE_EVT_HVX_COMP, (uint16_t) unit_index); + + const size_t y_output_bytes = (size_t) unit.nrows * sizeof(float); + const dma_addr_t y_out_ddr = dst->data + (size_t) unit.q * kparams->y_seq_stride + + ((size_t) unit.head * kparams->head_dim + unit.row0) * sizeof(float); + const dma_addr_t state_out_ddr = dst->data + kparams->y_bytes + (size_t) unit.q * s->nb[3] + + (size_t) unit.head * s->nb[2] + (size_t) unit.row0 * s->nb[1]; + + dma_queue_push(dma_q, dma_make_data(y_out_ddr, y_work), y_output_bytes, layout->xy_row_stride, y_output_bytes, 1); + dma_queue_push(dma_q, dma_make_data(state_out_ddr, state_out), s->nb[1], state_row_stride, state_row_bytes, unit.nrows); + + const uint32_t next_unit = unit_index + 2; + if (next_unit < unit_end) { + const struct htp_ssm_scan_unit next = ssm_scan_decode_unit(kparams, next_unit); + ssm_scan_decode_push_inputs(dma_q, scctx, &next, + (void *) state_in, (void *) B_work, (void *) C_work, + (void *) x_work, (void *) dt_work, (void *) A_work); + } + } + + dma_queue_flush(dma_q); + (void) nth; +} + +static inline void ssm_scan_prefill_push_fetch( + dma_queue * dma_q, + const struct htp_ssm_scan_context * scctx, + uint8_t * base, + uint32_t unit_index, + uint32_t u_idx, + uint32_t c, + uint32_t s_idx +) { + const struct htp_ops_context * octx = scctx->octx; + const struct htp_ssm_scan_kernel_params * kparams = scctx->kparams; + const struct htp_ssm_scan_vtcm_layout * layout = &scctx->layout; + const struct htp_tensor * s = octx->src[0]; + const struct htp_tensor * x = octx->src[1]; + const struct htp_tensor * dt = octx->src[2]; + const struct htp_tensor * A = octx->src[3]; + const struct htp_tensor * B = octx->src[4]; + const struct htp_tensor * C = octx->src[5]; + const struct htp_tensor * ids = octx->src[6]; + const struct htp_ssm_scan_unit unit = ssm_scan_decode_unit(kparams, unit_index); + const uint32_t t0 = c * kparams->token_tile; + const uint32_t nt = MIN(kparams->token_tile, kparams->n_tokens - t0); + const size_t state_row_bytes = (size_t) kparams->d_state * sizeof(float); + const size_t state_row_stride = layout->state_row_stride; + const size_t xy_stride = layout->xy_row_stride; + const size_t row_bytes = (size_t) unit.nrows * sizeof(float); + + if (c == 0) { + const int32_t id = ((const int32_t *) (uintptr_t) ids->data)[unit.q]; + const size_t a_bytes = (size_t) kparams->n_a * sizeof(float); + const dma_addr_t state_in = s->data + (size_t) id * s->nb[3] + (size_t) unit.head * s->nb[2] + (size_t) unit.row0 * s->nb[1]; + const dma_addr_t A_in = A->data + (size_t) unit.head * A->nb[1]; + + dma_queue_push(dma_q, dma_make_data(base + layout->off_state[u_idx], state_in), + state_row_stride, s->nb[1], state_row_bytes, unit.nrows); + dma_queue_push(dma_q, dma_make_data(base + layout->off_A[u_idx], A_in), + a_bytes, a_bytes, a_bytes, 1); + } else { + dma_queue_push(dma_q, dma_make_data(base + layout->off_state[u_idx], s->data), 0, 0, 0, 0); + dma_queue_push(dma_q, dma_make_data(base + layout->off_A[u_idx], A->data), 0, 0, 0, 0); + } + + const dma_addr_t B_in = B->data + (size_t) unit.q * B->nb[3] + (size_t) unit.group * B->nb[1] + (size_t) t0 * B->nb[2]; + const dma_addr_t C_in = C->data + (size_t) unit.q * C->nb[3] + (size_t) unit.group * C->nb[1] + (size_t) t0 * C->nb[2]; + const dma_addr_t x_in = x->data + (size_t) unit.q * x->nb[3] + (size_t) unit.head * x->nb[1] + (size_t) unit.row0 * sizeof(float) + (size_t) t0 * x->nb[2]; + const dma_addr_t dt_in = dt->data + (size_t) unit.q * dt->nb[2] + (size_t) unit.head * sizeof(float) + (size_t) t0 * dt->nb[1]; + + dma_queue_push(dma_q, dma_make_data(base + layout->off_B[s_idx], B_in), state_row_stride, B->nb[2], state_row_bytes, nt); + dma_queue_push(dma_q, dma_make_data(base + layout->off_C[s_idx], C_in), state_row_stride, C->nb[2], state_row_bytes, nt); + dma_queue_push(dma_q, dma_make_data(base + layout->off_x[s_idx], x_in), xy_stride, x->nb[2], row_bytes, nt); + dma_queue_push(dma_q, dma_make_data(base + layout->off_dt[s_idx], dt_in), sizeof(float), dt->nb[1], sizeof(float), nt); +} + +static void ssm_scan_thread_f32_prefill(const htp_thread_t * th, unsigned int nth, unsigned int ith, void * data) { + struct htp_ssm_scan_context * scctx = (struct htp_ssm_scan_context *) data; + struct htp_ops_context * octx = scctx->octx; + const struct htp_ssm_scan_kernel_params * kparams = scctx->kparams; + const struct htp_ssm_scan_vtcm_layout * layout = &scctx->layout; + const struct htp_tensor * s = octx->src[0]; + const struct htp_tensor * dst = octx->dst; + const uint32_t unit_start = scctx->unit_start + scctx->units_per_hvx * ith; + const uint32_t unit_end = MIN(unit_start + scctx->units_per_hvx, scctx->unit_start + scctx->nunits); + if (unit_start >= unit_end) { + return; + } + + dma_queue * dma_q = th->dma_q; + struct htp_thread_trace * tr = th->trace; + uint8_t * base = octx->ctx->vtcm_base + (size_t) kparams->vtcm_per_hvx * ith; + const uint32_t token_tile = kparams->token_tile; + const uint32_t n_tokens = kparams->n_tokens; + const uint32_t nchunks = kparams->n_chunks; + const uint32_t total_steps = (unit_end - unit_start) * nchunks; + const size_t xy_stride = layout->xy_row_stride; + const size_t state_row_bytes = (size_t) kparams->d_state * sizeof(float); + const size_t state_row_stride = layout->state_row_stride; + const size_t state_stride_elems = state_row_stride / sizeof(float); + const size_t y_stride = kparams->y_token_stride; + + uint32_t pref_u = unit_start; + uint32_t pref_u_idx = 0; + uint32_t pref_c = 0; + + for (uint32_t s_idx = 0; s_idx < 2 && s_idx < total_steps; ++s_idx) { + dma_queue_push(dma_q, dma_make_data(dst->data, base + layout->off_y[s_idx]), 0, 0, 0, 0); + dma_queue_push(dma_q, dma_make_data(dst->data, base + layout->off_state_out[s_idx]), 0, 0, 0, 0); + ssm_scan_prefill_push_fetch(dma_q, scctx, base, pref_u, pref_u_idx, pref_c, s_idx); + if (++pref_c == nchunks) { + pref_c = 0; + pref_u += 1; + pref_u_idx ^= 1; + } + } + + uint32_t cur_u = unit_start; + uint32_t cur_c = 0; + struct htp_ssm_scan_unit unit = { 0 }; + HVX_Vector vA = Q6_V_vzero(); + dma_addr_t state_out_base = 0; + dma_addr_t y_base = 0; + + for (uint32_t step = 0; step < total_steps; ++step) { + uint8_t * y_work = (uint8_t *) (uintptr_t) dma_queue_pop(dma_q).src; + float * state_out = (float *) (uintptr_t) dma_queue_pop(dma_q).src; + float * state_work = (float *) (uintptr_t) dma_queue_pop(dma_q).dst; + const float * A_work = (const float *) (uintptr_t) dma_queue_pop(dma_q).dst; + const float * B_work = (const float *) (uintptr_t) dma_queue_pop(dma_q).dst; + const float * C_work = (const float *) (uintptr_t) dma_queue_pop(dma_q).dst; + uint8_t * x_work = (uint8_t *) (uintptr_t) dma_queue_pop(dma_q).dst; + const float * dt_work = (const float *) (uintptr_t) dma_queue_pop(dma_q).dst; + + if (cur_c == 0) { + unit = ssm_scan_decode_unit(kparams, cur_u); + vA = kparams->n_a == 1 ? hvx_vec_splat_f32(hvx_vec_get_f32(hvx_vmem(A_work))) : Q6_V_vzero(); + state_out_base = dst->data + kparams->y_bytes + (size_t) unit.head * s->nb[2] + (size_t) unit.row0 * s->nb[1]; + y_base = dst->data + (size_t) unit.q * kparams->y_seq_stride + + ((size_t) unit.head * kparams->head_dim + unit.row0) * sizeof(float); + } + + const uint32_t t0 = cur_c * token_tile; + const uint32_t nt = MIN(token_tile, n_tokens - t0); + const bool last_chunk = (cur_c + 1 == nchunks); + + htp_trace_event_start(tr, HTP_TRACE_EVT_HVX_A_PREP, (uint16_t) step); + float __attribute__((aligned(128))) dt_buf[VLEN_FP32]; + float __attribute__((aligned(128))) dA_buf[VLEN_FP32]; + const HVX_Vector vdt_sp = ssm_scan_vec_softplus_f32(hvx_vmem(dt_work)); + hvx_vmem(dt_buf) = vdt_sp; + hvx_vmem(dA_buf) = kparams->n_a == 1 ? hvx_vec_exp_f32(hvx_vec_mul_f32_f32(vdt_sp, vA)) : Q6_V_vzero(); + for (uint32_t t = 0; t < nt; ++t) { + float * x_t = (float *) (x_work + (size_t) t * xy_stride); + const HVX_Vector vdt = hvx_vec_splat_f32(dt_buf[t]); + for (uint32_t r = 0; r < unit.nrows; r += VLEN_FP32) { + hvx_vmem(x_t + r) = hvx_vec_mul_f32_f32(hvx_vmem(x_t + r), vdt); + } + } + htp_trace_event_stop(tr, HTP_TRACE_EVT_HVX_A_PREP, (uint16_t) step); + + htp_trace_event_start(tr, HTP_TRACE_EVT_HVX_COMP, (uint16_t) step); + float * state_dst = last_chunk ? state_out : state_work; + uint32_t row = 0; + if (kparams->fast_step4) { + for (; row + 4 <= unit.nrows; row += 4) { + ssm_scan_prefill_step4(state_work, state_dst, state_stride_elems, + B_work, C_work, x_work, y_work, xy_stride, + dA_buf, row, nt, kparams->d_state); + } + } + if (row < unit.nrows) { + const uint32_t row0 = row; + for (uint32_t t = 0; t < nt; ++t) { + const float * state_src = (last_chunk && t > 0) ? state_out : state_work; + const float * B_t = B_work + (size_t) t * state_stride_elems; + const float * C_t = C_work + (size_t) t * state_stride_elems; + const float * x_t = (const float *) (x_work + (size_t) t * xy_stride); + float * y_t = (float *) (y_work + (size_t) t * xy_stride); + for (uint32_t r = row0; r < unit.nrows; ++r) { + const HVX_Vector vx = hvx_vmem(x_t + (r & ~(VLEN_FP32 - 1))); + const HVX_Vector vx0 = hvx_vec_repl_f32(Q6_V_vror_VR(vx, (r & (VLEN_FP32 - 1)) * sizeof(float))); + ssm_scan_step1(state_src + (size_t) r * state_stride_elems, + state_dst + (size_t) r * state_stride_elems, + B_t, C_t, A_work, kparams->n_a, dt_buf[t], dA_buf[t], + vx0, kparams->d_state, y_t + r); + } + } + } + + if (!last_chunk && kparams->K > 1) { + const uint32_t slot = n_tokens - 1 - t0; + if (slot < kparams->K) { + const size_t total_elems = (size_t) unit.nrows * state_stride_elems; + for (size_t i = 0; i < total_elems; i += VLEN_FP32) { + hvx_vmem(state_out + i) = hvx_vmem(state_work + i); + } + } + } + htp_trace_event_stop(tr, HTP_TRACE_EVT_HVX_COMP, (uint16_t) step); + + const size_t row_bytes = (size_t) unit.nrows * sizeof(float); + dma_queue_push(dma_q, dma_make_data(y_base + (size_t) t0 * y_stride, y_work), + y_stride, xy_stride, row_bytes, nt); + + const uint32_t slot = n_tokens - 1 - t0; + if (last_chunk || (kparams->K > 1 && slot < kparams->K)) { + const size_t seq_idx = last_chunk ? (size_t) unit.q : ((size_t) slot * kparams->n_seqs + unit.q); + const dma_addr_t state_out_ddr = state_out_base + seq_idx * s->nb[3]; + dma_queue_push(dma_q, dma_make_data(state_out_ddr, state_out), + s->nb[1], state_row_stride, state_row_bytes, unit.nrows); + } else { + dma_queue_push(dma_q, dma_make_data(state_out_base, state_out), 0, 0, 0, 0); + } + + if (step + 2 < total_steps) { + ssm_scan_prefill_push_fetch(dma_q, scctx, base, pref_u, pref_u_idx, pref_c, step & 1); + if (++pref_c == nchunks) { + pref_c = 0; + pref_u += 1; + pref_u_idx ^= 1; + } + } + + if (++cur_c == nchunks) { + cur_c = 0; + cur_u += 1; + } + } + + dma_queue_flush(dma_q); + (void) nth; +} + +// Use qf32 vadd with zero so exact 0.0f converts to exact 0.0f16 on v81. +static inline HVX_Vector ssm_scan_f32_to_f16_shuff(HVX_Vector v0, HVX_Vector v1) { + const HVX_Vector zero = Q6_V_vzero(); + const HVX_Vector q0 = Q6_Vqf32_vadd_VsfVsf(v0, zero); + const HVX_Vector q1 = Q6_Vqf32_vadd_VsfVsf(v1, zero); + return Q6_Vhf_equals_Wqf32(Q6_W_vcombine_VV(q1, q0)); +} + +static inline HVX_Vector ssm_scan_f32_to_f16(HVX_Vector v0, HVX_Vector v1) { + return Q6_Vh_vdeal_Vh(ssm_scan_f32_to_f16_shuff(v0, v1)); +} + +static inline void ssm_scan_vshuff_w(HVX_Vector * a, HVX_Vector * b) { + const HVX_VectorPair p = Q6_W_vshuff_VVR(*b, *a, -4); + *a = Q6_V_lo_W(p); + *b = Q6_V_hi_W(p); +} + +#define SSM_SCAN_XPOSE_STAGE(v, m) \ + _Pragma("unroll") for (uint32_t i = 0; i < 16; i++) { \ + if (!(i & (m))) { \ + ssm_scan_vshuff_w(&(v)[i], &(v)[i | (m)]); \ + } \ + } + +// In-register 16x32 word transpose for packing a 32x32 transposed HMX tile. +static inline void ssm_scan_xpose_w16(HVX_Vector * restrict v) { + SSM_SCAN_XPOSE_STAGE(v, 8); + SSM_SCAN_XPOSE_STAGE(v, 4); + SSM_SCAN_XPOSE_STAGE(v, 2); + SSM_SCAN_XPOSE_STAGE(v, 1); + SSM_SCAN_XPOSE_STAGE(v, 8); +} + +static inline uint32_t ssm_scan_xpose_slot(uint32_t v) { + return ((v & 1U) << 3) | (v >> 1); +} + +static inline HVX_Vector ssm_scan_vec_iota_i32(void) { + const HVX_Vector zero = Q6_V_vzero(); + const HVX_Vector one = Q6_V_vsplat_R(1); + HVX_Vector v = one; + v = Q6_Vw_vadd_VwVw(v, Q6_V_vlalign_VVR(v, zero, 4)); + v = Q6_Vw_vadd_VwVw(v, Q6_V_vlalign_VVR(v, zero, 8)); + v = Q6_Vw_vadd_VwVw(v, Q6_V_vlalign_VVR(v, zero, 16)); + v = Q6_Vw_vadd_VwVw(v, Q6_V_vlalign_VVR(v, zero, 32)); + v = Q6_Vw_vadd_VwVw(v, Q6_V_vlalign_VVR(v, zero, 64)); + return Q6_Vw_vsub_VwVw(v, one); +} + +static inline HVX_Vector ssm_scan_prefix_sum_f32(HVX_Vector v, HVX_Vector carry_in) { + const HVX_Vector zero = Q6_V_vzero(); + v = hvx_vec_add_f32_f32(v, Q6_V_vlalign_VVR(v, zero, 4)); + v = hvx_vec_add_f32_f32(v, Q6_V_vlalign_VVR(v, zero, 8)); + v = hvx_vec_add_f32_f32(v, Q6_V_vlalign_VVR(v, zero, 16)); + v = hvx_vec_add_f32_f32(v, Q6_V_vlalign_VVR(v, zero, 32)); + v = hvx_vec_add_f32_f32(v, Q6_V_vlalign_VVR(v, zero, 64)); + return hvx_vec_add_f32_f32(v, carry_in); +} + +static inline HVX_Vector ssm_scan_splat_last_f32(HVX_Vector v) { + return hvx_vec_repl_f32(Q6_V_vror_VR(v, 31 * sizeof(float))); +} + +static inline HVX_Vector ssm_scan_clamp_le_zero_f32(HVX_Vector v) { + const HVX_Vector zero = Q6_V_vzero(); + const HVX_VectorPred gt = Q6_Q_vcmp_gt_VsfVsf(v, zero); + return Q6_V_vmux_QVV(gt, zero, v); +} + +static __attribute__((noinline)) HVX_Vector ssm_scan_hmx_softplus_vec(const float * restrict dt_ptr) { + return ssm_scan_vec_softplus_f32(hvx_vmem(dt_ptr)); +} + +static __attribute__((noinline)) HVX_Vector ssm_scan_hmx_exp_clamped(HVX_Vector v) { + return hvx_vec_exp_f32(ssm_scan_clamp_le_zero_f32(v)); +} + +static __attribute__((noinline)) void ssm_scan_hmx_prep_decay( + const float * restrict dt_work, + const float * restrict A_work, + float * restrict B_work, + float * restrict C_work, + uint8_t * restrict x_work, + float * restrict p_vtcm, + uint32_t nt, + size_t state_stride_elems, + size_t xy_stride +) { + const HVX_Vector vzero = Q6_V_vzero(); + if (nt < HTP_SSM_SCAN_HMX_TOKEN_TILE) { + const size_t xy_vecs = xy_stride / sizeof(HVX_Vector); + for (uint32_t t = nt; t < HTP_SSM_SCAN_HMX_TOKEN_TILE; ++t) { + float * B_t = B_work + (size_t) t * state_stride_elems; + float * C_t = C_work + (size_t) t * state_stride_elems; + HVX_Vector * x_t = (HVX_Vector *) (x_work + (size_t) t * xy_stride); + for (size_t j = 0; j < state_stride_elems; j += VLEN_FP32) { + hvx_vmem(B_t + j) = vzero; + hvx_vmem(C_t + j) = vzero; + } + for (size_t j = 0; j < xy_vecs; ++j) { + x_t[j] = vzero; + } + } + } + + HVX_Vector v_sp0 = ssm_scan_hmx_softplus_vec(dt_work + 0U); + HVX_Vector v_sp1 = ssm_scan_hmx_softplus_vec(dt_work + 32U); + if (nt < HTP_SSM_SCAN_HMX_TOKEN_TILE) { + const HVX_Vector v_idx0 = ssm_scan_vec_iota_i32(); + const HVX_Vector v_idx1 = Q6_Vw_vadd_VwVw(v_idx0, Q6_V_vsplat_R(32)); + const HVX_Vector v_last = Q6_V_vsplat_R((int32_t) nt - 1); + v_sp0 = Q6_V_vmux_QVV(Q6_Q_vcmp_gt_VwVw(v_idx0, v_last), vzero, v_sp0); + v_sp1 = Q6_V_vmux_QVV(Q6_Q_vcmp_gt_VwVw(v_idx1, v_last), vzero, v_sp1); + } + hvx_vmem(p_vtcm + 0U) = v_sp0; + hvx_vmem(p_vtcm + 32U) = v_sp1; + + const HVX_Vector v_a = hvx_vec_repl_f32(hvx_vmem(A_work)); + const HVX_Vector v_g0 = hvx_vec_mul_f32_f32(v_sp0, v_a); + const HVX_Vector v_g1 = hvx_vec_mul_f32_f32(v_sp1, v_a); + const HVX_Vector v_p0 = ssm_scan_prefix_sum_f32(v_g0, vzero); + const HVX_Vector v_p1 = ssm_scan_prefix_sum_f32(v_g1, ssm_scan_splat_last_f32(v_p0)); + const HVX_Vector v_p63 = ssm_scan_splat_last_f32(v_p1); + + hvx_vmem(p_vtcm + 64U) = v_g0; + hvx_vmem(p_vtcm + 96U) = v_g1; + hvx_vmem(p_vtcm + 128U) = v_p0; + hvx_vmem(p_vtcm + 160U) = v_p1; + hvx_vmem(p_vtcm + 192U) = hvx_vec_sub_f32_f32(v_p63, v_p0); + hvx_vmem(p_vtcm + 224U) = hvx_vec_sub_f32_f32(v_p63, v_p1); + + for (uint32_t i = 0; i < 6U; ++i) { + hvx_vmem(p_vtcm + 64U + (size_t) i * 32U) = ssm_scan_hmx_exp_clamped(hvx_vmem(p_vtcm + 64U + (size_t) i * 32U)); + } + + hvx_vmem(p_vtcm + 192U) = hvx_vec_mul_f32_f32(hvx_vmem(p_vtcm + 192U), hvx_vmem(p_vtcm + 0U)); + hvx_vmem(p_vtcm + 224U) = hvx_vec_mul_f32_f32(hvx_vmem(p_vtcm + 224U), hvx_vmem(p_vtcm + 32U)); +} + +static __attribute__((noinline)) void ssm_scan_hmx_pack_c_and_b( + __fp16 * restrict c_row_tiles, + __fp16 * restrict b_col_tiles, + const float * restrict C_work, + const float * restrict B_work, + uint32_t d_state, + size_t state_stride_elems +) { + const uint32_t n_ds_tiles = d_state / 32U; + + for (uint32_t r0 = 0; r0 < 2U; ++r0) { + for (uint32_t c0 = 0; c0 < n_ds_tiles; ++c0) { + const uint32_t tile_rc = r0 * n_ds_tiles + c0; + const uint32_t tile_cr = c0 * 2U + r0; + HVX_Vector * restrict tc = (HVX_Vector *) (c_row_tiles + (size_t) tile_rc * HMX_FP16_TILE_N_ELMS); + HVX_Vector * restrict tb_col = (HVX_Vector *) (b_col_tiles + (size_t) tile_cr * HMX_FP16_TILE_N_ELMS); + + const float * pc = C_work + (size_t) r0 * 32U * state_stride_elems + (size_t) c0 * 32U; + const float * pb = B_work + (size_t) r0 * 32U * state_stride_elems + (size_t) c0 * 32U; + + for (uint32_t k = 0; k < 16U; ++k) { + const HVX_Vector vc0 = hvx_vmem(pc + (size_t) (2U * k + 0U) * state_stride_elems); + const HVX_Vector vc1 = hvx_vmem(pc + (size_t) (2U * k + 1U) * state_stride_elems); + tc[k] = ssm_scan_f32_to_f16_shuff(vc0, vc1); + + const HVX_Vector vb0 = hvx_vmem(pb + (size_t) (2U * k + 0U) * state_stride_elems); + const HVX_Vector vb1 = hvx_vmem(pb + (size_t) (2U * k + 1U) * state_stride_elems); + tb_col[k] = ssm_scan_f32_to_f16_shuff(vb0, vb1); + } + } + } +} + +static __attribute__((noinline)) void ssm_scan_hmx_pack_state_t( + __fp16 * restrict s_t_col_tiles, + const float * restrict state_work, + uint32_t head_dim, + uint32_t d_state, + size_t state_stride_elems +) { + const uint32_t n_d_tiles = head_dim / 32U; + const uint32_t n_ds_tiles = d_state / 32U; + + for (uint32_t r0 = 0; r0 < n_d_tiles; ++r0) { + for (uint32_t c0 = 0; c0 < n_ds_tiles; ++c0) { + HVX_Vector * restrict ts = (HVX_Vector *) (s_t_col_tiles + (size_t) (r0 * n_ds_tiles + c0) * HMX_FP16_TILE_N_ELMS); + const float * ps = state_work + (size_t) r0 * 32U * state_stride_elems + (size_t) c0 * 32U; + HVX_Vector ys[16]; + + #pragma unroll + for (uint32_t k = 0; k < 16U; ++k) { + const HVX_Vector vs0 = hvx_vmem(ps + (size_t) (2U * k + 0U) * state_stride_elems); + const HVX_Vector vs1 = hvx_vmem(ps + (size_t) (2U * k + 1U) * state_stride_elems); + ys[k] = ssm_scan_f32_to_f16(vs0, vs1); + } + + ssm_scan_xpose_w16(ys); + #pragma unroll + for (uint32_t v = 0; v < 16U; ++v) { + ts[v] = ys[ssm_scan_xpose_slot(v)]; + } + } + } +} + +static __attribute__((noinline)) void ssm_scan_hmx_build_L( + float * restrict L_f32, + const float * restrict p_vtcm +) { + const HVX_Vector vzero = Q6_V_vzero(); + const HVX_Vector vone = Q6_V_vmux_QVV(Q6_Q_vsetq_R(4), hvx_vec_splat_f32(1.0f), vzero); + + HVX_Vector v_row0 = vzero; + HVX_Vector v_hot = vone; + HVX_Vector v_arot = hvx_vmem(p_vtcm + 64U); + + for (uint32_t t = 0; t < 32U; ++t) { + const HVX_Vector va = hvx_vec_repl_f32(v_arot); + v_arot = Q6_V_vror_VR(v_arot, sizeof(float)); + v_row0 = hvx_vec_add_f32_f32(hvx_vec_mul_f32_f32(v_row0, va), v_hot); + v_hot = Q6_V_vlalign_VVR(v_hot, vzero, sizeof(float)); + hvx_vmem(L_f32 + (size_t) t * 64U + 0U) = v_row0; + hvx_vmem(L_f32 + (size_t) t * 64U + 32U) = vzero; + } + + HVX_Vector v_row1 = vzero; + v_hot = vone; + v_arot = hvx_vmem(p_vtcm + 96U); + + for (uint32_t t = 32U; t < 64U; ++t) { + const HVX_Vector va = hvx_vec_repl_f32(v_arot); + v_arot = Q6_V_vror_VR(v_arot, sizeof(float)); + v_row0 = hvx_vec_mul_f32_f32(v_row0, va); + v_row1 = hvx_vec_add_f32_f32(hvx_vec_mul_f32_f32(v_row1, va), v_hot); + v_hot = Q6_V_vlalign_VVR(v_hot, vzero, sizeof(float)); + hvx_vmem(L_f32 + (size_t) t * 64U + 0U) = v_row0; + hvx_vmem(L_f32 + (size_t) t * 64U + 32U) = v_row1; + } +} + +static __attribute__((noinline)) void ssm_scan_hmx_pack_x( + __fp16 * restrict x_tilde_col_tiles, + __fp16 * restrict x_hat_t_row_tiles, + uint8_t * restrict x_work, + const float * restrict p_vtcm, + uint32_t head_dim, + size_t xy_stride +) { + const uint32_t n_d_tiles = head_dim / 32U; + + for (uint32_t r0 = 0; r0 < 2U; ++r0) { + const HVX_Vector v_dt_base = hvx_vmem(p_vtcm + (size_t) r0 * 32U); + const HVX_Vector v_sc_base = hvx_vmem(p_vtcm + 192U + (size_t) r0 * 32U); + for (uint32_t c0 = 0; c0 < n_d_tiles; ++c0) { + const uint32_t tile_cr = c0 * 2U + r0; + HVX_Vector * restrict tx_col = (HVX_Vector *) (x_tilde_col_tiles + (size_t) tile_cr * HMX_FP16_TILE_N_ELMS); + uint8_t * px = x_work + (size_t) r0 * 32U * xy_stride + (size_t) c0 * 32U * sizeof(float); + HVX_Vector vdt = v_dt_base; + HVX_Vector vsc = v_sc_base; + + for (uint32_t k = 0; k < 16U; ++k) { + const HVX_Vector vd0 = hvx_vec_repl_f32(vdt); + vdt = Q6_V_vror_VR(vdt, sizeof(float)); + const HVX_Vector vd1 = hvx_vec_repl_f32(vdt); + vdt = Q6_V_vror_VR(vdt, sizeof(float)); + + const HVX_Vector vs0 = hvx_vec_repl_f32(vsc); + vsc = Q6_V_vror_VR(vsc, sizeof(float)); + const HVX_Vector vs1 = hvx_vec_repl_f32(vsc); + vsc = Q6_V_vror_VR(vsc, sizeof(float)); + + uint8_t * p0 = px + (size_t) (2U * k + 0U) * xy_stride; + uint8_t * p1 = px + (size_t) (2U * k + 1U) * xy_stride; + const HVX_Vector vx0 = hvx_vmem(p0); + const HVX_Vector vx1 = hvx_vmem(p1); + tx_col[k] = ssm_scan_f32_to_f16_shuff(hvx_vec_mul_f32_f32(vx0, vd0), + hvx_vec_mul_f32_f32(vx1, vd1)); + hvx_vmem(p0) = hvx_vec_mul_f32_f32(vx0, vs0); + hvx_vmem(p1) = hvx_vec_mul_f32_f32(vx1, vs1); + } + } + } + + for (uint32_t r0 = 0; r0 < 2U; ++r0) { + for (uint32_t c0 = 0; c0 < n_d_tiles; ++c0) { + const uint32_t tile_cr = c0 * 2U + r0; + HVX_Vector * restrict tx_hat = (HVX_Vector *) (x_hat_t_row_tiles + (size_t) tile_cr * HMX_FP16_TILE_N_ELMS); + const uint8_t * px = x_work + (size_t) r0 * 32U * xy_stride + (size_t) c0 * 32U * sizeof(float); + HVX_Vector yx[16]; + + #pragma unroll + for (uint32_t k = 0; k < 16U; ++k) { + const HVX_Vector vx0 = hvx_vmem(px + (size_t) (2U * k + 0U) * xy_stride); + const HVX_Vector vx1 = hvx_vmem(px + (size_t) (2U * k + 1U) * xy_stride); + yx[k] = ssm_scan_f32_to_f16(vx0, vx1); + } + + ssm_scan_xpose_w16(yx); + #pragma unroll + for (uint32_t v = 0; v < 16U; ++v) { + tx_hat[v] = yx[ssm_scan_xpose_slot(v)]; + } + } + } +} + +static __attribute__((noinline)) void ssm_scan_hmx_build_m_and_unpack_y( + __fp16 * restrict q_m_tiles, + const float * restrict L_f32, + const __fp16 * restrict y_inter_tiles, + uint8_t * restrict y_work, + const float * restrict p_vtcm, + uint32_t head_dim, + size_t xy_stride +) { + const HVX_Vector vzero = Q6_V_vzero(); + for (uint32_t r0 = 0; r0 < 2U; ++r0) { + for (uint32_t c0 = 0; c0 < 2U; ++c0) { + HVX_Vector * restrict qm = (HVX_Vector *) (q_m_tiles + (size_t) (r0 * 2U + c0) * HMX_FP16_TILE_N_ELMS); + if (r0 == 0U && c0 == 1U) { + for (uint32_t k = 0; k < 16U; ++k) { + qm[k] = vzero; + } + continue; + } + for (uint32_t k = 0; k < 16U; ++k) { + const uint32_t t0 = r0 * 32U + 2U * k + 0U; + const uint32_t t1 = r0 * 32U + 2U * k + 1U; + const HVX_VectorPair pq = hvx_vec_f16_to_f32_shuff(qm[k]); + const HVX_Vector l0 = hvx_vmem(L_f32 + (size_t) t0 * 64U + (size_t) c0 * 32U); + const HVX_Vector l1 = hvx_vmem(L_f32 + (size_t) t1 * 64U + (size_t) c0 * 32U); + const HVX_Vector m0 = hvx_vec_mul_f32_f32(Q6_V_lo_W(pq), l0); + const HVX_Vector m1 = hvx_vec_mul_f32_f32(Q6_V_hi_W(pq), l1); + qm[k] = ssm_scan_f32_to_f16_shuff(m0, m1); + } + } + } + + const uint32_t n_d_tiles = head_dim / 32U; + for (uint32_t r0 = 0; r0 < 2U; ++r0) { + const HVX_Vector v_lam_base = hvx_vmem(p_vtcm + 128U + (size_t) r0 * 32U); + for (uint32_t c0 = 0; c0 < n_d_tiles; ++c0) { + const HVX_Vector * restrict yt = (const HVX_Vector *) (y_inter_tiles + (size_t) (r0 * n_d_tiles + c0) * HMX_FP16_TILE_N_ELMS); + HVX_Vector vlam = v_lam_base; + for (uint32_t k = 0; k < 16U; ++k) { + const HVX_Vector vl0 = hvx_vec_repl_f32(vlam); + vlam = Q6_V_vror_VR(vlam, sizeof(float)); + const HVX_Vector vl1 = hvx_vec_repl_f32(vlam); + vlam = Q6_V_vror_VR(vlam, sizeof(float)); + const uint32_t t0 = r0 * 32U + 2U * k + 0U; + const uint32_t t1 = r0 * 32U + 2U * k + 1U; + const HVX_VectorPair py = hvx_vec_f16_to_f32_shuff(yt[k]); + float * p0 = (float *) (y_work + (size_t) t0 * xy_stride) + (size_t) c0 * 32U; + float * p1 = (float *) (y_work + (size_t) t1 * xy_stride) + (size_t) c0 * 32U; + hvx_vmem(p0) = hvx_vec_mul_f32_f32(Q6_V_lo_W(py), vl0); + hvx_vmem(p1) = hvx_vec_mul_f32_f32(Q6_V_hi_W(py), vl1); + } + } + } +} + +static __attribute__((noinline)) void ssm_scan_hmx_finalize_chunk( + uint8_t * restrict y_work, + const __fp16 * restrict y_intra_tiles, + float * restrict state_dst, + const float * restrict state_src, + const __fp16 * restrict ds_tiles, + const float * restrict p_vtcm, + uint32_t head_dim, + uint32_t d_state, + size_t xy_stride, + size_t state_stride_elems +) { + const uint32_t n_d_tiles = head_dim / 32U; + const uint32_t n_ds_tiles = d_state / 32U; + + for (uint32_t r0 = 0; r0 < 2U; ++r0) { + for (uint32_t c0 = 0; c0 < n_d_tiles; ++c0) { + const HVX_Vector * restrict yt = (const HVX_Vector *) (y_intra_tiles + (size_t) (r0 * n_d_tiles + c0) * HMX_FP16_TILE_N_ELMS); + for (uint32_t k = 0; k < 16U; ++k) { + const uint32_t t0 = r0 * 32U + 2U * k + 0U; + const uint32_t t1 = r0 * 32U + 2U * k + 1U; + const HVX_VectorPair py = hvx_vec_f16_to_f32_shuff(yt[k]); + float * p0 = (float *) (y_work + (size_t) t0 * xy_stride) + (size_t) c0 * 32U; + float * p1 = (float *) (y_work + (size_t) t1 * xy_stride) + (size_t) c0 * 32U; + hvx_vmem(p0) = hvx_vec_add_f32_f32(hvx_vmem(p0), Q6_V_lo_W(py)); + hvx_vmem(p1) = hvx_vec_add_f32_f32(hvx_vmem(p1), Q6_V_hi_W(py)); + } + } + } + + const HVX_Vector v_decay = ssm_scan_splat_last_f32(hvx_vmem(p_vtcm + 160)); + for (uint32_t r0 = 0; r0 < n_d_tiles; ++r0) { + for (uint32_t c0 = 0; c0 < n_ds_tiles; ++c0) { + const HVX_Vector * restrict dt = (const HVX_Vector *) (ds_tiles + (size_t) (r0 * n_ds_tiles + c0) * HMX_FP16_TILE_N_ELMS); + for (uint32_t k = 0; k < 16U; ++k) { + const uint32_t row0 = r0 * 32U + 2U * k + 0U; + const uint32_t row1 = r0 * 32U + 2U * k + 1U; + const HVX_VectorPair pds = hvx_vec_f16_to_f32_shuff(dt[k]); + const float * sin0 = state_src + (size_t) row0 * state_stride_elems + (size_t) c0 * 32U; + const float * sin1 = state_src + (size_t) row1 * state_stride_elems + (size_t) c0 * 32U; + float * out0 = state_dst + (size_t) row0 * state_stride_elems + (size_t) c0 * 32U; + float * out1 = state_dst + (size_t) row1 * state_stride_elems + (size_t) c0 * 32U; + hvx_vmem(out0) = hvx_vec_add_f32_f32(hvx_vec_mul_f32_f32(hvx_vmem(sin0), v_decay), Q6_V_lo_W(pds)); + hvx_vmem(out1) = hvx_vec_add_f32_f32(hvx_vec_mul_f32_f32(hvx_vmem(sin1), v_decay), Q6_V_hi_W(pds)); + } + } + } +} + +static inline void ssm_scan_hmx_gemm( + const __fp16 * row_tiles, + const __fp16 * col_tiles, + __fp16 * out_tiles, + uint32_t n_row_tiles, + uint32_t n_col_tiles, + uint32_t n_dot_tiles +) { + for (uint32_t r = 0; r < n_row_tiles; ++r) { + for (uint32_t c = 0; c < n_col_tiles; ++c) { + const __fp16 * r_ptr = row_tiles + (size_t) r * n_dot_tiles * HMX_FP16_TILE_N_ELMS; + const __fp16 * c_ptr = col_tiles + (size_t) c * n_dot_tiles * HMX_FP16_TILE_N_ELMS; + __fp16 * o_ptr = out_tiles + (size_t) (r * n_col_tiles + c) * HMX_FP16_TILE_N_ELMS; + hmx_fa_qk_dot_tile(r_ptr, c_ptr, o_ptr, n_dot_tiles); + } + } +} + +static void ssm_scan_hmx_burst1_worker(const htp_thread_t * th, void * data) { + (void) th; + struct htp_ssm_scan_context * scctx = (struct htp_ssm_scan_context *) data; + struct htp_ops_context * octx = scctx->octx; + const struct htp_ssm_scan_kernel_params * kparams = scctx->kparams; + const struct htp_ssm_scan_vtcm_layout * layout = &scctx->layout; + const uint32_t step = scctx->cur_step; + const uint32_t n_hvx = octx->n_hvx; + const uint32_t n_ds_tiles = kparams->d_state / 32U; + const uint32_t n_d_tiles = kparams->head_dim / 32U; + + for (uint32_t ith = 0; ith < n_hvx; ++ith) { + if (step >= scctx->thr[ith].total_steps) { + continue; + } + uint8_t * base = octx->ctx->vtcm_base + (size_t) kparams->vtcm_per_hvx * ith; + const __fp16 * scales = (const __fp16 *) (base + layout->off_hmx_scales); + const __fp16 * c_row = (const __fp16 *) (base + layout->off_hmx_c_row); + const __fp16 * b_t_col = (const __fp16 *) (base + layout->off_hmx_b_t_col); + const __fp16 * s_t_col = (const __fp16 *) (base + layout->off_hmx_s_t_col); + __fp16 * q_tiles = (__fp16 *) (base + layout->off_hmx_q_m); + __fp16 * y_inter = (__fp16 *) (base + layout->off_hmx_y_tiles); + + asm volatile(HMX_SET_BIAS("%0") :: "r"((unsigned int) scales)); + ssm_scan_hmx_gemm(c_row, b_t_col, q_tiles, 2U, 2U, n_ds_tiles); + ssm_scan_hmx_gemm(c_row, s_t_col, y_inter, 2U, n_d_tiles, n_ds_tiles); + } +} + +static void ssm_scan_hmx_gemm4_worker(const htp_thread_t * th, void * data) { + (void) th; + struct htp_ssm_scan_context * scctx = (struct htp_ssm_scan_context *) data; + struct htp_ops_context * octx = scctx->octx; + const struct htp_ssm_scan_kernel_params * kparams = scctx->kparams; + const struct htp_ssm_scan_vtcm_layout * layout = &scctx->layout; + const uint32_t step = scctx->cur_step; + const uint32_t n_hvx = octx->n_hvx; + const uint32_t n_ds_tiles = kparams->d_state / 32U; + const uint32_t n_d_tiles = kparams->head_dim / 32U; + + for (uint32_t ith = 0; ith < n_hvx; ++ith) { + if (step >= scctx->thr[ith].total_steps) { + continue; + } + uint8_t * base = octx->ctx->vtcm_base + (size_t) kparams->vtcm_per_hvx * ith; + const __fp16 * scales = (const __fp16 *) (base + layout->off_hmx_scales); + const __fp16 * x_hat_t = (const __fp16 *) (base + layout->off_hmx_x_hat_t_row); + const __fp16 * b_col = (const __fp16 *) (base + layout->off_hmx_b_col); + __fp16 * ds_out = (__fp16 *) (base + layout->off_hmx_s_t_col); + + asm volatile(HMX_SET_BIAS("%0") :: "r"((unsigned int) scales)); + ssm_scan_hmx_gemm(x_hat_t, b_col, ds_out, n_d_tiles, n_ds_tiles, 2U); + } +} + +static void ssm_scan_hmx_gemm3_worker(const htp_thread_t * th, void * data) { + (void) th; + struct htp_ssm_scan_context * scctx = (struct htp_ssm_scan_context *) data; + struct htp_ops_context * octx = scctx->octx; + const struct htp_ssm_scan_kernel_params * kparams = scctx->kparams; + const struct htp_ssm_scan_vtcm_layout * layout = &scctx->layout; + const uint32_t step = scctx->cur_step; + const uint32_t n_hvx = octx->n_hvx; + const uint32_t n_d_tiles = kparams->head_dim / 32U; + + for (uint32_t ith = 0; ith < n_hvx; ++ith) { + if (step >= scctx->thr[ith].total_steps) { + continue; + } + uint8_t * base = octx->ctx->vtcm_base + (size_t) kparams->vtcm_per_hvx * ith; + const __fp16 * scales = (const __fp16 *) (base + layout->off_hmx_scales); + const __fp16 * m_row = (const __fp16 *) (base + layout->off_hmx_q_m); + const __fp16 * x_tilde = (const __fp16 *) (base + layout->off_hmx_x_tilde_col); + __fp16 * y_intra = (__fp16 *) (base + layout->off_hmx_y_tiles); + + asm volatile(HMX_SET_BIAS("%0") :: "r"((unsigned int) scales)); + ssm_scan_hmx_gemm(m_row, x_tilde, y_intra, 2U, n_d_tiles, 2U); + } +} + +static void ssm_scan_hmx_prologue_worker(const htp_thread_t * th, unsigned int nth, unsigned int ith, void * data) { + (void) nth; + struct htp_ssm_scan_context * scctx = (struct htp_ssm_scan_context *) data; + struct htp_ops_context * octx = scctx->octx; + const struct htp_ssm_scan_kernel_params * kparams = scctx->kparams; + const struct htp_ssm_scan_vtcm_layout * layout = &scctx->layout; + const struct htp_tensor * dst = octx->dst; + struct htp_ssm_scan_hmx_thread_state * st = &scctx->thr[ith]; + + st->unit_start = scctx->unit_start + scctx->units_per_hvx * ith; + st->unit_end = MIN(st->unit_start + scctx->units_per_hvx, scctx->unit_start + scctx->nunits); + st->total_steps = (st->unit_start < st->unit_end) ? (st->unit_end - st->unit_start) * kparams->n_chunks : 0U; + st->pref_u = st->unit_start; + st->pref_u_idx = 0U; + st->pref_c = 0U; + st->cur_u = st->unit_start; + st->cur_c = 0U; + + if (st->total_steps == 0U) { + return; + } + + dma_queue * dma_q = th->dma_q; + uint8_t * base = octx->ctx->vtcm_base + (size_t) kparams->vtcm_per_hvx * ith; + + hmx_init_column_scales(base + layout->off_hmx_scales, Q6_V_vsplat_R(0x3c00)); + + for (uint32_t s_idx = 0; s_idx < 2U && s_idx < st->total_steps; ++s_idx) { + dma_queue_push(dma_q, dma_make_data(dst->data, base + layout->off_y[s_idx]), 0, 0, 0, 0); + dma_queue_push(dma_q, dma_make_data(dst->data, base + layout->off_state_out[s_idx]), 0, 0, 0, 0); + ssm_scan_prefill_push_fetch(dma_q, scctx, base, st->pref_u, st->pref_u_idx, st->pref_c, s_idx); + if (++st->pref_c == kparams->n_chunks) { + st->pref_c = 0U; + st->pref_u += 1U; + st->pref_u_idx ^= 1U; + } + } +} + +static void ssm_scan_hmx_phase1a_worker(const htp_thread_t * th, unsigned int nth, unsigned int ith, void * data) { + (void) nth; + struct htp_ssm_scan_context * scctx = (struct htp_ssm_scan_context *) data; + struct htp_ops_context * octx = scctx->octx; + const struct htp_ssm_scan_kernel_params * kparams = scctx->kparams; + const struct htp_ssm_scan_vtcm_layout * layout = &scctx->layout; + const struct htp_tensor * s = octx->src[0]; + const struct htp_tensor * dst = octx->dst; + struct htp_ssm_scan_hmx_thread_state * st = &scctx->thr[ith]; + const uint32_t step = scctx->cur_step; + + if (step >= st->total_steps) { + return; + } + + dma_queue * dma_q = th->dma_q; + struct htp_thread_trace * tr = th->trace; + uint8_t * base = octx->ctx->vtcm_base + (size_t) kparams->vtcm_per_hvx * ith; + + st->y_work = (uint8_t *) (uintptr_t) dma_queue_pop(dma_q).src; + st->state_out = (float *) (uintptr_t) dma_queue_pop(dma_q).src; + st->state_work = (float *) (uintptr_t) dma_queue_pop(dma_q).dst; + st->A_work = (const float *) (uintptr_t) dma_queue_pop(dma_q).dst; + st->B_work = (float *) (uintptr_t) dma_queue_pop(dma_q).dst; + st->C_work = (float *) (uintptr_t) dma_queue_pop(dma_q).dst; + st->x_work = (uint8_t *) (uintptr_t) dma_queue_pop(dma_q).dst; + st->dt_work = (const float *) (uintptr_t) dma_queue_pop(dma_q).dst; + + if (st->cur_c == 0U) { + const struct htp_ssm_scan_unit unit = ssm_scan_decode_unit(kparams, st->cur_u); + st->unit_q = unit.q; + st->unit_group = unit.group; + st->unit_head = unit.head; + st->unit_row0 = unit.row0; + st->unit_nrows = unit.nrows; + st->state_out_base = dst->data + kparams->y_bytes + (size_t) unit.head * s->nb[2] + (size_t) unit.row0 * s->nb[1]; + st->y_base = dst->data + (size_t) unit.q * kparams->y_seq_stride + + ((size_t) unit.head * kparams->head_dim + unit.row0) * sizeof(float); + } + + const uint32_t t0 = st->cur_c * kparams->token_tile; + const uint32_t nt = MIN(kparams->token_tile, kparams->n_tokens - t0); + const size_t state_stride_elems = layout->state_row_stride / sizeof(float); + + htp_trace_event_start(tr, HTP_TRACE_EVT_HVX_A_PREP, (uint16_t) step); + + ssm_scan_hmx_prep_decay( + st->dt_work, st->A_work, st->B_work, st->C_work, st->x_work, + (float *) (base + layout->off_hmx_p), + nt, state_stride_elems, layout->xy_row_stride + ); + + ssm_scan_hmx_pack_c_and_b( + (__fp16 *) (base + layout->off_hmx_c_row), + (__fp16 *) (base + layout->off_hmx_b_col), + st->C_work, st->B_work, + kparams->d_state, state_stride_elems + ); + + ssm_scan_hmx_pack_state_t( + (__fp16 *) (base + layout->off_hmx_b_t_col), + st->B_work, HTP_SSM_SCAN_HMX_TOKEN_TILE, kparams->d_state, state_stride_elems + ); + + ssm_scan_hmx_pack_state_t( + (__fp16 *) (base + layout->off_hmx_s_t_col), + st->state_work, kparams->head_dim, kparams->d_state, state_stride_elems + ); + + htp_trace_event_stop(tr, HTP_TRACE_EVT_HVX_A_PREP, (uint16_t) step); +} + +static void ssm_scan_hmx_phase1b_worker(const htp_thread_t * th, unsigned int nth, unsigned int ith, void * data) { + (void) nth; + struct htp_ssm_scan_context * scctx = (struct htp_ssm_scan_context *) data; + struct htp_ops_context * octx = scctx->octx; + const struct htp_ssm_scan_kernel_params * kparams = scctx->kparams; + const struct htp_ssm_scan_vtcm_layout * layout = &scctx->layout; + struct htp_ssm_scan_hmx_thread_state * st = &scctx->thr[ith]; + const uint32_t step = scctx->cur_step; + + if (step >= st->total_steps) { + return; + } + + struct htp_thread_trace * tr = th->trace; + uint8_t * base = octx->ctx->vtcm_base + (size_t) kparams->vtcm_per_hvx * ith; + + htp_trace_event_start(tr, HTP_TRACE_EVT_HVX_A_PREP, (uint16_t) step); + + ssm_scan_hmx_build_L( + (float *) (base + layout->off_hmx_L), + (const float *) (base + layout->off_hmx_p) + ); + + ssm_scan_hmx_pack_x( + (__fp16 *) (base + layout->off_hmx_x_tilde_col), + (__fp16 *) (base + layout->off_hmx_x_hat_t_row), + st->x_work, (const float *) (base + layout->off_hmx_p), + kparams->head_dim, layout->xy_row_stride + ); + + htp_trace_event_stop(tr, HTP_TRACE_EVT_HVX_A_PREP, (uint16_t) step); +} + +static void ssm_scan_hmx_phase2_worker(const htp_thread_t * th, unsigned int nth, unsigned int ith, void * data) { + (void) nth; + struct htp_ssm_scan_context * scctx = (struct htp_ssm_scan_context *) data; + struct htp_ops_context * octx = scctx->octx; + const struct htp_ssm_scan_kernel_params * kparams = scctx->kparams; + const struct htp_ssm_scan_vtcm_layout * layout = &scctx->layout; + struct htp_ssm_scan_hmx_thread_state * st = &scctx->thr[ith]; + const uint32_t step = scctx->cur_step; + + if (step >= st->total_steps) { + return; + } + + struct htp_thread_trace * tr = th->trace; + uint8_t * base = octx->ctx->vtcm_base + (size_t) kparams->vtcm_per_hvx * ith; + + htp_trace_event_start(tr, HTP_TRACE_EVT_HVX_COMP, (uint16_t) step); + + ssm_scan_hmx_build_m_and_unpack_y( + (__fp16 *) (base + layout->off_hmx_q_m), + (const float *) (base + layout->off_hmx_L), + (const __fp16 *) (base + layout->off_hmx_y_tiles), + st->y_work, (const float *) (base + layout->off_hmx_p), + kparams->head_dim, layout->xy_row_stride + ); + + htp_trace_event_stop(tr, HTP_TRACE_EVT_HVX_COMP, (uint16_t) step); +} + +static void ssm_scan_hmx_phase3_worker(const htp_thread_t * th, unsigned int nth, unsigned int ith, void * data) { + (void) nth; + struct htp_ssm_scan_context * scctx = (struct htp_ssm_scan_context *) data; + struct htp_ops_context * octx = scctx->octx; + const struct htp_ssm_scan_kernel_params * kparams = scctx->kparams; + const struct htp_ssm_scan_vtcm_layout * layout = &scctx->layout; + const struct htp_tensor * s = octx->src[0]; + struct htp_ssm_scan_hmx_thread_state * st = &scctx->thr[ith]; + const uint32_t step = scctx->cur_step; + + if (step >= st->total_steps) { + return; + } + + dma_queue * dma_q = th->dma_q; + struct htp_thread_trace * tr = th->trace; + uint8_t * base = octx->ctx->vtcm_base + (size_t) kparams->vtcm_per_hvx * ith; + const uint32_t t0 = st->cur_c * kparams->token_tile; + const uint32_t nt = MIN(kparams->token_tile, kparams->n_tokens - t0); + const bool last_chunk = (st->cur_c + 1U == kparams->n_chunks); + float * state_dst = last_chunk ? st->state_out : st->state_work; + const size_t state_row_bytes = (size_t) kparams->d_state * sizeof(float); + const size_t state_row_stride = layout->state_row_stride; + const size_t state_stride_elems = state_row_stride / sizeof(float); + + htp_trace_event_start(tr, HTP_TRACE_EVT_HVX_COMP, (uint16_t) step); + + ssm_scan_hmx_finalize_chunk( + st->y_work, + (const __fp16 *) (base + layout->off_hmx_y_tiles), + state_dst, st->state_work, + (const __fp16 *) (base + layout->off_hmx_s_t_col), + (const float *) (base + layout->off_hmx_p), + kparams->head_dim, kparams->d_state, + layout->xy_row_stride, state_stride_elems + ); + + htp_trace_event_stop(tr, HTP_TRACE_EVT_HVX_COMP, (uint16_t) step); + + const size_t row_bytes = (size_t) st->unit_nrows * sizeof(float); + dma_queue_push(dma_q, dma_make_data(st->y_base + (size_t) t0 * kparams->y_token_stride, st->y_work), + kparams->y_token_stride, layout->xy_row_stride, row_bytes, nt); + + if (last_chunk) { + const dma_addr_t state_out_ddr = st->state_out_base + (size_t) st->unit_q * s->nb[3]; + dma_queue_push(dma_q, dma_make_data(state_out_ddr, st->state_out), + s->nb[1], state_row_stride, state_row_bytes, st->unit_nrows); + } else { + dma_queue_push(dma_q, dma_make_data(st->state_out_base, st->state_out), 0, 0, 0, 0); + } + + if (step + 2U < st->total_steps) { + ssm_scan_prefill_push_fetch(dma_q, scctx, base, st->pref_u, st->pref_u_idx, st->pref_c, step & 1U); + if (++st->pref_c == kparams->n_chunks) { + st->pref_c = 0U; + st->pref_u += 1U; + st->pref_u_idx ^= 1U; + } + } + + if (++st->cur_c == kparams->n_chunks) { + st->cur_c = 0U; + st->cur_u += 1U; + } +} + +static void ssm_scan_hmx_epilogue_worker(const htp_thread_t * th, unsigned int nth, unsigned int ith, void * data) { + (void) nth; + (void) ith; + (void) data; + dma_queue_flush(th->dma_q); +} + +static void ssm_scan_run_hmx_chunked(struct htp_ssm_scan_context * scctx) { + struct htp_ops_context * octx = scctx->octx; + const struct htp_ssm_scan_kernel_params * kparams = scctx->kparams; + work_queue_t hvx_q = octx->ctx->hvx_queue; + hmx_queue_t hmx_q = octx->ctx->hmx_queue; + const uint32_t n_hvx = octx->n_hvx; + const uint32_t max_steps = scctx->units_per_hvx * kparams->n_chunks; + + work_queue_run(hvx_q, ssm_scan_hmx_prologue_worker, scctx, n_hvx); + + for (uint32_t step = 0; step < max_steps; ++step) { + scctx->cur_step = step; + + work_queue_run(hvx_q, ssm_scan_hmx_phase1a_worker, scctx, n_hvx); + + hmx_queue_push(hmx_q, hmx_queue_make_desc(ssm_scan_hmx_burst1_worker, scctx)); + work_queue_run(hvx_q, ssm_scan_hmx_phase1b_worker, scctx, n_hvx); + hmx_queue_pop(hmx_q); + + hmx_queue_push(hmx_q, hmx_queue_make_desc(ssm_scan_hmx_gemm4_worker, scctx)); + work_queue_run(hvx_q, ssm_scan_hmx_phase2_worker, scctx, n_hvx); + hmx_queue_pop(hmx_q); + + hmx_queue_push(hmx_q, hmx_queue_make_desc(ssm_scan_hmx_gemm3_worker, scctx)); + hmx_queue_pop(hmx_q); + + work_queue_run(hvx_q, ssm_scan_hmx_phase3_worker, scctx, n_hvx); + } + + work_queue_run(hvx_q, ssm_scan_hmx_epilogue_worker, scctx, n_hvx); +} + +static int op_ssm_scan_f32(struct htp_ops_context * octx) { + const struct htp_tensor * s = octx->src[0]; + const struct htp_tensor * ids = octx->src[6]; + + const struct htp_ssm_scan_kernel_params * kparams = + (const struct htp_ssm_scan_kernel_params *) octx->kernel_params; + + if (htp_tensor_is_extended(ids)) { + return HTP_STATUS_NO_SUPPORT; + } + + const int32_t * ids_data = (const int32_t *) ids->data; + for (uint32_t q = 0; q < kparams->n_seqs; ++q) { + if (ids_data[q] < 0 || (uint32_t) ids_data[q] >= s->ne[3]) { + return HTP_STATUS_INVAL_PARAMS; + } + } + if (octx->flags & HTP_OPFLAGS_STUB) { + return HTP_STATUS_OK; + } + + uint32_t unit_start = 0; + uint32_t nunits = kparams->total_units; + + if (octx->ctx->mdev.count > 1) { + const struct htp_tensor_mdev_range range = htp_tensor_mdev_partition( + nunits, 1, octx->ctx->mdev.idx, octx->ctx->mdev.count, &octx->ctx->mdev.count_div); + unit_start = range.start; + nunits = range.count; + } + + if (nunits == 0) { + return HTP_STATUS_OK; + } + + const uint32_t n_hvx = MIN((uint32_t) kparams->n_hvx, nunits); + const uint32_t units_per_hvx = octx->ctx->mdev.count > 1 + ? (nunits < kparams->n_hvx ? 1U : fastdiv(nunits + n_hvx - 1, &kparams->div_n_hvx)) + : kparams->units_per_hvx; + + struct htp_ssm_scan_context scctx = { + .octx = octx, + .kparams = kparams, + .unit_start = unit_start, + .nunits = nunits, + .units_per_hvx = units_per_hvx, + }; + + htp_ssm_scan_vtcm_layout_build( + &scctx.layout, kparams->d_state, kparams->row_tile, kparams->token_tile, kparams->n_hvx, + kparams->kernel_type == HTP_SSM_SCAN_KERNEL_HMX + ); + + octx->n_hvx = n_hvx; + octx->src0_spad.data = octx->ctx->vtcm_base; + octx->src0_spad.size_per_hvx = kparams->vtcm_per_hvx; + octx->src0_spad.size = kparams->vtcm_size; + + switch (kparams->kernel_type) { + case HTP_SSM_SCAN_KERNEL_HVX_DECODE: + work_queue_run(octx->ctx->hvx_queue, ssm_scan_thread_f32_decode, &scctx, n_hvx); + break; + + case HTP_SSM_SCAN_KERNEL_HVX_PREFILL: + work_queue_run(octx->ctx->hvx_queue, ssm_scan_thread_f32_prefill, &scctx, n_hvx); + break; + + case HTP_SSM_SCAN_KERNEL_HMX: + ssm_scan_run_hmx_chunked(&scctx); + break; + + default: + return HTP_STATUS_NO_SUPPORT; + } + + return octx->status; +} + +int op_ssm_scan(struct htp_ops_context * octx) { + switch (octx->src[0]->type) { + case HTP_TYPE_F32: + return op_ssm_scan_f32(octx); + + default: + return HTP_STATUS_NO_SUPPORT; + } +} diff --git a/ggml/src/ggml-hexagon/htp/ssm-scan-ops.h b/ggml/src/ggml-hexagon/htp/ssm-scan-ops.h new file mode 100644 index 000000000000..0265f5822985 --- /dev/null +++ b/ggml/src/ggml-hexagon/htp/ssm-scan-ops.h @@ -0,0 +1,165 @@ +#ifndef HTP_SSM_SCAN_OPS_H +#define HTP_SSM_SCAN_OPS_H + +#include +#include +#include + +#include "hex-common.h" +#include "hex-fastdiv.h" + +#define HTP_SSM_SCAN_ROW_TILE_DEFAULT 32U +#define HTP_SSM_SCAN_TOKEN_TILE_DEFAULT 32U +#define HTP_SSM_SCAN_HMX_TOKEN_TILE 64U +#define HTP_SSM_SCAN_HMX_MAX_DIM 128U + +enum htp_ssm_scan_kernel_type { + HTP_SSM_SCAN_KERNEL_UNSUPPORTED = 0, + HTP_SSM_SCAN_KERNEL_HVX_DECODE = 1, + HTP_SSM_SCAN_KERNEL_HVX_PREFILL = 2, + HTP_SSM_SCAN_KERNEL_HMX = 3, +}; + +struct htp_ssm_scan_kernel_params { + uint8_t kernel_type; + uint8_t fast_step4; + uint16_t row_tile; + uint16_t token_tile; + uint16_t n_hvx; + + uint32_t n_chunks; + uint32_t d_state; + uint32_t n_a; + uint32_t head_dim; + uint32_t n_tokens; + uint32_t n_seqs; + uint32_t K; + + uint32_t heads_per_group; + uint32_t n_row_blocks; + uint32_t group_units; + uint32_t units_per_seq; + uint32_t total_units; + uint32_t units_per_hvx; + + uint32_t y_token_stride; + uint32_t y_seq_stride; + uint32_t y_bytes; + + uint32_t vtcm_per_hvx; + uint32_t vtcm_size; + + struct fastdiv_values div_units_per_seq; + struct fastdiv_values div_group_units; + struct fastdiv_values div_n_row_blocks; + struct fastdiv_values div_n_hvx; +}; + +#if defined(__cplusplus) +static_assert(sizeof(struct htp_ssm_scan_kernel_params) <= 128, "htp_ssm_scan_kernel_params is too large for kernel_params blob"); +#else +_Static_assert(sizeof(struct htp_ssm_scan_kernel_params) <= 128, "htp_ssm_scan_kernel_params is too large for kernel_params blob"); +#endif + +// Decode updates state out of place (off_state -> off_state_out) so writeback(N) and fetch(N+2) +// never share a VTCM buffer. Prefill updates state in place across token chunks using off_state[0]. +struct htp_ssm_scan_vtcm_layout { + size_t off_state[2]; + size_t off_state_out[2]; + size_t off_B[2]; + size_t off_C[2]; + size_t off_x[2]; + size_t off_dt[2]; + size_t off_A[2]; + size_t off_y[2]; + + size_t off_hmx_scales; + size_t off_hmx_c_row; + size_t off_hmx_b_t_col; + size_t off_hmx_b_col; + size_t off_hmx_s_t_col; + size_t off_hmx_q_m; + size_t off_hmx_y_tiles; + size_t off_hmx_x_tilde_col; + size_t off_hmx_x_hat_t_row; + size_t off_hmx_L; + size_t off_hmx_p; + + size_t state_row_stride; + size_t xy_row_stride; + size_t bytes_per_hvx; + size_t total_bytes; +}; + +static inline void htp_ssm_scan_vtcm_layout_build( + struct htp_ssm_scan_vtcm_layout * layout, + uint32_t d_state, + uint32_t row_tile, + uint32_t token_tile, + uint32_t n_hvx, + bool use_hmx +) { + const size_t state_row_stride = hex_align_up((size_t) d_state * sizeof(float), 128); + const size_t state_slot_bytes = (size_t) row_tile * state_row_stride; + const size_t bc_slot_bytes = (size_t) token_tile * state_row_stride; + const size_t xy_row_stride = hex_align_up((size_t) row_tile * sizeof(float), 128); + const size_t xy_slot_bytes = (size_t) token_tile * xy_row_stride; + const size_t scalar_slot_bytes = hex_align_up((size_t) token_tile * sizeof(float), 128); + const size_t a_slot_bytes = state_row_stride; + + size_t off = 0; + for (uint32_t i = 0; i < 2; ++i) { + layout->off_state[i] = off; off += state_slot_bytes; + layout->off_state_out[i] = off; off += state_slot_bytes; + layout->off_B[i] = off; off += bc_slot_bytes; + layout->off_C[i] = off; off += bc_slot_bytes; + layout->off_x[i] = off; off += xy_slot_bytes; + layout->off_dt[i] = off; off += scalar_slot_bytes; + layout->off_A[i] = off; off += a_slot_bytes; + layout->off_y[i] = off; off += xy_slot_bytes; + } + + if (use_hmx) { + const size_t n_ds_tiles = (size_t) (d_state / 32U); + const size_t n_d_tiles = (size_t) (row_tile / 32U); + const size_t tile_64x64_sz = 2U * 2U * 2048U; + const size_t tile_64xds_sz = 2U * n_ds_tiles * 2048U; + const size_t tile_64xd_sz = 2U * n_d_tiles * 2048U; + const size_t tile_dxds_sz = n_d_tiles * n_ds_tiles * 2048U; + const size_t l_f32_sz = 64U * 64U * sizeof(float); + const size_t p_f32_sz = hex_align_up(4U * 64U * sizeof(float), 2048U); + + off = hex_align_up(off, 2048U); + layout->off_hmx_scales = off; off += 2048U; + layout->off_hmx_c_row = off; off += tile_64xds_sz; + layout->off_hmx_b_t_col = off; off += tile_64xds_sz; + layout->off_hmx_b_col = off; off += tile_64xds_sz; + layout->off_hmx_s_t_col = off; off += tile_dxds_sz; + layout->off_hmx_q_m = off; off += tile_64x64_sz; + layout->off_hmx_y_tiles = off; off += tile_64xd_sz; + layout->off_hmx_x_tilde_col = off; off += tile_64xd_sz; + layout->off_hmx_x_hat_t_row = off; off += tile_64xd_sz; + layout->off_hmx_L = off; off += l_f32_sz; + layout->off_hmx_p = off; off += p_f32_sz; + off = hex_align_up(off, 2048U); + } else { + layout->off_hmx_scales = 0; + layout->off_hmx_c_row = 0; + layout->off_hmx_b_t_col = 0; + layout->off_hmx_b_col = 0; + layout->off_hmx_s_t_col = 0; + layout->off_hmx_q_m = 0; + layout->off_hmx_y_tiles = 0; + layout->off_hmx_x_tilde_col = 0; + layout->off_hmx_x_hat_t_row = 0; + layout->off_hmx_L = 0; + layout->off_hmx_p = 0; + } + + layout->state_row_stride = state_row_stride; + layout->xy_row_stride = xy_row_stride; + layout->bytes_per_hvx = off; + layout->total_bytes = off * n_hvx; +} + +#endif // HTP_SSM_SCAN_OPS_H diff --git a/scripts/snapdragon/run.py b/scripts/snapdragon/run.py index 4336409205d2..91b39a3f7473 100755 --- a/scripts/snapdragon/run.py +++ b/scripts/snapdragon/run.py @@ -35,6 +35,7 @@ "GGML_HEXAGON_FA_HEAD_SPLIT", "GGML_HEXAGON_LI_SELECT", "GGML_HEXAGON_GDN_SELECT", + "GGML_HEXAGON_SSM_SELECT", "GGML_HEXAGON_AR_SELECT", "GGML_HEXAGON_AR_SCATTER", "GGML_HEXAGON_ETM", @@ -222,6 +223,7 @@ def main(): parser.add_argument("--hex-fa-head-split", help="Enable (1) or disable (0) head-parallel flash_attn partitioning (GGML_HEXAGON_FA_HEAD_SPLIT)") parser.add_argument("--hex-li-select", help="Select Lightning Indexer kernel (GGML_HEXAGON_LI_SELECT) 2:HMX,1:HVX,0:disable") parser.add_argument("--hex-gdn-select", help="Select Gated Delta Net kernel (GGML_HEXAGON_GDN_SELECT) 2:HMX,1:HVX,0:disable") + parser.add_argument("--hex-ssm-select", help="Select SSM Scan kernel (GGML_HEXAGON_SSM_SELECT) 2:HMX,1:HVX,0:disable") parser.add_argument("--hex-ar-select", help="Select All-Reduce kernel (GGML_HEXAGON_AR_SELECT) 1:enable,0:disable") parser.add_argument("--hex-ar-scatter", help="Enable (1) or disable (0) reduce-scatter for fused ALLREDUCE+ADD (GGML_HEXAGON_AR_SCATTER)") parser.add_argument("--hex-etm", help="Enable Embedded Trace Macrocell hardware tracing / trace logging (GGML_HEXAGON_ETM)") @@ -377,6 +379,7 @@ def set_env(env_name, opt_val): set_env("GGML_HEXAGON_FA_HEAD_SPLIT", args.hex_fa_head_split) set_env("GGML_HEXAGON_LI_SELECT", args.hex_li_select) set_env("GGML_HEXAGON_GDN_SELECT", args.hex_gdn_select) + set_env("GGML_HEXAGON_SSM_SELECT", args.hex_ssm_select) set_env("GGML_HEXAGON_AR_SELECT", args.hex_ar_select) set_env("GGML_HEXAGON_AR_SCATTER", args.hex_ar_scatter) set_env("GGML_HEXAGON_ETM", args.hex_etm) diff --git a/tests/test-backend-ops.cpp b/tests/test-backend-ops.cpp index b73e838c5456..d0a585a220b6 100644 --- a/tests/test-backend-ops.cpp +++ b/tests/test-backend-ops.cpp @@ -14024,6 +14024,12 @@ static std::vector> make_test_cases_perf() { test_cases.emplace_back(new test_ssm_scan(GGML_TYPE_F32, 128, 80, 128, 1, 512, 1)); // Nemotron-9B prefill test_cases.emplace_back(new test_ssm_scan(GGML_TYPE_F32, 128, 80, 128, 1, 1, 1)); // Nemotron-9B generate + test_cases.emplace_back(new test_ssm_scan(GGML_TYPE_F32, 128, 64, 16, 2, 512, 1)); // Mamba-2 prefill + test_cases.emplace_back(new test_ssm_scan(GGML_TYPE_F32, 128, 64, 16, 2, 1, 1)); // Mamba-2 generate + + test_cases.emplace_back(new test_ssm_scan(GGML_TYPE_F32, 128, 64, 64, 8, 512, 1)); // Nemotron-3.5-Lightning prefill + test_cases.emplace_back(new test_ssm_scan(GGML_TYPE_F32, 128, 64, 64, 8, 1, 1)); // Nemotron-3.5-Lightning generate + // acc test_cases.emplace_back(new test_acc(GGML_TYPE_F32, {256, 17, 1, 1}, {256, 16, 1, 1}, -1)); test_cases.emplace_back(new test_acc(GGML_TYPE_F32, {256, 17, 2, 3}, {256, 16, 2, 3}, -1)); From 9183a552e5fdcbdb5243f187f3a63204eca7dba9 Mon Sep 17 00:00:00 2001 From: "Aman Chadha(IVIXMMI)" <79802170+ac-mmi@users.noreply.github.com> Date: Sat, 14 Nov 2026 05:19:32 +0530 Subject: [PATCH 027/249] metal : fix mul_mv destination offset overflow (#32221) --- ggml/src/ggml-metal/kernels/mul_mv.metal | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggml/src/ggml-metal/kernels/mul_mv.metal b/ggml/src/ggml-metal/kernels/mul_mv.metal index 5d012e484944..de9d76ff60dd 100644 --- a/ggml/src/ggml-metal/kernels/mul_mv.metal +++ b/ggml/src/ggml-metal/kernels/mul_mv.metal @@ -290,7 +290,7 @@ void mul_vec_q_n_f32_impl( //yb += NSG*NQ*QK4_0; } - device float * dst_f32 = (device float *) dst + im*args.ne0*args.ne1 + r1*args.ne0; + device float * dst_f32 = (device float *) dst + (uint64_t)im*args.ne0*args.ne1 + (uint64_t)r1*args.ne0; //helper_mv_reduce_and_write(dst_f32, sumf, r0, args.ne01, tiisg, sgitg, shmem); From 9d25e0014c4b4b316873c01f4938c0e3c687287d Mon Sep 17 00:00:00 2001 From: Aldehir Rojas Date: Fri, 13 Nov 2026 21:51:44 -0600 Subject: [PATCH 028/249] chat : remove mistral workaround (#32230) --- common/chat.cpp | 12 ------------ 1 file changed, 12 deletions(-) diff --git a/common/chat.cpp b/common/chat.cpp index da29cd671d4c..997c135d9c54 100644 --- a/common/chat.cpp +++ b/common/chat.cpp @@ -955,18 +955,6 @@ common_chat_templates_ptr common_chat_templates_init(const struct llama_model * "{%- if false %}"); } - // TODO @aldehir : this is a temporary fix, pending Minja changes - // Ref: https://github.com/ggml-org/llama.cpp/pull/17713#issuecomment-3631342664 - if (default_template_src.find("[TOOL_CALLS]") != std::string::npos - // search for the error message and patch it - && default_template_src.find("if (message['content'] is none or") != std::string::npos) { - string_replace_all(default_template_src, - "{%- if (message['content'] is none or message['content'] == '' or " - "message['content']|length == 0) and (message['tool_calls'] is not defined or " - "message['tool_calls'] is none or message['tool_calls']|length == 0) %}", - "{%- if false %}"); - } - std::string token_bos = bos_token_override; std::string token_eos = eos_token_override; bool add_bos = false; From 61dbf49228c8a96b72e40c89d93cb7c003411f8c Mon Sep 17 00:00:00 2001 From: Ehsan Bateni Date: Fri, 13 Nov 2026 23:57:05 -0500 Subject: [PATCH 029/249] Hexagon: add support for IQ2_XXS and NVFP4 (#31954) * ggml-hexagon: IQ2_XXS and NVFP4 tiled repack layouts * ggml-hexagon: IQ2_XXS HVX matmul kernel * ggml-hexagon: NVFP4 HVX matmul kernel * ggml-hexagon: NVFP4 per-tensor scale * ggml-hexagon: HMX paths for IQ2_XXS and NVFP4 * ggml-hexagon: supports_op coverage for NVFP4 and IQ2_XXS * fix HMX IQ2_XXS dequant scale underflow in fp16 * hexagon: IQ2_XXS 2-gather tile decode with compact grid, small-weight tests * IQ2_XXS vpopcount sign parity and gather pipelining * pipeline IQ2_XXS HMX dequant gathers and add large_w tests * hex-iq2-xxs: rebase and cleanup Remove unused helper functions. Add lut_size to the overall vtcm required size. Trim down (way way down) the new tests. * hex-iq2-xxs: actually trim down the tests --------- Co-authored-by: Max Krasnyansky --- docs/backend/snapdragon/developer.md | 11 + ggml/src/ggml-hexagon/ggml-hexagon.cpp | 4 + ggml/src/ggml-hexagon/htp-kparams.cpp | 4 + ggml/src/ggml-hexagon/htp-repack.cpp | 148 +++++++ ggml/src/ggml-hexagon/htp-repack.h | 1 + .../ggml-hexagon/htp/hmx-mm-kernels-tiled.h | 104 +++++ ggml/src/ggml-hexagon/htp/htp-ops.h | 2 + ggml/src/ggml-hexagon/htp/htp-tensor.h | 16 +- .../ggml-hexagon/htp/hvx-mm-kernels-tiled.h | 363 ++++++++++++++++++ ggml/src/ggml-hexagon/htp/iq2xxs-tables.h | 54 +++ ggml/src/ggml-hexagon/htp/matmul-ops.c | 48 ++- ggml/src/ggml-hexagon/htp/matmul-ops.h | 24 +- tests/test-backend-ops.cpp | 7 + 13 files changed, 779 insertions(+), 7 deletions(-) create mode 100644 ggml/src/ggml-hexagon/htp/iq2xxs-tables.h diff --git a/docs/backend/snapdragon/developer.md b/docs/backend/snapdragon/developer.md index 69a8d5f7d318..c220ad08a3ec 100644 --- a/docs/backend/snapdragon/developer.md +++ b/docs/backend/snapdragon/developer.md @@ -117,6 +117,13 @@ Block-32 formats use a tile size of 32 rows x 32 columns (`K_cols = 32`): Kernel converts E8M0 bias to IEEE FP16 bias via `vh = clamp(e - 112, 0, 30) << 10` to form a power-of-two FP16 scale. Each 4-bit FP4 nibble is unpacked via `mxfp4_to_fp16_lut` and multiplied by this scale. +- **NVFP4** (576 bytes per tile, `HTP_TENSOR_TILE_SIZE_NVFP4`, lossless tiling with same size as `block_nvfp4`): + - A 64-element block spans 2 consecutive k-tiles; k-tile `h` holds sub-blocks `2h` and `2h+1`. + - **Quants** (bytes 0..511): same nibble transposition as `Q4_0`, holding E2M1 values in element order + (within a 16-element sub-block, `qs` byte `j` holds elements `j` and `j+8`). + - **Scales** (bytes 512..575): UE4M3 bytes, `tile[512 + 32*u + row]` for sub-block `u = 0..1` of the k-tile. + - The per-tensor F32 scale is not part of the tile. + - **Q4_1** (640 bytes per tile, `HTP_TENSOR_TILE_SIZE_Q4_1`): - **Quants** (bytes 0..511, 512 bytes): Same 4-bit nibble transposition and storage layout as `Q4_0`. @@ -192,6 +199,10 @@ Byte ordering: `Q2_K`, `Q3_K`, and `Q6_K` use `vrmpy` byte order within each 128 - `bytes 256..319`: raw `scales[]` bytes (`min << 4 | sc`): `[0..31]` for k 0..15, `[32..63]` for k 16..31. - `bytes 320..335`: 8 FP16 in tile `j` (0..7) of super-block: `d` (`j < 4`) or `-dmin` (`j >= 4`) for rows `8*(j%4)..8*(j%4)+7`. +- **IQ2_XXS** (264 bytes per tile, `HTP_TENSOR_TILE_SIZE_IQ2_XXS`, lossless tiling with same size as `block_iq2_xxs`): + - `bytes 0..255`: `qs[4*kt .. 4*kt+3]` (grid indices, signs and scales of one 32-element group) of row `r` at `8*r`. + - `bytes 256..263`: 4 FP16 `d` in tile `j` (0..7) of super-block: rows `4*j..4*j+3`. + - **Q3_K** (512 bytes per tile, `HTP_TENSOR_TILE_SIZE_Q3_K`): - `bytes 0..255` (vec 0..1): low 2 bits; vec `m` holds groups `4m..4m+3` at bit offsets 0, 2, 4, 6. - `bytes 256..383` (vec 2): sign mask, bit `g` set when `hmask` is 0 (quant = `low2 - 4`). diff --git a/ggml/src/ggml-hexagon/ggml-hexagon.cpp b/ggml/src/ggml-hexagon/ggml-hexagon.cpp index ab3854703779..f9daf10f2e83 100644 --- a/ggml/src/ggml-hexagon/ggml-hexagon.cpp +++ b/ggml/src/ggml-hexagon/ggml-hexagon.cpp @@ -3507,6 +3507,10 @@ static void ggml_hexagon_init(ggml_backend_reg * reg) { "please update hexagon_type to match ggml_type"); static_assert((unsigned int) HTP_TYPE_MXFP4 == (unsigned int) GGML_TYPE_MXFP4, "please update hexagon_type to match ggml_type"); + static_assert((unsigned int) HTP_TYPE_NVFP4 == (unsigned int) GGML_TYPE_NVFP4, + "please update hexagon_type to match ggml_type"); + static_assert((unsigned int) HTP_TYPE_IQ2_XXS == (unsigned int) GGML_TYPE_IQ2_XXS, + "please update hexagon_type to match ggml_type"); static_assert((unsigned int) HTP_TYPE_IQ4_NL == (unsigned int) GGML_TYPE_IQ4_NL, "please update hexagon_type to match ggml_type"); static_assert((unsigned int) HTP_TYPE_Q4_K == (unsigned int) GGML_TYPE_Q4_K, diff --git a/ggml/src/ggml-hexagon/htp-kparams.cpp b/ggml/src/ggml-hexagon/htp-kparams.cpp index bc473defdb63..4c771946a3d2 100644 --- a/ggml/src/ggml-hexagon/htp-kparams.cpp +++ b/ggml/src/ggml-hexagon/htp-kparams.cpp @@ -962,6 +962,8 @@ static bool htp_matmul_check_types( case GGML_TYPE_Q8_0: case GGML_TYPE_IQ4_NL: case GGML_TYPE_MXFP4: + case GGML_TYPE_IQ2_XXS: + case GGML_TYPE_NVFP4: case GGML_TYPE_Q4_K: case GGML_TYPE_Q5_K: case GGML_TYPE_Q6_K: @@ -1006,6 +1008,8 @@ static bool htp_matmul_check_types( case GGML_TYPE_Q8_0: case GGML_TYPE_IQ4_NL: case GGML_TYPE_MXFP4: + case GGML_TYPE_IQ2_XXS: + case GGML_TYPE_NVFP4: case GGML_TYPE_Q4_K: case GGML_TYPE_Q5_K: case GGML_TYPE_Q6_K: diff --git a/ggml/src/ggml-hexagon/htp-repack.cpp b/ggml/src/ggml-hexagon/htp-repack.cpp index b5413791c183..b60c1da63f89 100644 --- a/ggml/src/ggml-hexagon/htp-repack.cpp +++ b/ggml/src/ggml-hexagon/htp-repack.cpp @@ -1681,6 +1681,142 @@ static void repack_tiled_q1_0(void * data, const ggml_tensor * t, size_t offset, } } +// --- IQ2_XXS (lossless 264 B tile: 32 rows x 8 B of qs + 4 FP16 d for rows 4*kt_local..4*kt_local+3) --- + +#define IQ2_XXS_QS_PER_KT 4 +#define IQ2_XXS_QS_PL_BYTES 256 +#define IQ2_XXS_D_PER_KT 4 + +static void repack_iq2_xxs_tiled(ggml_tensor * t, const void * data, size_t offset, size_t size) { + repack_kquant_to_tiled_grid(t, data, offset, size, HTP_TENSOR_TILE_SIZE_IQ2_XXS, + [](uint8_t * tile, const block_iq2_xxs * b, int row, int kt_local) { + ggml_half * dd_pl = (ggml_half *) (tile + IQ2_XXS_QS_PL_BYTES); + memcpy(tile + row * sizeof(uint16_t) * IQ2_XXS_QS_PER_KT, &b->qs[kt_local * IQ2_XXS_QS_PER_KT], + sizeof(uint16_t) * IQ2_XXS_QS_PER_KT); + if (row / IQ2_XXS_D_PER_KT == kt_local) { + dd_pl[row % IQ2_XXS_D_PER_KT] = b->d; + } + }); +} + +static void repack_tiled_iq2_xxs(void * data, const ggml_tensor * t, size_t offset, size_t size) { + unpack_kquant_from_tiled_grid(data, t, offset, size, HTP_TENSOR_TILE_SIZE_IQ2_XXS, + [](block_iq2_xxs * b, const uint8_t * sb_tiles, size_t tile_size, int row) { + for (int kt_local = 0; kt_local < QK_K / 32; kt_local++) { + const uint8_t * tile = sb_tiles + kt_local * tile_size; + const ggml_half * dd_pl = (const ggml_half *) (tile + IQ2_XXS_QS_PL_BYTES); + memcpy(&b->qs[kt_local * IQ2_XXS_QS_PER_KT], tile + row * sizeof(uint16_t) * IQ2_XXS_QS_PER_KT, + sizeof(uint16_t) * IQ2_XXS_QS_PER_KT); + if (row / IQ2_XXS_D_PER_KT == kt_local) { + b->d = dd_pl[row % IQ2_XXS_D_PER_KT]; + } + } + }); +} + +// --- NVFP4 (576 B tile: Q4_0-style nibble transpose + 2 UE4M3 scales per row, one block-64 = 2 k-tiles) --- + +#define NVFP4_TILE_NIBBLE_BYTES 512 +#define NVFP4_KT_PER_BLOCK (QK_NVFP4 / 32) +#define NVFP4_SUB_PER_KT (32 / QK_NVFP4_SUB) + +// element e (0..31) of k-tile kt_half lives in sub-block 2*kt_half + e/16, low nibble if (e%16) < 8 +static inline uint8_t nvfp4_get_nibble(const block_nvfp4 & b, int kt_half, int e) { + const int sub = kt_half * NVFP4_SUB_PER_KT + e / QK_NVFP4_SUB; + const int j = e % (QK_NVFP4_SUB / 2); + const uint8_t q = b.qs[sub * (QK_NVFP4_SUB / 2) + j]; + return (e % QK_NVFP4_SUB) < QK_NVFP4_SUB / 2 ? (q & 0x0F) : (q >> 4); +} + +static inline void nvfp4_set_nibble(block_nvfp4 & b, int kt_half, int e, uint8_t v) { + const int sub = kt_half * NVFP4_SUB_PER_KT + e / QK_NVFP4_SUB; + const int j = e % (QK_NVFP4_SUB / 2); + uint8_t & q = b.qs[sub * (QK_NVFP4_SUB / 2) + j]; + q |= (e % QK_NVFP4_SUB) < QK_NVFP4_SUB / 2 ? v : (uint8_t) (v << 4); +} + +static void repack_nvfp4_tiled(ggml_tensor * t, const void * data, size_t offset, size_t size) { + GGML_ASSERT(offset == 0); + GGML_ASSERT(t->ne[0] % QK_NVFP4 == 0); + GGML_UNUSED(size); + + const block_nvfp4 * src = (const block_nvfp4 *) data; + const int64_t blocks_per_row = t->ne[0] / QK_NVFP4; + const int64_t n_k_tiles = blocks_per_row * NVFP4_KT_PER_BLOCK; + const int64_t n_col_tiles = hex_round_up(t->ne[1], 32) / 32; + const size_t matrix_size = (size_t) n_col_tiles * n_k_tiles * HTP_TENSOR_TILE_SIZE_NVFP4; + const size_t ct_bytes = (size_t) n_k_tiles * HTP_TENSOR_TILE_SIZE_NVFP4; + + for (int64_t slice = 0; slice < t->ne[2] * t->ne[3]; ++slice) { + const block_nvfp4 * src_slice = src + slice * t->ne[1] * blocks_per_row; + uint8_t * dst_slice = (uint8_t *) t->data + slice * matrix_size; + + repack_parallel_for_ct(matrix_size, (int) n_col_tiles, [&](int ct0, int ct1) { + // Padding rows and OR-ed nibbles require zeroed tiles + memset(dst_slice + (size_t) ct0 * ct_bytes, 0, (size_t) (ct1 - ct0) * ct_bytes); + + const int64_t r0 = (int64_t) ct0 * 32; + const int64_t r1 = (std::min)((int64_t) ct1 * 32, t->ne[1]); + for (int64_t r = r0; r < r1; ++r) { + const int64_t ct = r / 32; + const int row = (int) (r % 32); + for (int64_t blk = 0; blk < blocks_per_row; ++blk) { + const block_nvfp4 & b = src_slice[r * blocks_per_row + blk]; + for (int h = 0; h < NVFP4_KT_PER_BLOCK; ++h) { + uint8_t * tile = dst_slice + (ct * n_k_tiles + blk * NVFP4_KT_PER_BLOCK + h) * HTP_TENSOR_TILE_SIZE_NVFP4; + for (int e = 0; e < 32; ++e) { + tile[(e / 2) * 32 + row] |= (uint8_t) (nvfp4_get_nibble(b, h, e) << (4 * (e & 1))); + } + for (int u = 0; u < NVFP4_SUB_PER_KT; ++u) { + tile[NVFP4_TILE_NIBBLE_BYTES + u * 32 + row] = b.d[h * NVFP4_SUB_PER_KT + u]; + } + } + } + } + }); + } +} + +static void repack_tiled_nvfp4(void * data, const ggml_tensor * t, size_t offset, size_t size) { + GGML_ASSERT(t->ne[0] % QK_NVFP4 == 0); + GGML_ASSERT(offset + size <= ggml_nbytes(t)); + + const size_t blocks_per_row = t->ne[0] / QK_NVFP4; + const size_t blocks_per_slice = t->ne[1] * blocks_per_row; + const size_t n_k_tiles = blocks_per_row * NVFP4_KT_PER_BLOCK; + const size_t n_col_tiles = hex_round_up(t->ne[1], 32) / 32; + const size_t matrix_size = n_col_tiles * n_k_tiles * HTP_TENSOR_TILE_SIZE_NVFP4; + + const size_t first_block = offset / sizeof(block_nvfp4); + const size_t end_block = (offset + size + sizeof(block_nvfp4) - 1) / sizeof(block_nvfp4); + + for (size_t block_index = first_block; block_index < end_block; ++block_index) { + const size_t slice = block_index / blocks_per_slice; + const size_t in_slice = block_index % blocks_per_slice; + const size_t r = in_slice / blocks_per_row; + const size_t blk = in_slice % blocks_per_row; + const size_t ct = r / 32; + const int row = (int) (r % 32); + + block_nvfp4 b = {}; + for (int h = 0; h < NVFP4_KT_PER_BLOCK; ++h) { + const uint8_t * tile = (const uint8_t *) t->data + slice * matrix_size + + (ct * n_k_tiles + blk * NVFP4_KT_PER_BLOCK + h) * HTP_TENSOR_TILE_SIZE_NVFP4; + for (int e = 0; e < 32; ++e) { + nvfp4_set_nibble(b, h, e, (tile[(e / 2) * 32 + row] >> (4 * (e & 1))) & 0x0F); + } + for (int u = 0; u < NVFP4_SUB_PER_KT; ++u) { + b.d[h * NVFP4_SUB_PER_KT + u] = tile[NVFP4_TILE_NIBBLE_BYTES + u * 32 + row]; + } + } + + const size_t block_begin = block_index * sizeof(block_nvfp4); + const size_t copy_begin = (std::max)(block_begin, offset); + const size_t copy_end = (std::min)(block_begin + sizeof(block_nvfp4), offset + size); + memcpy((uint8_t *) data + copy_begin - offset, (const uint8_t *) &b + copy_begin - block_begin, copy_end - copy_begin); + } +} + // --- Top-level Repack / Unpack Dispatchers --- void htp_repack_tensor_tiled(ggml_tensor * tensor, const void * data, size_t size) { @@ -1707,6 +1843,12 @@ void htp_repack_tensor_tiled(ggml_tensor * tensor, const void * data, size_t siz case GGML_TYPE_MXFP4: repack_mxfp4_tiled(tensor, data, 0, size); break; + case GGML_TYPE_NVFP4: + repack_nvfp4_tiled(tensor, data, 0, size); + break; + case GGML_TYPE_IQ2_XXS: + repack_iq2_xxs_tiled(tensor, data, 0, size); + break; case GGML_TYPE_Q2_0: repack_q2_0_tiled(tensor, data, 0, size); break; @@ -1768,6 +1910,12 @@ void htp_unpack_tensor_tiled(void * data, const ggml_tensor * tensor, size_t off case GGML_TYPE_MXFP4: repack_tiled_mxfp4(data, tensor, offset, size); break; + case GGML_TYPE_NVFP4: + repack_tiled_nvfp4(data, tensor, offset, size); + break; + case GGML_TYPE_IQ2_XXS: + repack_tiled_iq2_xxs(data, tensor, offset, size); + break; case GGML_TYPE_Q2_0: repack_tiled_q2_0(data, tensor, offset, size); break; diff --git a/ggml/src/ggml-hexagon/htp-repack.h b/ggml/src/ggml-hexagon/htp-repack.h index 5b71f9c5aae1..fc1c0d7b5862 100644 --- a/ggml/src/ggml-hexagon/htp-repack.h +++ b/ggml/src/ggml-hexagon/htp-repack.h @@ -12,6 +12,7 @@ static inline bool htp_is_tiled_weight_type(enum ggml_type type) { type == GGML_TYPE_Q4_0 || type == GGML_TYPE_Q4_1 || type == GGML_TYPE_Q5_0 || type == GGML_TYPE_Q5_1 || type == GGML_TYPE_MXFP4 || type == GGML_TYPE_IQ4_NL || + type == GGML_TYPE_NVFP4 || type == GGML_TYPE_IQ2_XXS || type == GGML_TYPE_Q8_0 || type == GGML_TYPE_Q6_K || type == GGML_TYPE_Q2_K || type == GGML_TYPE_Q3_K || type == GGML_TYPE_Q4_K || type == GGML_TYPE_Q5_K || diff --git a/ggml/src/ggml-hexagon/htp/hmx-mm-kernels-tiled.h b/ggml/src/ggml-hexagon/htp/hmx-mm-kernels-tiled.h index a828012dd7fc..37c529647ab9 100644 --- a/ggml/src/ggml-hexagon/htp/hmx-mm-kernels-tiled.h +++ b/ggml/src/ggml-hexagon/htp/hmx-mm-kernels-tiled.h @@ -805,6 +805,110 @@ static void dequantize_tiled_weight_to_fp16_task_q6_k( } } +#define NVFP4_UE4M3_F16_MAN_SHIFT 7 // 10 - 3 mantissa bits +#define NVFP4_UE4M3_F16_REBIAS 0x2000 // (15 - 7) << 10 +#define NVFP4_UE4M3_F16_SUB_SCALE 0x1800 // 2^-9 as fp16 bits +#define IQ2XXS_D_SCALE_F16 0x3000 // 0.125 as fp16 bits + +// UE4M3 codes in the low byte of each halfword -> fp16 +static inline HVX_Vector nvfp4_ue4m3_to_f16(HVX_Vector v_code) { + HVX_Vector v_mask = Q6_Vh_vsplat_R(NVFP4_UE4M3_MASK); + HVX_Vector v_x = Q6_V_vand_VV(v_code, v_mask); + + HVX_Vector v_norm = Q6_Vh_vadd_VhVh(Q6_Vh_vasl_VhR(v_x, NVFP4_UE4M3_F16_MAN_SHIFT), Q6_Vh_vsplat_R(NVFP4_UE4M3_F16_REBIAS)); + HVX_Vector v_sub = Q6_Vhf_equals_Vqf16(Q6_Vqf16_vmpy_VhfVhf(Q6_Vhf_equals_Vh(v_x), Q6_Vh_vsplat_R(NVFP4_UE4M3_F16_SUB_SCALE))); + + HVX_VectorPred q_sub = Q6_Q_vcmp_gt_VhVh(Q6_Vh_vsplat_R(NVFP4_UE4M3_MIN_NORMAL), v_x); + HVX_VectorPred q_nan = Q6_Q_vcmp_eq_VhVh(v_x, v_mask); + + return Q6_V_vmux_QVV(q_nan, Q6_V_vzero(), Q6_V_vmux_QVV(q_sub, v_sub, v_norm)); +} + +// NVFP4 tiles are MXFP4 quants with one UE4M3 scale per 16 k (sub-block 0: k 0..15, sub-block 1: k 16..31) +static void dequantize_tiled_weight_to_fp16_task_nvfp4( + const tiled_dequantize_state_t *state, + uint32_t start_tile, uint32_t end_tile) { + + const HVX_Vector mask_h4 = Q6_Vb_vsplat_R(0x0F); + const HVX_Vector vlut_cvt = hvx_vmem(mxfp4_to_fp16_lut); + + for (uint32_t t = start_tile; t < end_tile; t++) { + const uint8_t * tile_src = state->src + t * state->aligned_tile_size; + __fp16 * dst_ptr = state->dst + t * HTP_MM_HMX_TILE_N_ELMS; + + HVX_Vector v_d = nvfp4_ue4m3_to_f16(Q6_V_lo_W(Q6_Wuh_vunpack_Vub(hvx_vmem(tile_src + NVFP4_SCALE_OFF)))); + HVX_VectorPair vp_d = Q6_W_vshuff_VVR(v_d, v_d, -2); + HVX_Vector v_scale_k0 = Q6_V_lo_W(vp_d); + HVX_Vector v_scale_k16 = Q6_V_hi_W(vp_d); + + #pragma unroll + for (int g = 0; g < 4; g++) { + const HVX_Vector v_scale = (g < 2) ? v_scale_k0 : v_scale_k16; + + HVX_Vector vq = hvx_vmem(tile_src + g * 128); + HVX_Vector v_lo = Q6_V_vand_VV(vq, mask_h4); + HVX_Vector v_hi = Q6_Vub_vlsr_VubR(vq, 4); + + HVX_VectorPair vp_shuf = Q6_W_vshuff_VVR(v_hi, v_lo, -1); + HVX_VectorPair vp_lo = Q6_Wh_vlut16_VbVhR(Q6_Vb_vshuff_Vb(Q6_V_lo_W(vp_shuf)), vlut_cvt, 0); + HVX_VectorPair vp_hi = Q6_Wh_vlut16_VbVhR(Q6_Vb_vshuff_Vb(Q6_V_hi_W(vp_shuf)), vlut_cvt, 0); + + hvx_vmem(dst_ptr + (4 * g + 0) * 64) = Q6_Vhf_equals_Vqf16(Q6_Vqf16_vmpy_VhfVhf(Q6_V_lo_W(vp_lo), v_scale)); + hvx_vmem(dst_ptr + (4 * g + 1) * 64) = Q6_Vhf_equals_Vqf16(Q6_Vqf16_vmpy_VhfVhf(Q6_V_hi_W(vp_lo), v_scale)); + hvx_vmem(dst_ptr + (4 * g + 2) * 64) = Q6_Vhf_equals_Vqf16(Q6_Vqf16_vmpy_VhfVhf(Q6_V_lo_W(vp_hi), v_scale)); + hvx_vmem(dst_ptr + (4 * g + 3) * 64) = Q6_Vhf_equals_Vqf16(Q6_Vqf16_vmpy_VhfVhf(Q6_V_hi_W(vp_hi), v_scale)); + } + } +} + +// IQ2_XXS: int8 grid weights from the VTCM LUT, scaled by d / 8 * (2 * scale + 1) per row +static void dequantize_tiled_weight_to_fp16_task_iq2_xxs( + const tiled_dequantize_state_t *state, + uint32_t start_tile, uint32_t end_tile) { + + HVX_Vector v_d = Q6_V_vzero(); + const HVX_Vector v_eighth = Q6_Vh_vsplat_R(IQ2XXS_D_SCALE_F16); + + HVX_Vector v_sgn = Q6_V_vzero(); + if (start_tile < end_tile) { + v_sgn = iq2xxs_gather_issue(state->src + start_tile * state->aligned_tile_size); + } + + for (uint32_t t = start_tile; t < end_tile; t++) { + const uint8_t * tile = state->src + t * state->aligned_tile_size; + __fp16 * dst_ptr = state->dst + t * HTP_MM_HMX_TILE_N_ELMS; + + // rows hold all k tiles and n_k_tiles is a multiple of 8, so t % 8 is the tile within its super-block + if (t == start_tile || (t & (IQ2XXS_TILES_PER_SB - 1)) == 0) { + v_d = iq2xxs_gather_d(tile - (t & (IQ2XXS_TILES_PER_SB - 1)) * state->aligned_tile_size); + } + + HVX_Vector v_c[2], v_w[2 * IQ2XXS_GROUPS], v_ls; + iq2xxs_gather_wait(tile, v_c); + const HVX_Vector v_sgn_cur = v_sgn; + if (t + 1 < end_tile) { + v_sgn = iq2xxs_gather_issue(tile + state->aligned_tile_size); + } + iq2xxs_decode_expand(v_c, v_sgn_cur, v_w, &v_ls); + + HVX_Vector v_ls_h = Q6_Vhf_equals_Vh(Q6_Vh_vpacke_VwVw(v_ls, v_ls)); + HVX_Vector v_sc = Q6_Vhf_equals_Vqf16(Q6_Vqf16_vmpy_VhfVhf(v_d, v_ls_h)); + HVX_Vector v_scale = Q6_V_lo_W(Q6_W_vshuff_VVR(v_sc, v_sc, -2)); + + #pragma unroll + for (int g = 0; g < 2 * IQ2XXS_GROUPS; g++) { + HVX_VectorPair vp16 = Q6_Wh_vunpack_Vb(v_w[g]); + HVX_VectorPair vp_k = Q6_W_vdeal_VVR(Q6_V_hi_W(vp16), Q6_V_lo_W(vp16), -4); + + // d / 8 is subnormal in fp16 for real weights, so apply the 1/8 after the multiply by d * ls + HVX_Vector v_lo = Q6_Vhf_equals_Vqf16(Q6_Vqf16_vmpy_VhfVhf(Q6_Vhf_equals_Vh(Q6_V_lo_W(vp_k)), v_scale)); + HVX_Vector v_hi = Q6_Vhf_equals_Vqf16(Q6_Vqf16_vmpy_VhfVhf(Q6_Vhf_equals_Vh(Q6_V_hi_W(vp_k)), v_scale)); + hvx_vmem(dst_ptr + (2 * g + 0) * 64) = Q6_Vhf_equals_Vqf16(Q6_Vqf16_vmpy_VhfVhf(v_lo, v_eighth)); + hvx_vmem(dst_ptr + (2 * g + 1) * 64) = Q6_Vhf_equals_Vqf16(Q6_Vqf16_vmpy_VhfVhf(v_hi, v_eighth)); + } + } +} + // Q3_K stores 3-bit weights and one fp16 scale per 16 k, see HTP_TENSOR_TILE_SIZE_Q3_K. static void dequantize_tiled_weight_to_fp16_task_q3_k( const tiled_dequantize_state_t *state, diff --git a/ggml/src/ggml-hexagon/htp/htp-ops.h b/ggml/src/ggml-hexagon/htp/htp-ops.h index d0b53c0155e1..4f24eda1e47f 100644 --- a/ggml/src/ggml-hexagon/htp/htp-ops.h +++ b/ggml/src/ggml-hexagon/htp/htp-ops.h @@ -29,11 +29,13 @@ enum htp_data_type { HTP_TYPE_Q4_K = 12, HTP_TYPE_Q5_K = 13, HTP_TYPE_Q6_K = 14, + HTP_TYPE_IQ2_XXS = 16, HTP_TYPE_IQ4_NL = 20, HTP_TYPE_I32 = 26, HTP_TYPE_I64 = 27, HTP_TYPE_BF16 = 30, HTP_TYPE_MXFP4 = 39, + HTP_TYPE_NVFP4 = 40, HTP_TYPE_Q1_0 = 41, HTP_TYPE_Q2_0 = 42, diff --git a/ggml/src/ggml-hexagon/htp/htp-tensor.h b/ggml/src/ggml-hexagon/htp/htp-tensor.h index beacc7e4db58..2f9a4b129125 100644 --- a/ggml/src/ggml-hexagon/htp/htp-tensor.h +++ b/ggml/src/ggml-hexagon/htp/htp-tensor.h @@ -22,6 +22,12 @@ #define HTP_TENSOR_TILE_SIZE_Q8_0 1088 #define HTP_TENSOR_TILE_SIZE_IQ4_NL 576 #define HTP_TENSOR_TILE_SIZE_MXFP4 544 +#define HTP_TENSOR_TILE_SIZE_NVFP4 576 +#define HTP_TENSOR_TILE_SIZE_IQ2_XXS 264 +#define HTP_TENSOR_TILE_SCRATCH_IQ2_XXS 256 +#define HTP_IQ2XXS_NIBBLE_BYTES 128 // 16 words for vlut16, padded to a vector +#define HTP_IQ2XXS_GRID_BYTES 512 // 256 entries x 8 elements x 2-bit magnitude code +#define HTP_IQ2XXS_LUT_BYTES (HTP_IQ2XXS_NIBBLE_BYTES + HTP_IQ2XXS_GRID_BYTES) #define HTP_TENSOR_TILE_SIZE_Q4_K 640 #define HTP_TENSOR_TILE_SIZE_Q5_K 768 #define HTP_TENSOR_TILE_SIZE_Q6_K 896 @@ -32,7 +38,7 @@ #define HTP_TENSOR_TILE_K_Q2_0 64 #define HTP_TENSOR_TILE_SIZE_Q2_0 576 -// Tiled weight tensor layouts (Q4_0, Q5_0, Q5_1, Q8_0, IQ4_NL, MXFP4, Q1_0, Q2_0, K-quants): +// Tiled weight tensor layouts (Q4_0, Q5_0, Q5_1, Q8_0, IQ4_NL, MXFP4, NVFP4, IQ2_XXS, Q1_0, Q2_0, K-quants): // See docs/backend/snapdragon/developer.md ("Tiled Weight Formats"). struct htp_tensor_mdev_range { @@ -156,6 +162,8 @@ static inline uint32_t htp_tensor_get_tile_size(int type) { case HTP_TYPE_Q1_0: return HTP_TENSOR_TILE_SIZE_Q1_0; case HTP_TYPE_Q2_0: return HTP_TENSOR_TILE_SIZE_Q2_0; case HTP_TYPE_MXFP4: return HTP_TENSOR_TILE_SIZE_MXFP4; + case HTP_TYPE_NVFP4: return HTP_TENSOR_TILE_SIZE_NVFP4; + case HTP_TYPE_IQ2_XXS: return HTP_TENSOR_TILE_SIZE_IQ2_XXS; case HTP_TYPE_F16: return HTP_TENSOR_TILE_SIZE_F16; default: return 0; } @@ -170,7 +178,9 @@ static inline uint32_t htp_tensor_get_tile_k(int type) { } static inline uint32_t htp_tensor_get_tile_padded_size(int type) { - return (htp_tensor_get_tile_size(type) + 127u) & ~127u; + // IQ2_XXS: the last 256 B of the padded tile are the vgather scratch of its vec-dot + const uint32_t scratch = (type == HTP_TYPE_IQ2_XXS) ? HTP_TENSOR_TILE_SCRATCH_IQ2_XXS : 0u; + return (htp_tensor_get_tile_size(type) + scratch + 127u) & ~127u; } static inline bool htp_tensor_is_tiled(const struct htp_tensor * t) { @@ -189,6 +199,8 @@ static inline uint32_t htp_tensor_get_row_size(int type, uint32_t ne00) { case HTP_TYPE_Q5_0: return (ne00 / 32) * 22; case HTP_TYPE_Q5_1: return (ne00 / 32) * 24; case HTP_TYPE_MXFP4: return (ne00 / 32) * 17; + case HTP_TYPE_NVFP4: return (ne00 / 64) * 36; + case HTP_TYPE_IQ2_XXS: return (ne00 / 256) * 66; case HTP_TYPE_Q2_K: return (ne00 / 256) * 84; case HTP_TYPE_Q2_0: return (ne00 / 64) * 18; case HTP_TYPE_Q3_K: return (ne00 / 256) * 110; diff --git a/ggml/src/ggml-hexagon/htp/hvx-mm-kernels-tiled.h b/ggml/src/ggml-hexagon/htp/hvx-mm-kernels-tiled.h index 4a6b2b5ea216..e39ca336b417 100644 --- a/ggml/src/ggml-hexagon/htp/hvx-mm-kernels-tiled.h +++ b/ggml/src/ggml-hexagon/htp/hvx-mm-kernels-tiled.h @@ -1850,6 +1850,212 @@ static void tiled_vec_dot_iq4nl_32x2(const uint32_t n, float * restrict s0, floa } } +#define IQ2XXS_GROUPS 4 // 8-element grid entries per tile row +#define IQ2XXS_TILES_PER_SB 8 // 256 / 32 +#define IQ2XXS_CODE_SHIFT 1 // log2(2 B per grid code) +#define IQ2XXS_WORD_BYTES 4 +#define IQ2XXS_IDX_BITS 8 +#define IQ2XXS_IDX_MASK 0xFF +#define IQ2XXS_SIGN_BITS 7 +#define IQ2XXS_SIGN_MASK 0x7F +#define IQ2XXS_PARITY_SHIFT 7 +#define IQ2XXS_SCALE_SHIFT 28 +#define IQ2XXS_D_SLICE_OFF 256 // 4 fp16 d of the tile, after the 32 rows x 8 B +#define IQ2XXS_D_SCALE 0.125f // db = d * (2 * scale + 1) / 8 +#define IQ2XXS_D_SLICE_BYTES 8 +#define IQ2XXS_SIGN_PRED_LO 0x08040201 // sign bit of bytes 0..3 of an 8-element group +#define IQ2XXS_SIGN_PRED_HI 0x80402010 // sign bit of bytes 4..7 +#define IQ2XXS_IDX_LO_MASK 0x1FE // index byte << 1, halfword 0 of a lane +#define IQ2XXS_IDX_HI_MASK 0x1FE0000 // index byte << 1, halfword 1 of a lane +#define IQ2XXS_NIB_LO_MASK 0x00000F0F // nibbles of the code bytes, lane bytes 0..1 +#define IQ2XXS_NIB_HI_MASK 0x0F0F0000 // nibbles of the code bytes, lane bytes 2..3 + +static inline HVX_Vector * iq2xxs_tile_scratch(const uint8_t * tile) { + return (HVX_Vector *) (tile + htp_tensor_get_tile_padded_size(HTP_TYPE_IQ2_XXS) - HTP_TENSOR_TILE_SCRATCH_IQ2_XXS); +} + +// IQ2_XXS: start the 2 halfword grid-code gathers of a tile into its scratch, returns the sign/scale words +static inline HVX_Vector iq2xxs_gather_issue(const uint8_t * restrict tile) { + HVX_Vector * restrict v_scr = iq2xxs_tile_scratch(tile); + const uint8_t * grid = iq2xxs_vtcm_lut + HTP_IQ2XXS_NIBBLE_BYTES; + + // lo: 4 grid indices per row, hi: 4 sign indices + scale per row + HVX_VectorPair p = Q6_W_vdeal_VVR(hvx_vmem(tile + VLEN), hvx_vmem(tile), -IQ2XXS_WORD_BYTES); + HVX_Vector v_idx = Q6_V_lo_W(p); + + // one halfword gather per 2 groups: lane i gets the codes of groups 2h and 2h+1 in halfwords 0 and 1 + HVX_Vector v_off0 = Q6_V_vor_VV(Q6_V_vand_VV(Q6_Vw_vasl_VwR(v_idx, IQ2XXS_CODE_SHIFT), Q6_V_vsplat_R(IQ2XXS_IDX_LO_MASK)), + Q6_V_vand_VV(Q6_Vw_vasl_VwR(v_idx, IQ2XXS_CODE_SHIFT + IQ2XXS_IDX_BITS), Q6_V_vsplat_R(IQ2XXS_IDX_HI_MASK))); + HVX_Vector v_off1 = Q6_V_vor_VV(Q6_V_vand_VV(Q6_Vuw_vlsr_VuwR(v_idx, 2 * IQ2XXS_IDX_BITS - IQ2XXS_CODE_SHIFT), Q6_V_vsplat_R(IQ2XXS_IDX_LO_MASK)), + Q6_V_vand_VV(Q6_Vuw_vlsr_VuwR(v_idx, IQ2XXS_IDX_BITS - IQ2XXS_CODE_SHIFT), Q6_V_vsplat_R(IQ2XXS_IDX_HI_MASK))); + Q6_vgather_ARMVh(&v_scr[0], (size_t) grid, HTP_IQ2XXS_GRID_BYTES - 1, v_off0); + Q6_vgather_ARMVh(&v_scr[1], (size_t) grid, HTP_IQ2XXS_GRID_BYTES - 1, v_off1); + + return Q6_V_hi_W(p); +} + +// IQ2_XXS: wait for the gathers of iq2xxs_gather_issue and read the grid codes +static inline void iq2xxs_gather_wait(const uint8_t * restrict tile, HVX_Vector * restrict v_c) { + HVX_Vector * restrict v_scr = iq2xxs_tile_scratch(tile); + hvx_gather_sync(&v_scr[1]); + v_c[0] = v_scr[0]; + v_c[1] = v_scr[1]; +} + +// IQ2_XXS: 8 int8 weight words (k = 4g..4g+3 per row lane) and the odd group scale (2 * scale + 1) of a 32x32 tile +static inline void iq2xxs_decode_expand(const HVX_Vector * restrict v_c, HVX_Vector v_sgn, HVX_Vector * restrict v_w, HVX_Vector * restrict v_ls) { + const HVX_Vector v_zero = Q6_V_vzero(); + const HVX_Vector v_one = Q6_V_vsplat_R(1); + const HVX_Vector v_sgn_mask = Q6_V_vsplat_R(IQ2XXS_SIGN_MASK); + const HVX_Vector v_nib_lut = hvx_vmem(iq2xxs_vtcm_lut); + + #pragma unroll + for (int l = 0; l < IQ2XXS_GROUPS; l++) { + // 7 stored sign bits + even-parity bit + HVX_Vector v_s7 = Q6_V_vand_VV(Q6_Vuw_vlsr_VuwR(v_sgn, IQ2XXS_SIGN_BITS * l), v_sgn_mask); + HVX_Vector v_t = Q6_Vh_vpopcount_Vh(v_s7); + HVX_Vector v_s = Q6_V_vor_VV(v_s7, Q6_Vw_vasl_VwR(Q6_V_vand_VV(v_t, v_one), IQ2XXS_PARITY_SHIFT)); + HVX_Vector v_s16 = Q6_V_vor_VV(v_s, Q6_Vw_vasl_VwR(v_s, 8)); + HVX_Vector v_rep = Q6_V_vor_VV(v_s16, Q6_Vw_vasl_VwR(v_s16, 16)); + HVX_VectorPred q_lo = Q6_Q_vand_VR(v_rep, IQ2XXS_SIGN_PRED_LO); + HVX_VectorPred q_hi = Q6_Q_vand_VR(v_rep, IQ2XXS_SIGN_PRED_HI); + + HVX_Vector v_c2 = v_c[l >> 1]; + // code halfword duplicated in both halves of each lane + HVX_Vector v_d = (l & 1) ? Q6_Vh_vshuffo_VhVh(v_c2, v_c2) : Q6_Vh_vshuffe_VhVh(v_c2, v_c2); + // lane bytes: nibbles 0, 2, 1, 3 of the code, so vlut16 returns elements 0..3 / 4..7 as words + HVX_Vector v_n = Q6_V_vor_VV(Q6_V_vand_VV(v_d, Q6_V_vsplat_R(IQ2XXS_NIB_LO_MASK)), + Q6_V_vand_VV(Q6_Vuw_vlsr_VuwR(v_d, 4), Q6_V_vsplat_R(IQ2XXS_NIB_HI_MASK))); + HVX_VectorPair p_g = Q6_Wh_vlut16_VbVhR(v_n, v_nib_lut, 0); + HVX_Vector v_g0 = Q6_V_lo_W(p_g); + HVX_Vector v_g1 = Q6_V_hi_W(p_g); + + v_w[2 * l + 0] = Q6_V_vmux_QVV(q_lo, Q6_Vb_vsub_VbVb(v_zero, v_g0), v_g0); + v_w[2 * l + 1] = Q6_V_vmux_QVV(q_hi, Q6_Vb_vsub_VbVb(v_zero, v_g1), v_g1); + } + + *v_ls = Q6_Vw_vadd_VwVw(Q6_Vw_vasl_VwR(Q6_Vuw_vlsr_VuwR(v_sgn, IQ2XXS_SCALE_SHIFT), 1), v_one); +} + +// IQ2_XXS: fp16 d of the 32 rows of a super-block (8 tiles) in halfword lanes 0..31 +static inline HVX_Vector iq2xxs_gather_d(const uint8_t * restrict sb) { + const uint32_t padded = htp_tensor_get_tile_padded_size(HTP_TYPE_IQ2_XXS); + HVX_Vector v_dd = Q6_V_vzero(); + + #pragma unroll + for (int j = 0; j < IQ2XXS_TILES_PER_SB; j++) { + HVX_Vector v = hvx_vmem(sb + j * padded + IQ2XXS_D_SLICE_OFF); + v_dd = Q6_V_vmux_QVV(Q6_Q_vsetq_R(IQ2XXS_D_SLICE_BYTES * j), v_dd, + Q6_V_vror_VR(v, (VLEN - IQ2XXS_D_SLICE_BYTES * j) & (VLEN - 1))); + } + + return v_dd; +} + +// IQ2_XXS: fp32 d / 8 of the 32 rows of a super-block (8 tiles) in lanes 0..31 +static inline HVX_Vector iq2xxs_load_d(const uint8_t * restrict sb) { + // db = d * (0.5 + scale) * 0.25 = d * (2 * scale + 1) / 8 + return hvx_vec_mul_f32_f32(Q6_V_lo_W(hvx_vec_f16_to_f32(iq2xxs_gather_d(sb))), hvx_vec_splat_f32(IQ2XXS_D_SCALE)); +} + +static void tiled_vec_dot_iq2xxs_32x1(const uint32_t n, float * restrict s, const void * restrict vx, const void * restrict vy, uint32_t valid_rows, const float * restrict sz) { + const uint8_t * restrict tile_ptr = vx; + const uint8_t * restrict y_q = vy; + const uint32_t padded = htp_tensor_get_tile_padded_size(HTP_TYPE_IQ2_XXS); + + HVX_Vector v_sum_float = Q6_V_vzero(); + + uint32_t n_k_tiles = n / 32; + HVX_Vector v_sgn = iq2xxs_gather_issue(tile_ptr); + for (uint32_t kb = 0; kb < n_k_tiles; kb += IQ2XXS_TILES_PER_SB) { + HVX_Vector v_d = iq2xxs_load_d(tile_ptr + kb * padded); + + for (uint32_t kt = kb; kt < kb + IQ2XXS_TILES_PER_SB; kt++) { + const HVX_Vector * restrict v_act = (const HVX_Vector *) (y_q + kt * 1152); + + HVX_Vector v_c[2], v_w[8], v_ls; + iq2xxs_gather_wait(tile_ptr + kt * padded, v_c); + HVX_Vector v_sgn_cur = v_sgn; + if (kt + 1 < n_k_tiles) { + v_sgn = iq2xxs_gather_issue(tile_ptr + (kt + 1) * padded); + } + iq2xxs_decode_expand(v_c, v_sgn_cur, v_w, &v_ls); + + HVX_Vector v_sum = Q6_V_vzero(); + #pragma unroll + for (int g = 0; g < 8; g++) { + v_sum = Q6_Vw_vrmpyacc_VwVbVb(v_sum, v_w[g], v_act[g]); + } + + HVX_Vector v_da = hvx_vec_mul_f32_f32(v_d, Q6_V_lo_W(hvx_vec_f16_to_f32(v_act[8]))); + HVX_Vector v_t = hvx_vec_mul_f32_f32(Q6_Vsf_equals_Vw(v_sum), Q6_Vsf_equals_Vw(v_ls)); + v_sum_float = hvx_vec_add_f32_f32(v_sum_float, hvx_vec_mul_f32_f32(v_t, v_da)); + } + } + + if (sz) { + hvx_vec_store_u(s, valid_rows * sizeof(float), hvx_vec_add_f32_f32(v_sum_float, hvx_vmemu(sz))); + } else { + hvx_vec_store_u(s, valid_rows * sizeof(float), v_sum_float); + } +} + +static void tiled_vec_dot_iq2xxs_32x2(const uint32_t n, float * restrict s0, float * restrict s1, const void * restrict vx, const void * restrict vy0, const void * restrict vy1, uint32_t valid_rows, const float * restrict sz0, const float * restrict sz1) { + const uint8_t * restrict tile_ptr = vx; + const uint8_t * restrict y0_q = vy0; + const uint8_t * restrict y1_q = vy1; + const uint32_t padded = htp_tensor_get_tile_padded_size(HTP_TYPE_IQ2_XXS); + + HVX_Vector v_sum_float_c0 = Q6_V_vzero(); + HVX_Vector v_sum_float_c1 = Q6_V_vzero(); + + uint32_t n_k_tiles = n / 32; + HVX_Vector v_sgn = iq2xxs_gather_issue(tile_ptr); + for (uint32_t kb = 0; kb < n_k_tiles; kb += IQ2XXS_TILES_PER_SB) { + HVX_Vector v_d = iq2xxs_load_d(tile_ptr + kb * padded); + + for (uint32_t kt = kb; kt < kb + IQ2XXS_TILES_PER_SB; kt++) { + const HVX_Vector * restrict v_act0 = (const HVX_Vector *) (y0_q + kt * 1152); + const HVX_Vector * restrict v_act1 = (const HVX_Vector *) (y1_q + kt * 1152); + + HVX_Vector v_c[2], v_w[8], v_ls; + iq2xxs_gather_wait(tile_ptr + kt * padded, v_c); + HVX_Vector v_sgn_cur = v_sgn; + if (kt + 1 < n_k_tiles) { + v_sgn = iq2xxs_gather_issue(tile_ptr + (kt + 1) * padded); + } + iq2xxs_decode_expand(v_c, v_sgn_cur, v_w, &v_ls); + + HVX_Vector v_sum0 = Q6_V_vzero(); + HVX_Vector v_sum1 = Q6_V_vzero(); + #pragma unroll + for (int g = 0; g < 8; g++) { + v_sum0 = Q6_Vw_vrmpyacc_VwVbVb(v_sum0, v_w[g], v_act0[g]); + v_sum1 = Q6_Vw_vrmpyacc_VwVbVb(v_sum1, v_w[g], v_act1[g]); + } + + HVX_Vector v_ls_sf = Q6_Vsf_equals_Vw(v_ls); + HVX_Vector v_da0 = hvx_vec_mul_f32_f32(v_d, Q6_V_lo_W(hvx_vec_f16_to_f32(v_act0[8]))); + HVX_Vector v_da1 = hvx_vec_mul_f32_f32(v_d, Q6_V_lo_W(hvx_vec_f16_to_f32(v_act1[8]))); + HVX_Vector v_t0 = hvx_vec_mul_f32_f32(Q6_Vsf_equals_Vw(v_sum0), v_ls_sf); + HVX_Vector v_t1 = hvx_vec_mul_f32_f32(Q6_Vsf_equals_Vw(v_sum1), v_ls_sf); + v_sum_float_c0 = hvx_vec_add_f32_f32(v_sum_float_c0, hvx_vec_mul_f32_f32(v_t0, v_da0)); + v_sum_float_c1 = hvx_vec_add_f32_f32(v_sum_float_c1, hvx_vec_mul_f32_f32(v_t1, v_da1)); + } + } + + if (sz0) { + hvx_vec_store_u(s0, valid_rows * sizeof(float), hvx_vec_add_f32_f32(v_sum_float_c0, hvx_vmemu(sz0))); + } else { + hvx_vec_store_u(s0, valid_rows * sizeof(float), v_sum_float_c0); + } + if (sz1) { + hvx_vec_store_u(s1, valid_rows * sizeof(float), hvx_vec_add_f32_f32(v_sum_float_c1, hvx_vmemu(sz1))); + } else { + hvx_vec_store_u(s1, valid_rows * sizeof(float), v_sum_float_c1); + } +} + static void tiled_vec_dot_mxfp4_32x1(const uint32_t n, float * restrict s, const void * restrict vx, const void * restrict vy, uint32_t valid_rows, const float * restrict sz) { const uint8_t * restrict tile_ptr = vx; const uint8_t * restrict y_q = vy; @@ -1956,6 +2162,163 @@ static void tiled_vec_dot_mxfp4_32x2(const uint32_t n, float * restrict s0, floa } } +#define NVFP4_SCALE_OFF 512 // UE4M3 scales after the 32 rows x 16 B of quants +#define NVFP4_UE4M3_MASK 0x7F // code bits; 0x7F is the NaN code, decoded as 0 +#define NVFP4_UE4M3_MIN_NORMAL 0x08 // exponent field 1 +#define NVFP4_UE4M3_MAN_SHIFT 20 // 23 - 3 mantissa bits +#define NVFP4_UE4M3_REBIAS 0x3C000000 // (127 - 7) << 23 +#define NVFP4_UE4M3_SUB_SCALE 0x1p-9f // subnormal: mantissa * 2^-9 +#define NVFP4_VECS_PER_GROUP 2 // quant vectors per scale group +#define NVFP4_ACT_PER_GROUP 4 // activation vectors per scale group + +// UE4M3 codes in the low byte of each word -> fp32 (without the 0.5 of kvalues_mxfp4) +static inline HVX_Vector nvfp4_ue4m3_to_f32(HVX_Vector v_code) { + HVX_Vector v_mask = Q6_V_vsplat_R(NVFP4_UE4M3_MASK); + HVX_Vector v_x = Q6_V_vand_VV(v_code, v_mask); + + HVX_Vector v_norm = Q6_Vw_vadd_VwVw(Q6_Vw_vasl_VwR(v_x, NVFP4_UE4M3_MAN_SHIFT), Q6_V_vsplat_R(NVFP4_UE4M3_REBIAS)); + HVX_Vector v_sub = hvx_vec_mul_f32_f32(Q6_Vsf_equals_Vw(v_x), hvx_vec_splat_f32(NVFP4_UE4M3_SUB_SCALE)); + + HVX_VectorPred q_sub = Q6_Q_vcmp_gt_VwVw(Q6_V_vsplat_R(NVFP4_UE4M3_MIN_NORMAL), v_x); + HVX_VectorPred q_nan = Q6_Q_vcmp_eq_VwVw(v_x, v_mask); + + return Q6_V_vmux_QVV(q_nan, Q6_V_vzero(), Q6_V_vmux_QVV(q_sub, v_sub, v_norm)); +} + +// fp32 scales of the two 16-element sub-blocks of a tile, one lane per row +static inline void nvfp4_load_scales(const uint8_t * restrict tile, HVX_Vector * restrict v_d0, HVX_Vector * restrict v_d1) { + HVX_VectorPair v_code = Q6_Wuw_vunpack_Vuh(Q6_V_lo_W(Q6_Wuh_vunpack_Vub(hvx_vmem(tile + NVFP4_SCALE_OFF)))); + + *v_d0 = nvfp4_ue4m3_to_f32(Q6_V_lo_W(v_code)); + *v_d1 = nvfp4_ue4m3_to_f32(Q6_V_hi_W(v_code)); +} + +// int8 dot of one 16-element scale group (2 quant vectors, 4 activation vectors) +static inline HVX_Vector accum_nvfp4_group_32x1(const HVX_Vector * restrict vptr, const HVX_Vector * restrict v_act, HVX_Vector mask_h4, HVX_Vector lut) { + HVX_Vector v_sum0 = Q6_V_vzero(); + HVX_Vector v_sum1 = Q6_V_vzero(); + + #pragma unroll + for (int i = 0; i < NVFP4_VECS_PER_GROUP; i++) { + HVX_VectorPair v_W_pair = unpack_and_interleave_4bit_x2(vptr[i], mask_h4); + HVX_Vector v_W0 = Q6_Vb_vlut32_VbVbI(Q6_V_lo_W(v_W_pair), lut, 0); + HVX_Vector v_W1 = Q6_Vb_vlut32_VbVbI(Q6_V_hi_W(v_W_pair), lut, 0); + v_sum0 = Q6_Vw_vrmpyacc_VwVbVb(v_sum0, v_W0, v_act[i * 2 + 0]); + v_sum1 = Q6_Vw_vrmpyacc_VwVbVb(v_sum1, v_W1, v_act[i * 2 + 1]); + } + + return Q6_Vw_vadd_VwVw(v_sum0, v_sum1); +} + +static inline HVX_VectorPair accum_nvfp4_group_32x2(const HVX_Vector * restrict vptr, const HVX_Vector * restrict v_act0, const HVX_Vector * restrict v_act1, HVX_Vector mask_h4, HVX_Vector lut) { + HVX_Vector v_sum0 = Q6_V_vzero(); + HVX_Vector v_sum1 = Q6_V_vzero(); + + #pragma unroll + for (int i = 0; i < NVFP4_VECS_PER_GROUP; i++) { + HVX_VectorPair v_W_pair = unpack_and_interleave_4bit_x2(vptr[i], mask_h4); + HVX_Vector v_W0 = Q6_Vb_vlut32_VbVbI(Q6_V_lo_W(v_W_pair), lut, 0); + HVX_Vector v_W1 = Q6_Vb_vlut32_VbVbI(Q6_V_hi_W(v_W_pair), lut, 0); + + v_sum0 = Q6_Vw_vrmpyacc_VwVbVb(v_sum0, v_W0, v_act0[i * 2 + 0]); + v_sum0 = Q6_Vw_vrmpyacc_VwVbVb(v_sum0, v_W1, v_act0[i * 2 + 1]); + + v_sum1 = Q6_Vw_vrmpyacc_VwVbVb(v_sum1, v_W0, v_act1[i * 2 + 0]); + v_sum1 = Q6_Vw_vrmpyacc_VwVbVb(v_sum1, v_W1, v_act1[i * 2 + 1]); + } + + return Q6_W_vcombine_VV(v_sum1, v_sum0); +} + +static void tiled_vec_dot_nvfp4_32x1(const uint32_t n, float * restrict s, const void * restrict vx, const void * restrict vy, uint32_t valid_rows, const float * restrict sz) { + const uint8_t * restrict tile_ptr = vx; + const uint8_t * restrict y_q = vy; + const uint32_t padded = htp_tensor_get_tile_padded_size(HTP_TYPE_NVFP4); + + HVX_Vector v_sum_float = Q6_V_vzero(); + HVX_Vector mask_h4 = Q6_Vb_vsplat_R(0x0F); + HVX_Vector lut = *(const HVX_Vector *) kvalues_mxfp4_lut; + + uint32_t n_k_tiles = n / 32; + for (uint32_t kt = 0; kt < n_k_tiles; kt++) { + const uint8_t * restrict tile = tile_ptr + kt * padded; + const HVX_Vector * restrict vptr = (const HVX_Vector *) tile; + const HVX_Vector * restrict v_act = (const HVX_Vector *) (y_q + kt * 1152); + + HVX_Vector v_sum0 = accum_nvfp4_group_32x1(vptr, v_act, mask_h4, lut); + HVX_Vector v_sum1 = accum_nvfp4_group_32x1(vptr + NVFP4_VECS_PER_GROUP, v_act + NVFP4_ACT_PER_GROUP, mask_h4, lut); + + HVX_Vector v_d0, v_d1; + nvfp4_load_scales(tile, &v_d0, &v_d1); + + HVX_Vector v_scale_a = Q6_V_lo_W(hvx_vec_f16_to_f32_shuff(v_act[8])); + + HVX_Vector v_t = hvx_vec_add_f32_f32(hvx_vec_mul_f32_f32(Q6_Vsf_equals_Vw(v_sum0), v_d0), + hvx_vec_mul_f32_f32(Q6_Vsf_equals_Vw(v_sum1), v_d1)); + + v_sum_float = hvx_vec_add_f32_f32(v_sum_float, hvx_vec_mul_f32_f32(v_t, v_scale_a)); + } + + v_sum_float = hvx_vec_mul_f32_f32(v_sum_float, hvx_vec_splat_f32(0.5f)); + + if (sz) { + hvx_vec_store_u(s, valid_rows * sizeof(float), hvx_vec_add_f32_f32(v_sum_float, hvx_vmemu(sz))); + } else { + hvx_vec_store_u(s, valid_rows * sizeof(float), v_sum_float); + } +} + +static void tiled_vec_dot_nvfp4_32x2(const uint32_t n, float * restrict s0, float * restrict s1, const void * restrict vx, const void * restrict vy0, const void * restrict vy1, uint32_t valid_rows, const float * restrict sz0, const float * restrict sz1) { + const uint8_t * restrict tile_ptr = vx; + const uint8_t * restrict y0_q = vy0; + const uint8_t * restrict y1_q = vy1; + const uint32_t padded = htp_tensor_get_tile_padded_size(HTP_TYPE_NVFP4); + + HVX_Vector v_sum_float_c0 = Q6_V_vzero(); + HVX_Vector v_sum_float_c1 = Q6_V_vzero(); + HVX_Vector mask_h4 = Q6_Vb_vsplat_R(0x0F); + HVX_Vector lut = *(const HVX_Vector *) kvalues_mxfp4_lut; + + uint32_t n_k_tiles = n / 32; + for (uint32_t kt = 0; kt < n_k_tiles; kt++) { + const uint8_t * restrict tile = tile_ptr + kt * padded; + const HVX_Vector * restrict vptr = (const HVX_Vector *) tile; + const HVX_Vector * restrict v_act0 = (const HVX_Vector *) (y0_q + kt * 1152); + const HVX_Vector * restrict v_act1 = (const HVX_Vector *) (y1_q + kt * 1152); + + HVX_Vector v_d0, v_d1; + nvfp4_load_scales(tile, &v_d0, &v_d1); + + HVX_VectorPair v_g0 = accum_nvfp4_group_32x2(vptr, v_act0, v_act1, mask_h4, lut); + HVX_Vector v_t_c0 = hvx_vec_mul_f32_f32(Q6_Vsf_equals_Vw(Q6_V_lo_W(v_g0)), v_d0); + HVX_Vector v_t_c1 = hvx_vec_mul_f32_f32(Q6_Vsf_equals_Vw(Q6_V_hi_W(v_g0)), v_d0); + + HVX_VectorPair v_g1 = accum_nvfp4_group_32x2(vptr + NVFP4_VECS_PER_GROUP, v_act0 + NVFP4_ACT_PER_GROUP, v_act1 + NVFP4_ACT_PER_GROUP, mask_h4, lut); + v_t_c0 = hvx_vec_add_f32_f32(v_t_c0, hvx_vec_mul_f32_f32(Q6_Vsf_equals_Vw(Q6_V_lo_W(v_g1)), v_d1)); + v_t_c1 = hvx_vec_add_f32_f32(v_t_c1, hvx_vec_mul_f32_f32(Q6_Vsf_equals_Vw(Q6_V_hi_W(v_g1)), v_d1)); + + HVX_Vector v_scale_a_c0 = Q6_V_lo_W(hvx_vec_f16_to_f32_shuff(v_act0[8])); + HVX_Vector v_scale_a_c1 = Q6_V_lo_W(hvx_vec_f16_to_f32_shuff(v_act1[8])); + + v_sum_float_c0 = hvx_vec_add_f32_f32(v_sum_float_c0, hvx_vec_mul_f32_f32(v_t_c0, v_scale_a_c0)); + v_sum_float_c1 = hvx_vec_add_f32_f32(v_sum_float_c1, hvx_vec_mul_f32_f32(v_t_c1, v_scale_a_c1)); + } + + v_sum_float_c0 = hvx_vec_mul_f32_f32(v_sum_float_c0, hvx_vec_splat_f32(0.5f)); + v_sum_float_c1 = hvx_vec_mul_f32_f32(v_sum_float_c1, hvx_vec_splat_f32(0.5f)); + + if (sz0) { + hvx_vec_store_u(s0, valid_rows * sizeof(float), hvx_vec_add_f32_f32(v_sum_float_c0, hvx_vmemu(sz0))); + } else { + hvx_vec_store_u(s0, valid_rows * sizeof(float), v_sum_float_c0); + } + if (sz1) { + hvx_vec_store_u(s1, valid_rows * sizeof(float), hvx_vec_add_f32_f32(v_sum_float_c1, hvx_vmemu(sz1))); + } else { + hvx_vec_store_u(s1, valid_rows * sizeof(float), v_sum_float_c1); + } +} + static void tiled_vec_dot_f16_32x1(const uint32_t n, float * restrict s, const void * restrict vx, const void * restrict vy, uint32_t valid_rows, const float * restrict sz) { const HVX_Vector * restrict vptr = (const HVX_Vector *) vx; const HVX_Vector * restrict v_act = (const HVX_Vector *) vy; diff --git a/ggml/src/ggml-hexagon/htp/iq2xxs-tables.h b/ggml/src/ggml-hexagon/htp/iq2xxs-tables.h new file mode 100644 index 000000000000..5a3dbe26e3ad --- /dev/null +++ b/ggml/src/ggml-hexagon/htp/iq2xxs-tables.h @@ -0,0 +1,54 @@ +#ifndef HTP_IQ2XXS_TABLES_H +#define HTP_IQ2XXS_TABLES_H + +// IQ2_XXS lookup tables, copied to VTCM per op (see ggml-common.h: iq2xxs_grid) +// nibble table: 16 words (low halfword used by vlut16), 2 grid magnitudes (2-bit codes -> 8, 25, 43) per 4-bit index, then +// 256 halfword grid codes (2 bits per element, element 0 in the low bits) + +#include +#include "htp-tensor.h" + +static const uint8_t __attribute__((aligned(128))) htp_iq2xxs_lut[HTP_IQ2XXS_LUT_BYTES] = { + 0x08, 0x08, 0x00, 0x00, 0x19, 0x08, 0x00, 0x00, 0x2b, 0x08, 0x00, 0x00, 0x2b, 0x08, 0x00, 0x00, + 0x08, 0x19, 0x00, 0x00, 0x19, 0x19, 0x00, 0x00, 0x2b, 0x19, 0x00, 0x00, 0x2b, 0x19, 0x00, 0x00, + 0x08, 0x2b, 0x00, 0x00, 0x19, 0x2b, 0x00, 0x00, 0x2b, 0x2b, 0x00, 0x00, 0x2b, 0x2b, 0x00, 0x00, + 0x08, 0x2b, 0x00, 0x00, 0x19, 0x2b, 0x00, 0x00, 0x2b, 0x2b, 0x00, 0x00, 0x2b, 0x2b, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x02, 0x00, 0x05, 0x00, 0x08, 0x00, 0x0a, 0x00, 0x11, 0x00, 0x14, 0x00, 0x20, 0x00, + 0x22, 0x00, 0x28, 0x00, 0x2a, 0x00, 0x41, 0x00, 0x44, 0x00, 0x50, 0x00, 0x58, 0x00, 0x61, 0x00, + 0x64, 0x00, 0x80, 0x00, 0x82, 0x00, 0x8a, 0x00, 0xa2, 0x00, 0x01, 0x01, 0x04, 0x01, 0x10, 0x01, + 0x15, 0x01, 0x40, 0x01, 0x84, 0x01, 0x98, 0x01, 0x00, 0x02, 0x02, 0x02, 0x22, 0x02, 0x82, 0x02, + 0x01, 0x04, 0x04, 0x04, 0x10, 0x04, 0x21, 0x04, 0x24, 0x04, 0x40, 0x04, 0x42, 0x04, 0x48, 0x04, + 0x60, 0x04, 0x81, 0x04, 0x84, 0x04, 0x90, 0x04, 0xa4, 0x04, 0x00, 0x05, 0x02, 0x05, 0x08, 0x05, + 0x20, 0x05, 0x46, 0x05, 0x69, 0x05, 0x80, 0x05, 0x91, 0x05, 0x09, 0x06, 0x10, 0x06, 0x40, 0x06, + 0x84, 0x06, 0xa4, 0x06, 0x00, 0x08, 0x05, 0x08, 0x08, 0x08, 0x14, 0x08, 0x28, 0x08, 0x41, 0x08, + 0x44, 0x08, 0x50, 0x08, 0x52, 0x08, 0x88, 0x08, 0x04, 0x09, 0x40, 0x09, 0x02, 0x0a, 0x14, 0x0a, + 0x01, 0x10, 0x04, 0x10, 0x10, 0x10, 0x21, 0x10, 0x40, 0x10, 0x60, 0x10, 0x84, 0x10, 0x90, 0x10, + 0x95, 0x10, 0x00, 0x11, 0x08, 0x11, 0x20, 0x11, 0x50, 0x11, 0x5a, 0x11, 0x80, 0x11, 0x24, 0x12, + 0x45, 0x12, 0x00, 0x14, 0x08, 0x14, 0x20, 0x14, 0x25, 0x14, 0x49, 0x14, 0x80, 0x14, 0x18, 0x15, + 0x62, 0x15, 0x00, 0x16, 0x16, 0x16, 0x01, 0x18, 0x04, 0x18, 0x10, 0x18, 0x40, 0x18, 0x81, 0x18, + 0x00, 0x19, 0x05, 0x19, 0xa0, 0x19, 0x51, 0x1a, 0x00, 0x20, 0x02, 0x20, 0x0a, 0x20, 0x44, 0x20, + 0x61, 0x20, 0x80, 0x20, 0x82, 0x20, 0x29, 0x21, 0x48, 0x21, 0x00, 0x22, 0x02, 0x22, 0x01, 0x24, + 0x04, 0x24, 0x10, 0x24, 0x40, 0x24, 0x56, 0x24, 0x00, 0x25, 0x41, 0x25, 0x64, 0x25, 0x90, 0x26, + 0x08, 0x28, 0x20, 0x28, 0x94, 0x28, 0x44, 0x2a, 0x01, 0x40, 0x04, 0x40, 0x10, 0x40, 0x18, 0x40, + 0x21, 0x40, 0x24, 0x40, 0x40, 0x40, 0x48, 0x40, 0x56, 0x40, 0x60, 0x40, 0x81, 0x40, 0x84, 0x40, + 0x90, 0x40, 0x00, 0x41, 0x20, 0x41, 0x61, 0x41, 0x80, 0x41, 0x85, 0x41, 0x01, 0x42, 0x10, 0x42, + 0x48, 0x42, 0x56, 0x42, 0x68, 0x42, 0x00, 0x44, 0x08, 0x44, 0x20, 0x44, 0x80, 0x44, 0x99, 0x44, + 0x12, 0x45, 0x24, 0x45, 0x00, 0x46, 0x01, 0x48, 0x04, 0x48, 0x10, 0x48, 0x40, 0x48, 0x45, 0x48, + 0x00, 0x49, 0x58, 0x49, 0x61, 0x49, 0x82, 0x49, 0x45, 0x4a, 0x90, 0x4a, 0x00, 0x50, 0x08, 0x50, + 0x11, 0x50, 0x19, 0x50, 0x20, 0x50, 0x80, 0x50, 0x88, 0x50, 0x04, 0x51, 0x42, 0x51, 0xa4, 0x51, + 0x91, 0x52, 0x90, 0x54, 0x92, 0x54, 0x0a, 0x55, 0x01, 0x56, 0x54, 0x56, 0x00, 0x58, 0x11, 0x58, + 0x19, 0x58, 0x64, 0x58, 0x40, 0x59, 0x08, 0x5a, 0x04, 0x60, 0x10, 0x60, 0x40, 0x60, 0x68, 0x60, + 0x00, 0x61, 0x55, 0x61, 0x18, 0x62, 0x60, 0x62, 0x00, 0x64, 0x05, 0x64, 0x10, 0x65, 0x12, 0x65, + 0x84, 0x65, 0x42, 0x68, 0x00, 0x80, 0x02, 0x80, 0x0a, 0x80, 0x41, 0x80, 0x82, 0x80, 0x04, 0x81, + 0x18, 0x81, 0x40, 0x81, 0x11, 0x82, 0x01, 0x84, 0x04, 0x84, 0x10, 0x84, 0x15, 0x84, 0x40, 0x84, + 0x60, 0x84, 0x00, 0x85, 0x46, 0x85, 0x94, 0x85, 0x09, 0x86, 0x40, 0x86, 0x60, 0x86, 0x02, 0x88, + 0x04, 0x89, 0x11, 0x8a, 0x04, 0x90, 0x10, 0x90, 0x24, 0x90, 0x40, 0x90, 0xa1, 0x90, 0x16, 0x91, + 0x80, 0x91, 0x45, 0x92, 0x00, 0x94, 0x22, 0x94, 0x44, 0x94, 0x51, 0x95, 0x81, 0x98, 0x20, 0x99, + 0x02, 0xa0, 0x50, 0xa0, 0x85, 0xa0, 0x09, 0xa1, 0x00, 0xa2, 0x18, 0xa4, 0x50, 0xa8, 0x04, 0xa9, +}; + +#endif // HTP_IQ2XXS_TABLES_H diff --git a/ggml/src/ggml-hexagon/htp/matmul-ops.c b/ggml/src/ggml-hexagon/htp/matmul-ops.c index b2dbe861ed8d..ea05937a5ed9 100644 --- a/ggml/src/ggml-hexagon/htp/matmul-ops.c +++ b/ggml/src/ggml-hexagon/htp/matmul-ops.c @@ -191,6 +191,25 @@ static const uint8_t __attribute__((aligned(VLEN))) kvalues_mxfp4_lut[] = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, }; +#include "iq2xxs-tables.h" + +// VTCM copy of htp_iq2xxs_lut for the current op (set by hvx_mm_iq2xxs_lut_init) +static const uint8_t * iq2xxs_vtcm_lut; + +static inline void iq2xxs_lut_copy(uint8_t * restrict lut) { + for (uint32_t i = 0; i < HTP_IQ2XXS_LUT_BYTES / VLEN; i++) { + hvx_vmem(lut + i * VLEN) = hvx_vmem(htp_iq2xxs_lut + i * VLEN); + } + iq2xxs_vtcm_lut = lut; +} + +static inline void hvx_mm_iq2xxs_lut_init(uint8_t * restrict base, const struct htp_mm_hvx_vtcm_layout * restrict L) { + if (L->lut_bytes == 0) { + return; + } + iq2xxs_lut_copy(base + L->off_lut); +} + #define htp_matmul_tensors_preamble \ const struct htp_tensor * restrict src0 = octx->src[0]; \ const struct htp_tensor * restrict src1 = octx->src[1]; \ @@ -1700,11 +1719,21 @@ static int hvx_mm_init_tiled_vec_dot(struct htp_mm_context * mmctx, enum htp_dat mmctx->vec_dot_32x1 = tiled_vec_dot_iq4nl_32x1; mmctx->vec_dot_32x2 = tiled_vec_dot_iq4nl_32x2; return 0; + case HTP_TYPE_IQ2_XXS: + mmctx->type = "iq2xxs_tiled-f32"; + mmctx->vec_dot_32x1 = tiled_vec_dot_iq2xxs_32x1; + mmctx->vec_dot_32x2 = tiled_vec_dot_iq2xxs_32x2; + return 0; case HTP_TYPE_MXFP4: mmctx->type = "mxfp4_tiled-f32"; mmctx->vec_dot_32x1 = tiled_vec_dot_mxfp4_32x1; mmctx->vec_dot_32x2 = tiled_vec_dot_mxfp4_32x2; return 0; + case HTP_TYPE_NVFP4: + mmctx->type = "nvfp4_tiled-f32"; + mmctx->vec_dot_32x1 = tiled_vec_dot_nvfp4_32x1; + mmctx->vec_dot_32x2 = tiled_vec_dot_nvfp4_32x2; + return 0; case HTP_TYPE_Q1_0: mmctx->type = "q1_0_tiled-f32"; mmctx->vec_dot_32x1 = tiled_vec_dot_q1_0_32x1; @@ -1889,6 +1918,7 @@ static int hvx_mm_matmul(struct htp_ops_context * octx) { mmctx->vtcm_bias = VTCM_LAYOUT_PTR(uint8_t, base, L.off_bias); mmctx->vtcm_dst = VTCM_LAYOUT_PTR(uint8_t, base, L.off_dst); mmctx->vtcm_act_raw = VTCM_LAYOUT_PTR(uint8_t, base, L.off_act_raw); + hvx_mm_iq2xxs_lut_init(base, &L); mmctx->vtcm_src0_stride = src0_row_size_padded; mmctx->vtcm_act_stride = act_row_size; @@ -2321,6 +2351,8 @@ static inline tiled_dequant_task_fn_t hmx_get_dequant_worker_fn(int weight_type, case HTP_TYPE_Q4_1: case HTP_TYPE_Q4_K: return dequantize_tiled_weight_to_fp16_task_q4_1; case HTP_TYPE_MXFP4: return dequantize_tiled_weight_to_fp16_task_mxfp4; + case HTP_TYPE_NVFP4: return dequantize_tiled_weight_to_fp16_task_nvfp4; + case HTP_TYPE_IQ2_XXS: return dequantize_tiled_weight_to_fp16_task_iq2_xxs; case HTP_TYPE_Q8_0: return dequantize_tiled_weight_to_fp16_task_q8_0; case HTP_TYPE_Q5_0: return dequantize_tiled_weight_to_fp16_task_q5_0; case HTP_TYPE_Q5_1: @@ -2688,6 +2720,9 @@ static int hmx_mm_2d_f32(struct htp_context *ctx, __fp16 *vtcm_scales = VTCM_LAYOUT_PTR(__fp16, base, L.off_scales); hmx_init_column_scales(vtcm_scales, Q6_V_vsplat_R(0x3c00)); // scale: 1.0, bias: 0.0 in FP16 + if (L.lut_bytes > 0) { + iq2xxs_lut_copy(base + L.off_lut); + } const bool has_bias = (src2_bytes > 0 && src2_addr != 0); float *vtcm_bias = VTCM_LAYOUT_PTR_OPTIONAL(float, base, L.off_bias, has_bias); @@ -2957,6 +2992,9 @@ static int hmx_mm_nx_2d_f32(struct htp_ops_context * octx, const struct htp_mm_k __fp16 *vtcm_scales = VTCM_LAYOUT_PTR(__fp16, base, L.off_scales); hmx_init_column_scales(vtcm_scales, Q6_V_vsplat_R(0x3c00)); // scale: 1.0, bias: 0.0 in FP16 + if (L.lut_bytes > 0) { + iq2xxs_lut_copy(base + L.off_lut); + } int m_start = 0; int m_rows = m; @@ -3539,7 +3577,7 @@ static int hmx_mm_id_2d_f32(struct htp_context *ctx, htp_mm_hmx_get_2d_chunk_costs(weight_type, k, /*pipeline=*/false, aligned_tile_size, &size_per_n, &size_per_m, &size_per_mn); - const size_t overhead = htp_mm_hmx_get_2d_overhead(/*pipeline=*/false, /*is_matmul_id=*/true); + const size_t overhead = htp_mm_hmx_get_2d_overhead(weight_type, /*pipeline=*/false, /*is_matmul_id=*/true); size_t m_chunk_n_rows = 0, n_chunk_n_cols = 0; if (htp_mm_hmx_compute_chunks(vtcm_budget, overhead, size_per_n, size_per_m, size_per_mn, m_core_padded, n, @@ -3561,6 +3599,8 @@ static int hmx_mm_id_2d_f32(struct htp_context *ctx, __fp16 *vtcm_output = (__fp16 *) vtcm_seq_alloc(&vtcm_ptr, output_area_size); void *vtcm_scratch0 = vtcm_seq_alloc(&vtcm_ptr, scratch0_size); __fp16 *vtcm_scales = (__fp16 *) vtcm_seq_alloc(&vtcm_ptr, 256); + const size_t lut_size = htp_mm_hmx_lut_bytes(weight_type); + uint8_t *vtcm_lut = lut_size ? (uint8_t *) vtcm_seq_alloc(&vtcm_ptr, lut_size) : NULL; vtcm_used = vtcm_ptr - (uint8_t *) ctx->vtcm_base; if (vtcm_used > vtcm_budget) { @@ -3569,6 +3609,9 @@ static int hmx_mm_id_2d_f32(struct htp_context *ctx, } hmx_init_column_scales(vtcm_scales, Q6_V_vsplat_R(0x3c00)); + if (lut_size) { + iq2xxs_lut_copy(vtcm_lut); + } htp_trace_event_stop(tr, HTP_TRACE_EVT_INIT, 0); @@ -3894,6 +3937,7 @@ static int hvx_mm_matmul_id( mmctx->vtcm_bias = NULL; mmctx->vtcm_dst = VTCM_LAYOUT_PTR(uint8_t, base, L.off_dst); mmctx->vtcm_act_raw = VTCM_LAYOUT_PTR(uint8_t, base, L.off_act_raw); + hvx_mm_iq2xxs_lut_init(base, &L); mmctx->vtcm_src0_stride = src0_row_size_padded; mmctx->vtcm_act_stride = act_row_size; @@ -4052,6 +4096,7 @@ static int hvx_mm_matmul_id_nx( mmctx->vtcm_act = VTCM_LAYOUT_PTR(uint8_t, base, L.off_act); mmctx->vtcm_dst = VTCM_LAYOUT_PTR(uint8_t, base, L.off_dst); mmctx->vtcm_act_raw = VTCM_LAYOUT_PTR(uint8_t, base, L.off_act_raw); + hvx_mm_iq2xxs_lut_init(base, &L); mmctx->vtcm_src0_stride = 0; mmctx->vtcm_act_stride = act_row_size; @@ -4537,6 +4582,7 @@ static int op_matmul_nx_impl(struct htp_ops_context * octx) { mmctx->vtcm_act = VTCM_LAYOUT_PTR(uint8_t, base, L.off_act); mmctx->vtcm_dst = VTCM_LAYOUT_PTR(uint8_t, base, L.off_dst); mmctx->vtcm_act_raw = VTCM_LAYOUT_PTR(uint8_t, base, L.off_act_raw); + hvx_mm_iq2xxs_lut_init(base, &L); mmctx->vtcm_src0_stride = 0; mmctx->vtcm_act_stride = act_row_size; diff --git a/ggml/src/ggml-hexagon/htp/matmul-ops.h b/ggml/src/ggml-hexagon/htp/matmul-ops.h index 7a85624cf9b6..94441cf8cc17 100644 --- a/ggml/src/ggml-hexagon/htp/matmul-ops.h +++ b/ggml/src/ggml-hexagon/htp/matmul-ops.h @@ -252,9 +252,13 @@ static inline void htp_mm_hmx_get_batched_chunk_costs( *size_per_mn_out = sizeof(uint16_t); } -static inline size_t htp_mm_hmx_get_2d_overhead(bool pipeline, bool is_matmul_id) { +static inline size_t htp_mm_hmx_lut_bytes(int wtype) { + return (wtype == HTP_TYPE_IQ2_XXS) ? hex_align_up(HTP_IQ2XXS_LUT_BYTES, HTP_MM_HMX_TILE_SIZE) : 0; +} + +static inline size_t htp_mm_hmx_get_2d_overhead(int wtype, bool pipeline, bool is_matmul_id) { size_t num_regions = pipeline ? 7 : (is_matmul_id ? 4 : 5); - return num_regions * HTP_MM_HMX_TILE_SIZE + 256; + return num_regions * HTP_MM_HMX_TILE_SIZE + 256 + htp_mm_hmx_lut_bytes(wtype); } static inline size_t htp_mm_hmx_get_batched_overhead(void) { @@ -270,6 +274,7 @@ struct htp_mm_hmx_vtcm_layout { size_t off_scratch[2]; // dequantization scratch pads size_t off_scales; // HMX scales (256 bytes) size_t off_bias; // bias in VTCM + size_t off_lut; // IQ2_XXS grid + sign tables (2D only) // Cached sizes of regions for HMX kernel use size_t weight_area_bytes; @@ -279,6 +284,7 @@ struct htp_mm_hmx_vtcm_layout { size_t scratch_bytes[2]; size_t act_head_stride; size_t bias_bytes; + size_t lut_bytes; size_t total_bytes; }; @@ -290,6 +296,7 @@ struct htp_mm_hvx_vtcm_layout { size_t off_bias; // vtcm_bias (bias / fused add only) size_t off_dst; // vtcm_dst (output scratch) size_t off_act_raw; // vtcm_act_raw (raw activation DMA staging) + size_t off_lut; // vtcm_lut (IQ2_XXS grid + sign tables) // Cached sizes size_t src0_bytes; @@ -297,6 +304,7 @@ struct htp_mm_hvx_vtcm_layout { size_t bias_bytes; size_t dst_bytes; size_t act_raw_bytes; + size_t lut_bytes; size_t total_bytes; }; @@ -315,6 +323,8 @@ static inline void htp_mm_hmx_vtcm_layout_build( size_t bias_size ) { size_t off = 0; + L->lut_bytes = 0; + L->off_lut = 0; if (kernel_type == HTP_MM_KERNEL_HMX_BATCHED) { const size_t vec_dot_size = k * sizeof(uint16_t); @@ -412,6 +422,9 @@ static inline void htp_mm_hmx_vtcm_layout_build( L->bias_bytes = bias_size; off = off_group_a + hex_smax(group_b_size, group_c_size); + + L->lut_bytes = htp_mm_hmx_lut_bytes(wtype); + VTCM_LAYOUT_ALLOC_OPTIONAL(off, off_lut, L->lut_bytes, L->lut_bytes > 0); } L->total_bytes = off; @@ -438,6 +451,7 @@ static inline void htp_mm_hvx_vtcm_layout_build( size_t bias_sz = bias_row_size > 0 ? htp_mm_round_up(bias_row_size, 128) : 0; size_t dst_sz = 0; size_t act_raw_sz = 0; + const size_t lut_sz = (wtype == HTP_TYPE_IQ2_XXS) ? HTP_IQ2XXS_LUT_BYTES : 0; if (is_fused_nx) { uint32_t aligned_tile_size = htp_tensor_get_tile_padded_size(wtype); @@ -517,6 +531,7 @@ static inline void htp_mm_hvx_vtcm_layout_build( size_t off_group_a = 0; VTCM_LAYOUT_ALLOC(off_group_a, off_act, act_sz); VTCM_LAYOUT_ALLOC_OPTIONAL(off_group_a, off_bias, bias_sz, bias_sz > 0); + VTCM_LAYOUT_ALLOC_OPTIONAL(off_group_a, off_lut, lut_sz, lut_sz > 0); // Group B: Compute-only buffers (starts at off_group_a) size_t off_group_b = off_group_a; @@ -534,6 +549,7 @@ static inline void htp_mm_hvx_vtcm_layout_build( L->bias_bytes = bias_sz; L->dst_bytes = dst_sz; L->act_raw_bytes = act_raw_sz; + L->lut_bytes = lut_sz; L->total_bytes = off_group_a + hex_smax(group_b_size, group_c_size); } @@ -564,7 +580,7 @@ static inline bool htp_mm_hvx_solve_vtcm_params( return true; } - const size_t fixed_bytes = L.src0_bytes + L.bias_bytes + L.dst_bytes; + const size_t fixed_bytes = L.src0_bytes + L.bias_bytes + L.dst_bytes + L.lut_bytes; if (vtcm_budget <= fixed_bytes) { return false; } @@ -727,7 +743,7 @@ static inline bool htp_mm_hmx_solve_2d_params( int act_hvx = n_hvx; while (act_hvx >= 1) { - size_t simple_2d_overhead = htp_mm_hmx_get_2d_overhead(pipeline, is_matmul_id) + (bias_size > 0 ? hex_align_up(bias_size, HTP_MM_HMX_TILE_SIZE) : 0); + size_t simple_2d_overhead = htp_mm_hmx_get_2d_overhead(wtype, pipeline, is_matmul_id) + (bias_size > 0 ? hex_align_up(bias_size, HTP_MM_HMX_TILE_SIZE) : 0); size_t simple_2d_size_per_n, simple_2d_size_per_m, simple_2d_size_per_mn; htp_mm_hmx_get_2d_chunk_costs(wtype, k, pipeline, aligned_tile_size, &simple_2d_size_per_n, &simple_2d_size_per_m, &simple_2d_size_per_mn); diff --git a/tests/test-backend-ops.cpp b/tests/test-backend-ops.cpp index d0a585a220b6..c328072bca28 100644 --- a/tests/test-backend-ops.cpp +++ b/tests/test-backend-ops.cpp @@ -12122,6 +12122,13 @@ static std::vector> make_test_cases_eval() { GGML_TYPE_IQ3_S, GGML_TYPE_IQ1_S, GGML_TYPE_IQ1_M, GGML_TYPE_IQ4_XS}) { test_cases.emplace_back(new test_mul_mat(type_a, GGML_TYPE_F32, 16, 10, 256, {1, 1}, {1, 1})); } + + // Tile-aligned shapes for NVFP4 and IQ2_XXS across GEMV (n=1, 2) and HMX (n=16, 64) paths + for (ggml_type type_a : {GGML_TYPE_NVFP4, GGML_TYPE_IQ2_XXS}) { + for (int n : {1, 2, 16, 64}) { + test_cases.emplace_back(new test_mul_mat(type_a, GGML_TYPE_F32, 64, n, 256, {1, 1}, {1, 1})); + } + } #else // m = a rows // n = b rows From 32bdc3a89e6528d3e419024c833c5dabf32c7541 Mon Sep 17 00:00:00 2001 From: Ruixiang Wang Date: Sat, 14 Nov 2026 09:49:27 +0100 Subject: [PATCH 030/249] spec + model: refactor DFlash based speculative decoding methods (#32016) * dflash : move the DSpark markov head and backbone graphs to dspark.cpp Move-only: build_dspark_markov_head, graph_dsv4, graph_dsv41 and graph_mistral_large4 move verbatim. build_inp_target_features and build_dspark_markov_head become static members of llama_model_dflash so both files can use them. * dflash : detect the head and the backbone once, split the loaders per file load_arch_hparams sets llama_model_dflash::variant (DFlash, DFlash2, DSpark, LiliCorr) and ::backbone (base, DSV4, DSV4.1, Mistral Large 4). The head, backbone and base layer loaders become member helpers in dflash.cpp, dflash2.cpp, lilicorr.cpp and dspark.cpp. build_arch_graph dispatches on the backbone. The DFlash2 and LiliCorr loaders create the DFlash2 conv tensors through a helper in dflash2.cpp, right after their head tensors instead of in the base layer loop; the other tensors keep their creation order. The DFlash2 loader drops its copy of the conv group size check, which master never reached. * dflash : share the injection input, token embeddings and lm head lookups build_inject_inp (target features + fc + encoder norm), get_tok_embd and get_lm_head replace the copies in the base, DSV4, DSV4.1 and Mistral Large 4 graphs. build_inp_target_features is file-static again. * dflash : split the DFlash decoder into a graph per head graph_base creates the shared inputs and provides build_inject, build_inp_tokens, build_layers and build_logits. graph_dflash (dflash.cpp), graph_dflash2 (dflash2.cpp), graph_dspark (dspark.cpp) and graph_lilicorr (lilicorr.cpp) assemble them and add their head; the selector, scorer and markov head builders move to the file of their graph, and the DFlash2 local conv run by build_layers to dflash2.cpp. build_arch_graph dispatches on the backbone, then on the head. The op order and the tensor names are unchanged. * speculative : split the DFlash driver into a class per head common_speculative_impl_draft_dflash stays the DFlash implementation and becomes the base of draft_dspark, draft_dflash2 and draft_lilicorr. Its protected constructor only reads the draft metadata; init() then sets up the contexts with the options of the draft (draft length, backend sampling, device features, masked h_nextn). Each derived class overrides draft() with the path of its head from the former draft(). DFlash2 also overrides begin() to reseed its generator per request, and LiliCorr overrides process() to store the context features of each injected chunk, which its noise block carries as its state. The factory keeps the current routing: draft-dspark picks DSpark, draft-dflash picks DFlash2 or LiliCorr from the draft metadata and DFlash otherwise. draft-dspark with a DFlash2 or LiliCorr draft now runs the DSpark reader instead of a mix of both. sample_from_anchor is logged by DSpark only. * speculative : add the draft-dflash2 and draft-lilicorr types draft-dflash2 and draft-lilicorr name the DFlash2 and LiliCorr drafts, which draft-dflash keeps running too: it picks them from the draft metadata. draft-dflash2 and draft-lilicorr must match the draft model, draft-dspark rejects a DFlash2 or LiliCorr draft, a model that is not a DFlash draft is rejected, and a run uses at most one DFlash family type; these errors leave speculative decoding uninitialized. The type detected from the draft GGUF is now the concrete one, and draft-dflash2 and draft-lilicorr download the dflash sidecar. * docs : describe the DFlash2 and LiliCorr drafts Add the DFlash2 and LiliCorr sections and the new types, and explain that draft-dflash also runs DFlash2 and LiliCorr drafts. * speculative : drop the unused DFlash is_mrope Nothing reads it since the migration to common_batch (#29385), which picks the number of M-RoPE position rows from the rope type of the draft. * doc: update spec dec * address review comments --- common/arg.cpp | 10 +- common/common.h | 31 +- common/speculative.cpp | 786 +++++--- common/speculative.h | 2 +- docs/speculative.md | 56 +- .../speculative-simple/speculative-simple.cpp | 7 +- include/llama.h | 12 + src/llama-model.cpp | 16 + src/models/dflash.cpp | 1621 ++--------------- src/models/dflash2.cpp | 224 +++ src/models/dspark.cpp | 873 +++++++++ src/models/lilicorr.cpp | 280 +++ src/models/models.h | 72 + tools/cli/README.md | 2 +- tools/server/README.md | 2 +- 15 files changed, 2267 insertions(+), 1727 deletions(-) create mode 100644 src/models/dflash2.cpp create mode 100644 src/models/dspark.cpp create mode 100644 src/models/lilicorr.cpp diff --git a/common/arg.cpp b/common/arg.cpp index 6bf9355fb0ff..00f9659cb113 100644 --- a/common/arg.cpp +++ b/common/arg.cpp @@ -349,6 +349,14 @@ common_models_handler common_models_handler_init(const common_params & params, l params.speculative.types.end(), COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH) != params.speculative.types.end(); + const bool spec_type_draft_dflash2 = std::find(params.speculative.types.begin(), + params.speculative.types.end(), + COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH2) != params.speculative.types.end(); + + const bool spec_type_draft_lilicorr = std::find(params.speculative.types.begin(), + params.speculative.types.end(), + COMMON_SPECULATIVE_TYPE_DRAFT_LILICORR) != params.speculative.types.end(); + const bool spec_type_draft_eagle3 = std::find(params.speculative.types.begin(), params.speculative.types.end(), COMMON_SPECULATIVE_TYPE_DRAFT_EAGLE3) != params.speculative.types.end(); @@ -373,7 +381,7 @@ common_models_handler common_models_handler_init(const common_params & params, l opts.offline = params.offline; opts.download_mtp = spec_type_draft_mtp; opts.download_eagle3 = spec_type_draft_eagle3; - opts.download_dflash = spec_type_draft_dflash; + opts.download_dflash = spec_type_draft_dflash || spec_type_draft_dflash2 || spec_type_draft_lilicorr; opts.download_dspark = spec_type_draft_dspark; opts.download_mmproj = use_mmproj && !params.no_mmproj && params.mmproj.path.empty() && params.mmproj.url.empty(); diff --git a/common/common.h b/common/common.h index 6043ab34239f..4cfc1b8f3974 100644 --- a/common/common.h +++ b/common/common.h @@ -174,18 +174,20 @@ enum common_params_sampling_config : uint64_t { }; enum common_speculative_type { - COMMON_SPECULATIVE_TYPE_NONE, // no speculative decoding - COMMON_SPECULATIVE_TYPE_DRAFT_SIMPLE, // standalone draft model speculative decoding - COMMON_SPECULATIVE_TYPE_DRAFT_EAGLE3, // Eagle3 speculative decoding - COMMON_SPECULATIVE_TYPE_DRAFT_MTP, // Multi-token prediction - COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH, // DFlash speculative decoding - COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK, // DSpark speculative decoding (DFlash + Markov head) - COMMON_SPECULATIVE_TYPE_NGRAM_SIMPLE, // simple self-speculative decoding based on n-grams - COMMON_SPECULATIVE_TYPE_NGRAM_MAP_K, // self-speculative decoding with n-gram keys only - COMMON_SPECULATIVE_TYPE_NGRAM_MAP_K4V, // self-speculative decoding with n-gram keys and 4 m-gram values + COMMON_SPECULATIVE_TYPE_NONE, // no speculative decoding + COMMON_SPECULATIVE_TYPE_DRAFT_SIMPLE, // standalone draft model speculative decoding + COMMON_SPECULATIVE_TYPE_DRAFT_EAGLE3, // Eagle3 speculative decoding + COMMON_SPECULATIVE_TYPE_DRAFT_MTP, // Multi-token prediction + COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH, // DFlash speculative decoding + COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK, // DSpark speculative decoding (DFlash + Markov head) + COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH2, // DFlash2 speculative decoding (DFlash + selector) + COMMON_SPECULATIVE_TYPE_DRAFT_LILICORR, // LiliCorr speculative decoding (DFlash + scorer) + COMMON_SPECULATIVE_TYPE_NGRAM_SIMPLE, // simple self-speculative decoding based on n-grams + COMMON_SPECULATIVE_TYPE_NGRAM_MAP_K, // self-speculative decoding with n-gram keys only + COMMON_SPECULATIVE_TYPE_NGRAM_MAP_K4V, // self-speculative decoding with n-gram keys and 4 m-gram values COMMON_SPECULATIVE_TYPE_NGRAM_MOD, - COMMON_SPECULATIVE_TYPE_NGRAM_CACHE, // self-speculative decoding with 3-level n-gram cache - COMMON_SPECULATIVE_TYPE_COUNT // number of types, unknown type + COMMON_SPECULATIVE_TYPE_NGRAM_CACHE, // self-speculative decoding with 3-level n-gram cache + COMMON_SPECULATIVE_TYPE_COUNT // number of types, unknown type }; // Grammar type enumeration @@ -414,7 +416,12 @@ struct common_params_speculative { uint32_t need_n_rs_seq() const { bool needs_rs_seq = std::any_of(types.begin(), types.end(), [&](auto t) { - return t == COMMON_SPECULATIVE_TYPE_DRAFT_MTP || t == COMMON_SPECULATIVE_TYPE_DRAFT_EAGLE3 || t == COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH || t == COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK; + return t == COMMON_SPECULATIVE_TYPE_DRAFT_MTP || + t == COMMON_SPECULATIVE_TYPE_DRAFT_EAGLE3 || + t == COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH || + t == COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK || + t == COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH2 || + t == COMMON_SPECULATIVE_TYPE_DRAFT_LILICORR; }); return needs_rs_seq ? draft.n_max : 0u; diff --git a/common/speculative.cpp b/common/speculative.cpp index 63cb5e611ff4..b40eb5535f73 100644 --- a/common/speculative.cpp +++ b/common/speculative.cpp @@ -70,17 +70,19 @@ static void spec_retune( } const std::map common_speculative_type_from_name_map = { - {"none", COMMON_SPECULATIVE_TYPE_NONE}, - {"draft-simple", COMMON_SPECULATIVE_TYPE_DRAFT_SIMPLE}, - {"draft-eagle3", COMMON_SPECULATIVE_TYPE_DRAFT_EAGLE3}, - {"draft-mtp", COMMON_SPECULATIVE_TYPE_DRAFT_MTP}, - {"draft-dflash", COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH}, - {"draft-dspark", COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK}, - {"ngram-simple", COMMON_SPECULATIVE_TYPE_NGRAM_SIMPLE}, - {"ngram-map-k", COMMON_SPECULATIVE_TYPE_NGRAM_MAP_K}, - {"ngram-map-k4v", COMMON_SPECULATIVE_TYPE_NGRAM_MAP_K4V}, - {"ngram-mod", COMMON_SPECULATIVE_TYPE_NGRAM_MOD}, - {"ngram-cache", COMMON_SPECULATIVE_TYPE_NGRAM_CACHE} + {"none", COMMON_SPECULATIVE_TYPE_NONE}, + {"draft-simple", COMMON_SPECULATIVE_TYPE_DRAFT_SIMPLE}, + {"draft-eagle3", COMMON_SPECULATIVE_TYPE_DRAFT_EAGLE3}, + {"draft-mtp", COMMON_SPECULATIVE_TYPE_DRAFT_MTP}, + {"draft-dflash", COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH}, + {"draft-dspark", COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK}, + {"draft-dflash2", COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH2}, + {"draft-lilicorr", COMMON_SPECULATIVE_TYPE_DRAFT_LILICORR}, + {"ngram-simple", COMMON_SPECULATIVE_TYPE_NGRAM_SIMPLE}, + {"ngram-map-k", COMMON_SPECULATIVE_TYPE_NGRAM_MAP_K}, + {"ngram-map-k4v", COMMON_SPECULATIVE_TYPE_NGRAM_MAP_K4V}, + {"ngram-mod", COMMON_SPECULATIVE_TYPE_NGRAM_MOD}, + {"ngram-cache", COMMON_SPECULATIVE_TYPE_NGRAM_CACHE} }; static std::string common_speculative_get_devices_str(const std::vector & devices) { @@ -999,26 +1001,6 @@ struct common_speculative_impl_draft_dflash : public common_speculative_impl { int32_t block_size = 0; llama_token mask_token_id = 0; - bool is_lilicorr = false; - int32_t lilicorr_top_k = 0; - size_t lilicorr_rows = 0; - std::vector lilicorr_embd; - std::vector lilicorr_pos; - - bool is_dflash2 = false; - bool is_mrope = false; - int32_t selector_top_k = 0; - - // DFlash2 probabilistic drafting: one generator per sequence and the seed it was last seeded with (-1: reseed) - std::vector dflash2_rng; - std::vector dflash2_seed; - - // draft-dspark: the draft carries a Markov head and uses an anchor-first block layout - const bool is_dspark; - - // dspark speculators - bool sample_from_anchor = true; - // block-internal attention bool causal_attn = false; @@ -1028,11 +1010,31 @@ struct common_speculative_impl_draft_dflash : public common_speculative_impl { // inject target features from the target's device buffer instead of host copies (env LLAMA_DFLASH_DEV=0 disables) bool use_dev_features = false; + common_speculative_impl_draft_dflash(const common_params_speculative & params, uint32_t n_seq) + : common_speculative_impl_draft_dflash(params, n_seq, COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH) + { + // DFlash input is [id_last, * (block_size-1)]: in-place denoising yields at most block_size-1 draft tokens + init({ + /* .n_draft_max = */ block_size - 1, + /* .backend_sampling = */ true, + /* .dev_features = */ true, + /* .nextn_masked = */ true, + }); + } + +protected: + // what init() sets up, per draft type + struct dflash_options { + int32_t n_draft_max; // longest draft a block yields, n_max and n_min are clamped to it + bool backend_sampling; // the block logits can be sampled on the backend + bool dev_features; // the target features can come from the target's device buffer + bool nextn_masked; // h_nextn is only read at the output rows + }; + common_speculative_impl_draft_dflash(const common_params_speculative & params, uint32_t n_seq, - common_speculative_type type = COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH) + common_speculative_type type) : common_speculative_impl(type, n_seq, params.draft.n_max) , params(params.draft) - , is_dspark(type == COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK) { auto * ctx_tgt = this->params.ctx_tgt; auto * ctx_dft = this->params.ctx_dft; @@ -1056,48 +1058,26 @@ struct common_speculative_impl_draft_dflash : public common_speculative_impl { if (llama_model_meta_val_str(model_dft, "dflash.block_size", buf, sizeof(buf)) >= 0) { block_size = std::atoi(buf); } - if (llama_model_meta_val_str(model_dft, "dflash.sample_from_anchor", buf, sizeof(buf)) >= 0) { - sample_from_anchor = std::strcmp(buf, "true") == 0; - } if (llama_model_meta_val_str(model_dft, "dflash.attention.causal", buf, sizeof(buf)) >= 0) { causal_attn = std::strcmp(buf, "true") == 0; } } - selector_top_k = llama_model_dflash_selector_top_k(model_dft); - is_dflash2 = selector_top_k > 0; - dflash2_rng.resize(n_seq); - dflash2_seed.assign(n_seq, -1); - char lilicorr_meta[32] = {}; - lilicorr_top_k = llama_model_meta_val_str(model_dft, "lilicorr.candidate_topk", lilicorr_meta, sizeof(lilicorr_meta)) >= 0 - ? std::atoi(lilicorr_meta) : 0; - is_lilicorr = lilicorr_top_k > 0; - if (is_lilicorr) { - lilicorr_rows = (size_t) block_size + 1; - const size_t lilicorr_slots = (size_t) n_seq * lilicorr_rows; - lilicorr_embd.resize(lilicorr_slots * (size_t) n_embd_dec); - lilicorr_pos.assign(lilicorr_slots, -1); - } mask_token_id = llama_vocab_mask(llama_model_get_vocab(model_dft)); - if (is_dspark && this->params.p_min > 0.0f) { - char buf[16] = {}; - const bool has_conf = - llama_model_meta_val_str(model_dft, "dflash.has_confidence_head", buf, sizeof(buf)) < 0 || - std::strcmp(buf, "true") == 0; - if (!has_conf) { - throw std::runtime_error("DSpark draft has no confidence head: please set --spec-draft-p-min 0"); - } - } - LOG_INF("%s: adding speculative implementation '%s'\n", __func__, common_speculative_type_to_str(type).c_str()); LOG_INF("%s: - n_max=%d, n_min=%d, p_min=%.2f\n", __func__, this->params.n_max, this->params.n_min, this->params.p_min); - LOG_INF("%s: - block_size=%d, mask_token_id=%d, n_extract=%u, sample_from_anchor=%s\n", __func__, - block_size, mask_token_id, target_layer_ids_n, sample_from_anchor ? "true" : "false"); + LOG_INF("%s: - block_size=%d, mask_token_id=%d, n_extract=%u\n", __func__, + block_size, mask_token_id, target_layer_ids_n); + } + + void init(const dflash_options & opt) { + auto * ctx_tgt = this->params.ctx_tgt; + auto * ctx_dft = this->params.ctx_dft; - // DFlash input is [id_last, * (block_size-1)]: in-place denoising yields at most - // block_size-1 draft tokens, anchor-first DSpark yields a full block_size draft tokens - const int32_t n_draft_max = is_dspark && sample_from_anchor ? block_size : block_size - 1; + const llama_model * model_dft = llama_get_model(ctx_dft); + + const int32_t n_draft_max = opt.n_draft_max; if (this->params.n_max > n_draft_max || this->params.n_min > n_draft_max) { LOG_WRN("%s: requested draft size (n_max=%d, n_min=%d) exceeds the trained block size %d -- clamping to %d\n", __func__, this->params.n_max, this->params.n_min, block_size, n_draft_max); @@ -1109,9 +1089,6 @@ struct common_speculative_impl_draft_dflash : public common_speculative_impl { batch = common_batch(ctx_dft); batch_inject = common_batch(ctx_dft); - // embd batches on an M-RoPE draft carry 4 position rows per token - is_mrope = llama_model_rope_type(model_dft) == LLAMA_ROPE_TYPE_MROPE; - smpls.resize(n_seq); for (auto & s : smpls) { common_params_sampling sparams; @@ -1123,7 +1100,7 @@ struct common_speculative_impl_draft_dflash : public common_speculative_impl { // offload draft sampling to the backend backend_chains.assign(n_seq, nullptr); - if (this->params.backend_sampling && !is_dflash2 && !is_lilicorr) { + if (this->params.backend_sampling && opt.backend_sampling) { for (llama_seq_id seq_id = 0; seq_id < (llama_seq_id) n_seq; ++seq_id) { llama_sampler * chain = llama_sampler_chain_init(llama_sampler_chain_default_params()); llama_sampler_chain_add(chain, llama_sampler_init_top_k(10)); @@ -1148,7 +1125,7 @@ struct common_speculative_impl_draft_dflash : public common_speculative_impl { const bool ascending = std::adjacent_find(target_layer_ids, target_layer_ids + target_layer_ids_n, [](int32_t a, int32_t b) { return a >= b; }) == target_layer_ids + target_layer_ids_n; - use_dev_features = !is_lilicorr && ascending && (env == nullptr || atoi(env) != 0); + use_dev_features = opt.dev_features && ascending && (env == nullptr || atoi(env) != 0); if (use_dev_features) { llama_set_embeddings_layer_inp_dev(ctx_tgt, true); use_dev_features = llama_supports_embd_row(ctx_dft); @@ -1159,11 +1136,15 @@ struct common_speculative_impl_draft_dflash : public common_speculative_impl { LOG_INF("%s: DFlash target features via %s\n", __func__, use_dev_features ? "device buffer" : "host copies"); } - // DFlash2 reads its selector lattice from h_nextn and never consumes raw logits. - llama_set_embeddings_nextn(ctx_dft, true, /*masked*/ !is_dflash2 && !is_lilicorr); + llama_set_embeddings_nextn(ctx_dft, true, opt.nextn_masked); llama_set_causal_attn(ctx_dft, causal_attn); // DFlash needs non-causal attention unless the model says otherwise } + // only LiliCorr uses this, to keep the context features for its scorer; the other heads only need the KV cache + // called after the host copy injection of a chunk, while h_nextn still holds the context features of batch_inject + virtual void store_context_features(llama_seq_id /*seq_id*/, int32_t /*n_chunk*/) {} + +public: ~common_speculative_impl_draft_dflash() override { auto * ctx_dft = this->params.ctx_dft; for (llama_seq_id seq_id = 0; seq_id < (llama_seq_id) backend_chains.size(); ++seq_id) { @@ -1183,9 +1164,6 @@ struct common_speculative_impl_draft_dflash : public common_speculative_impl { return; } - // reseed per request rather than per round, or two identical requests differ - dflash2_seed[seq_id] = -1; - const int32_t N = (int32_t) prompt.size(); if (N <= 0) { return; @@ -1297,24 +1275,7 @@ struct common_speculative_impl_draft_dflash : public common_speculative_impl { __func__, rc, (int) n_chunk, (int) offset); return false; } - if (is_lilicorr) { - // Ordinary DFlash can write to the KV cache, but LiliCorr needs to store embeddings across sequences. - const float * projected = llama_get_embeddings_nextn(ctx_dft); - if (projected) { - const size_t seq_offset = (size_t) seq_id * lilicorr_rows; - const llama_pos pos_min = std::max(0, batch_inject.tokens.back().pos[0] - block_size); - for (int32_t i = 0; i < n_chunk; ++i) { - const llama_pos pos = batch_inject.tokens[i].pos[0]; - if (pos < pos_min) { - continue; - } - const size_t slot = seq_offset + (size_t) pos % lilicorr_rows; - std::memcpy(lilicorr_embd.data() + slot * (size_t) n_embd_dec, - projected + (size_t) i * n_embd_dec, (size_t) n_embd_dec * sizeof(float)); - lilicorr_pos[slot] = pos; - } - } - } + store_context_features(seq_id, n_chunk); } } @@ -1326,7 +1287,7 @@ struct common_speculative_impl_draft_dflash : public common_speculative_impl { batch.clear(); - // build one batch holding every drafting sequence's noise block into a single decode) + // build one batch holding every drafting sequence's noise block into a single decode // record where each block starts and its size std::vector i_block_beg(n_seq, -1); std::vector n_block (n_seq, 0); @@ -1342,17 +1303,136 @@ struct common_speculative_impl_draft_dflash : public common_speculative_impl { const int32_t n = (int32_t) dp.pos0; const int32_t n_draft = params.n_max; - const int32_t n_block_tokens = is_lilicorr ? block_size : n_draft + (is_dspark && sample_from_anchor ? 0 : 1); + const int32_t n_block_tokens = n_draft + 1; i_block_beg[seq_id] = batch.size(); n_block [seq_id] = n_block_tokens; for (int32_t i = 0; i < n_block_tokens; ++i) { - const int32_t idx = batch.add(i == 0 ? dp.id_last : mask_token_id, n + i, seq_id, !is_dflash2 && !is_lilicorr); - if (is_lilicorr) { - // For LiliCorr drafting batch, set state embeddings for use in the associated transformer head. - const llama_pos pos = dp.pos0 - 1; - const size_t slot = (size_t) seq_id * lilicorr_rows + (size_t) pos % lilicorr_rows; - batch.set_embd_state(idx, { lilicorr_embd.data() + slot * (size_t) n_embd_dec, 1, (size_t) n_embd_dec }); + batch.add(i == 0 ? dp.id_last : mask_token_id, n + i, seq_id, true); + } + } + + if (batch.size() == 0) { + return; + } + + // decode all sequence's noise block in a single batch + int ret = llama_process(ctx_dft, LLAMA_PROCESS_TYPE_DECODE, batch.get()); + if (ret != 0) { + LOG_WRN("%s: llama_process returned %d\n", __func__, ret); + return; + } + + for (llama_seq_id seq_id = 0; seq_id < (llama_seq_id) n_seq; ++seq_id) { + if (i_block_beg[seq_id] < 0) { + continue; + } + auto & dp = dparams[seq_id]; + + const int32_t beg = i_block_beg[seq_id]; + const int32_t n_block_tokens = n_block[seq_id]; + + auto * smpl = smpls[seq_id].get(); + + auto & result = *dp.result; + + // greedily read the predicted block at this sequence's noise positions 1..n_block_tokens-1 + for (int32_t i = 1; i < n_block_tokens; ++i) { + common_sampler_sample(smpl, ctx_dft, beg + i, true); + + const auto * cur_p = common_sampler_get_candidates(smpl, true); + + for (int k = 0; k < std::min(3, (int) cur_p->size); ++k) { + LOG_DBG(" - seq_id %d, draft candidate %3d, pos %3d: %6d (%8.3f) '%s'\n", + seq_id, k, i - 1, cur_p->data[k].id, cur_p->data[k].p, + common_token_to_piece(ctx_dft, cur_p->data[k].id).c_str()); + } + + const llama_token id = cur_p->data[0].id; + + if (cur_p->data[0].p < params.p_min) { + break; } + + common_sampler_accept(smpl, id, true); + + result.push_back(id); + } + + if (result.size() < (size_t) params.n_min) { + result.clear(); + } + } + } + + void accept(llama_seq_id /*seq_id*/, uint16_t /*n_accepted*/, bool /*is_other*/) override { + // noop + } +}; + +// DSpark: a semi-autoregressive Markov head (+ Confidence head) on the block, anchor-first block layout +struct common_speculative_impl_draft_dspark final : public common_speculative_impl_draft_dflash { + // bonus anchor (SpecForge exports) when false: slot 0 is a bonus token, not a prediction slot + bool sample_from_anchor = true; + + common_speculative_impl_draft_dspark(const common_params_speculative & params, uint32_t n_seq) + : common_speculative_impl_draft_dflash(params, n_seq, COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK) + { + const llama_model * model_dft = llama_get_model(this->params.ctx_dft); + + { + char buf[32] = {}; + if (llama_model_meta_val_str(model_dft, "dflash.sample_from_anchor", buf, sizeof(buf)) >= 0) { + sample_from_anchor = std::strcmp(buf, "true") == 0; + } + } + + if (this->params.p_min > 0.0f) { + char buf[16] = {}; + const bool has_conf = + llama_model_meta_val_str(model_dft, "dflash.has_confidence_head", buf, sizeof(buf)) < 0 || + std::strcmp(buf, "true") == 0; + if (!has_conf) { + throw std::runtime_error("DSpark draft has no confidence head: please set --spec-draft-p-min 0"); + } + } + + LOG_INF("%s: - sample_from_anchor=%s\n", __func__, sample_from_anchor ? "true" : "false"); + + // anchor-first DSpark yields a full block_size draft tokens + init({ + /* .n_draft_max = */ sample_from_anchor ? block_size : block_size - 1, + /* .backend_sampling = */ true, + /* .dev_features = */ true, + /* .nextn_masked = */ true, + }); + } + + void draft(common_speculative_draft_params_vec & dparams) override { + auto & ctx_dft = params.ctx_dft; + + batch.clear(); + + // build one batch holding every drafting sequence's noise block into a single decode + // record where each block starts and its size + std::vector i_block_beg(n_seq, -1); + std::vector n_block (n_seq, 0); + + for (llama_seq_id seq_id = 0; seq_id < (llama_seq_id) n_seq; ++seq_id) { + auto & dp = dparams[seq_id]; + if (!dp.drafting) { + continue; + } + + common_sampler_reset(smpls[seq_id].get()); + + const int32_t n = (int32_t) dp.pos0; + + const int32_t n_draft = params.n_max; + const int32_t n_block_tokens = n_draft + (sample_from_anchor ? 0 : 1); + i_block_beg[seq_id] = batch.size(); + n_block [seq_id] = n_block_tokens; + for (int32_t i = 0; i < n_block_tokens; ++i) { + batch.add(i == 0 ? dp.id_last : mask_token_id, n + i, seq_id, true); } } @@ -1380,136 +1460,327 @@ struct common_speculative_impl_draft_dflash : public common_speculative_impl { auto & result = *dp.result; - if (is_dflash2 || is_lilicorr) { - // Both DFlash and LiliCorr greedily walk the candidate lattice. - const float * lattice = llama_get_embeddings_nextn(ctx_dft); - GGML_ASSERT(lattice && "DFlash2 selector produced no lattice"); + // DSpark: read from the first draft slot, truncate below the confidence threshold + const float * conf = params.p_min > 0.0f ? llama_get_embeddings_nextn(ctx_dft) : nullptr; + // bonus-anchor drafts read the mask positions only, like DFlash + const int32_t i_draft_beg = sample_from_anchor ? 0 : 1; + for (int32_t i = i_draft_beg; i < n_block_tokens; ++i) { + const int32_t idx = beg + i; + + if (conf && conf[(size_t) idx * n_embd_dec] < params.p_min) { + break; + } - // DFlash2 can instead sample each step and hand q to the verifier for rejection sampling - const bool sample = is_dflash2 && params.probabilistic && dp.result_q; + common_sampler_sample(smpl, ctx_dft, idx, true); - // greedy keeps temperature 1, sampling uses the target's - const float temp = sample ? dp.temp : 1.0f; + const auto * cur_p = common_sampler_get_candidates(smpl, true); - if (sample && dflash2_seed[seq_id] != dp.seed) { - dflash2_seed[seq_id] = dp.seed; - // the default seed means random; mixed so it differs from the target's, as in spec_retune - dflash2_rng[seq_id].seed(dp.seed == LLAMA_DEFAULT_SEED ? std::random_device{}() : dp.seed ^ 0x85ebca6bu); + for (int k = 0; k < std::min(3, (int) cur_p->size); ++k) { + LOG_DBG(" - seq_id %d, draft candidate %3d, pos %3d: %6d (%8.3f) '%s'\n", + seq_id, k, i, cur_p->data[k].id, cur_p->data[k].p, + common_token_to_piece(ctx_dft, cur_p->data[k].id).c_str()); } - std::vector probs; - std::vector sorted_idx; - - int32_t predecessor = 0; - for (int32_t i = 1; i < (is_dflash2 ? n_block_tokens : params.n_max + 1); ++i) { - const float * row = lattice + (size_t) (beg + i) * n_embd_dec; - const int32_t top_k = is_dflash2 ? selector_top_k : lilicorr_top_k; - const float * scores = row + top_k + (size_t) predecessor * top_k; - - predecessor = (int32_t) std::distance(scores, - std::max_element(scores, scores + top_k)); - if (params.p_min > 0.0f || sample) { - // softmax(scores / temp) at the argmax, i.e. 1 / sum(exp((s_k - s_max) / temp)) - probs.resize(top_k); - float sum = 0.0f; - for (int32_t k = 0; k < top_k; ++k) { - probs[k] = std::exp((scores[k] - scores[predecessor]) / temp); - sum += probs[k]; - } - if (1.0f / sum < params.p_min) { + const llama_token id = cur_p->data[0].id; + + common_sampler_accept(smpl, id, true); + + result.push_back(id); + } + + if (result.size() < (size_t) params.n_min) { + result.clear(); + } + } + } +}; + +// DFlash2: walks the lattice of the selector over the top-k candidates of the block +struct common_speculative_impl_draft_dflash2 final : public common_speculative_impl_draft_dflash { + int32_t selector_top_k = 0; + + // probabilistic drafting: one generator per sequence and the seed it was last seeded with (-1: reseed) + std::vector dflash2_rng; + std::vector dflash2_seed; + + common_speculative_impl_draft_dflash2(const common_params_speculative & params, uint32_t n_seq) + : common_speculative_impl_draft_dflash(params, n_seq, COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH2) + { + selector_top_k = llama_model_dflash_selector_top_k(llama_get_model(this->params.ctx_dft)); + dflash2_rng.resize(n_seq); + dflash2_seed.assign(n_seq, -1); + + // DFlash2 reads its selector lattice from h_nextn and never consumes raw logits + init({ + /* .n_draft_max = */ block_size - 1, + /* .backend_sampling = */ false, + /* .dev_features = */ true, + /* .nextn_masked = */ false, + }); + } + + void begin(llama_seq_id seq_id, const llama_tokens & prompt) override { + if (seq_id >= 0 && seq_id < (llama_seq_id) n_seq) { + // reseed per request rather than per round, or two identical requests differ + dflash2_seed[seq_id] = -1; + } + + common_speculative_impl_draft_dflash::begin(seq_id, prompt); + } + + void draft(common_speculative_draft_params_vec & dparams) override { + auto & ctx_dft = params.ctx_dft; + + batch.clear(); + + // build one batch holding every drafting sequence's noise block into a single decode + // record where each block starts and its size + std::vector i_block_beg(n_seq, -1); + std::vector n_block (n_seq, 0); + + for (llama_seq_id seq_id = 0; seq_id < (llama_seq_id) n_seq; ++seq_id) { + auto & dp = dparams[seq_id]; + if (!dp.drafting) { + continue; + } + + common_sampler_reset(smpls[seq_id].get()); + + const int32_t n = (int32_t) dp.pos0; + + const int32_t n_draft = params.n_max; + const int32_t n_block_tokens = n_draft + 1; + i_block_beg[seq_id] = batch.size(); + n_block [seq_id] = n_block_tokens; + for (int32_t i = 0; i < n_block_tokens; ++i) { + batch.add(i == 0 ? dp.id_last : mask_token_id, n + i, seq_id, false); + } + } + + if (batch.size() == 0) { + return; + } + + // decode all sequence's noise block in a single batch + int ret = llama_process(ctx_dft, LLAMA_PROCESS_TYPE_DECODE, batch.get()); + if (ret != 0) { + LOG_WRN("%s: llama_process returned %d\n", __func__, ret); + return; + } + + for (llama_seq_id seq_id = 0; seq_id < (llama_seq_id) n_seq; ++seq_id) { + if (i_block_beg[seq_id] < 0) { + continue; + } + auto & dp = dparams[seq_id]; + + const int32_t beg = i_block_beg[seq_id]; + const int32_t n_block_tokens = n_block[seq_id]; + + auto & result = *dp.result; + + const float * lattice = llama_get_embeddings_nextn(ctx_dft); + GGML_ASSERT(lattice && "DFlash2 selector produced no lattice"); + + // DFlash2 can instead sample each step and hand q to the verifier for rejection sampling + const bool sample = params.probabilistic && dp.result_q; + + // greedy keeps temperature 1, sampling uses the target's + const float temp = sample ? dp.temp : 1.0f; + + if (sample && dflash2_seed[seq_id] != dp.seed) { + dflash2_seed[seq_id] = dp.seed; + // the default seed means random; mixed so it differs from the target's, as in spec_retune + dflash2_rng[seq_id].seed(dp.seed == LLAMA_DEFAULT_SEED ? std::random_device{}() : dp.seed ^ 0x85ebca6bu); + } + + std::vector probs; + std::vector sorted_idx; + + int32_t predecessor = 0; + for (int32_t i = 1; i < n_block_tokens; ++i) { + const float * row = lattice + (size_t) (beg + i) * n_embd_dec; + const int32_t top_k = selector_top_k; + const float * scores = row + top_k + (size_t) predecessor * top_k; + + predecessor = (int32_t) std::distance(scores, + std::max_element(scores, scores + top_k)); + if (params.p_min > 0.0f || sample) { + // softmax(scores / temp) at the argmax, i.e. 1 / sum(exp((s_k - s_max) / temp)) + probs.resize(top_k); + float sum = 0.0f; + for (int32_t k = 0; k < top_k; ++k) { + probs[k] = std::exp((scores[k] - scores[predecessor]) / temp); + sum += probs[k]; + } + if (1.0f / sum < params.p_min) { + break; + } + for (int32_t k = 0; k < top_k; ++k) { + probs[k] /= sum; + } + } + if (sample) { + // ggml_top_k leaves candidates unordered, so walk them by token id to keep a seed's draft stable + sorted_idx.resize(top_k); + for (int32_t k = 0; k < top_k; ++k) { + sorted_idx[k] = k; + } + std::sort(sorted_idx.begin(), sorted_idx.end(), [row](int32_t a, int32_t b) { return row[a] < row[b]; }); + + // a round-off overshoot keeps the argmax, which has q > 0 + double u = std::uniform_real_distribution(0.0, 1.0)(dflash2_rng[seq_id]); + for (const int32_t k : sorted_idx) { + u -= probs[k]; + if (u < 0.0) { + predecessor = k; break; } - for (int32_t k = 0; k < top_k; ++k) { - probs[k] /= sum; - } } - if (sample) { - // ggml_top_k leaves candidates unordered, so walk them by token id to keep a seed's draft stable - sorted_idx.resize(top_k); - for (int32_t k = 0; k < top_k; ++k) { - sorted_idx[k] = k; - } - std::sort(sorted_idx.begin(), sorted_idx.end(), [row](int32_t a, int32_t b) { return row[a] < row[b]; }); - - // a round-off overshoot keeps the argmax, which has q > 0 - double u = std::uniform_real_distribution(0.0, 1.0)(dflash2_rng[seq_id]); - for (const int32_t k : sorted_idx) { - u -= probs[k]; - if (u < 0.0) { - predecessor = k; - break; - } - } - auto & q = dp.result_q->emplace_back(); - q.reserve(top_k); - for (int32_t k = 0; k < top_k; ++k) { - q.push_back({ (llama_token) row[k], scores[k], probs[k] }); - } + auto & q = dp.result_q->emplace_back(); + q.reserve(top_k); + for (int32_t k = 0; k < top_k; ++k) { + q.push_back({ (llama_token) row[k], scores[k], probs[k] }); } - result.push_back((llama_token) row[predecessor]); } + result.push_back((llama_token) row[predecessor]); + } + + if (result.size() < (size_t) params.n_min) { + result.clear(); + if (sample) { + dp.result_q->clear(); + } + } + } + } +}; - if (result.size() < (size_t) params.n_min) { - result.clear(); - if (sample) { - dp.result_q->clear(); - } +// LiliCorr: walks the lattice of the scorer over the top-k candidates of the block, which reads the +// context features of the anchor; they come back from the injection and are kept per sequence +struct common_speculative_impl_draft_lilicorr final : public common_speculative_impl_draft_dflash { + int32_t lilicorr_top_k = 0; + + // context features of the last lilicorr_rows positions of each sequence, indexed by position + size_t lilicorr_rows = 0; + std::vector lilicorr_embd; + std::vector lilicorr_pos; + + common_speculative_impl_draft_lilicorr(const common_params_speculative & params, uint32_t n_seq) + : common_speculative_impl_draft_dflash(params, n_seq, COMMON_SPECULATIVE_TYPE_DRAFT_LILICORR) + { + char lilicorr_meta[32] = {}; + lilicorr_top_k = llama_model_meta_val_str(llama_get_model(this->params.ctx_dft), "lilicorr.candidate_topk", lilicorr_meta, sizeof(lilicorr_meta)) >= 0 + ? std::atoi(lilicorr_meta) : 0; + lilicorr_rows = (size_t) block_size + 1; + const size_t lilicorr_slots = (size_t) n_seq * lilicorr_rows; + lilicorr_embd.resize(lilicorr_slots * (size_t) n_embd_dec); + lilicorr_pos.assign(lilicorr_slots, -1); + + // the context features are read back from h_nextn after a host copy injection + init({ + /* .n_draft_max = */ block_size - 1, + /* .backend_sampling = */ false, + /* .dev_features = */ false, + /* .nextn_masked = */ false, + }); + } + +protected: + void store_context_features(llama_seq_id seq_id, int32_t n_chunk) override { + // Ordinary DFlash can write to the KV cache, but LiliCorr needs to store embeddings across sequences. + const float * projected = llama_get_embeddings_nextn(params.ctx_dft); + if (projected) { + const size_t seq_offset = (size_t) seq_id * lilicorr_rows; + const llama_pos pos_min = std::max(0, batch_inject.tokens.back().pos[0] - block_size); + for (int32_t i = 0; i < n_chunk; ++i) { + const llama_pos pos = batch_inject.tokens[i].pos[0]; + if (pos < pos_min) { + continue; } - continue; + const size_t slot = seq_offset + (size_t) pos % lilicorr_rows; + std::memcpy(lilicorr_embd.data() + slot * (size_t) n_embd_dec, + projected + (size_t) i * n_embd_dec, (size_t) n_embd_dec * sizeof(float)); + lilicorr_pos[slot] = pos; } + } + } - if (is_dspark) { - // DSpark: read from the first draft slot, truncate below the confidence threshold - const float * conf = params.p_min > 0.0f ? llama_get_embeddings_nextn(ctx_dft) : nullptr; - // bonus-anchor drafts read the mask positions only, like DFlash - const int32_t i_draft_beg = sample_from_anchor ? 0 : 1; - for (int32_t i = i_draft_beg; i < n_block_tokens; ++i) { - const int32_t idx = beg + i; +public: + void draft(common_speculative_draft_params_vec & dparams) override { + auto & ctx_dft = params.ctx_dft; - if (conf && conf[(size_t) idx * n_embd_dec] < params.p_min) { - break; - } + batch.clear(); - common_sampler_sample(smpl, ctx_dft, idx, true); + // build one batch holding every drafting sequence's noise block into a single decode + // record where each block starts, all blocks have the same size + std::vector i_block_beg(n_seq, -1); - const auto * cur_p = common_sampler_get_candidates(smpl, true); + for (llama_seq_id seq_id = 0; seq_id < (llama_seq_id) n_seq; ++seq_id) { + auto & dp = dparams[seq_id]; + if (!dp.drafting) { + continue; + } - for (int k = 0; k < std::min(3, (int) cur_p->size); ++k) { - LOG_DBG(" - seq_id %d, draft candidate %3d, pos %3d: %6d (%8.3f) '%s'\n", - seq_id, k, i, cur_p->data[k].id, cur_p->data[k].p, - common_token_to_piece(ctx_dft, cur_p->data[k].id).c_str()); - } + common_sampler_reset(smpls[seq_id].get()); - const llama_token id = cur_p->data[0].id; + const int32_t n = (int32_t) dp.pos0; - common_sampler_accept(smpl, id, true); + // the scorer reads a full block + i_block_beg[seq_id] = batch.size(); + for (int32_t i = 0; i < block_size; ++i) { + const int32_t idx = batch.add(i == 0 ? dp.id_last : mask_token_id, n + i, seq_id, false); + // For LiliCorr drafting batch, set state embeddings for use in the associated transformer head. + const llama_pos pos = dp.pos0 - 1; + const size_t slot = (size_t) seq_id * lilicorr_rows + (size_t) pos % lilicorr_rows; + batch.set_embd_state(idx, { lilicorr_embd.data() + slot * (size_t) n_embd_dec, 1, (size_t) n_embd_dec }); + } + } - result.push_back(id); - } - } else { - // greedily read the predicted block at this sequence's noise positions 1..n_block_tokens-1 - for (int32_t i = 1; i < n_block_tokens; ++i) { - common_sampler_sample(smpl, ctx_dft, beg + i, true); + if (batch.size() == 0) { + return; + } - const auto * cur_p = common_sampler_get_candidates(smpl, true); + // decode all sequence's noise block in a single batch + int ret = llama_process(ctx_dft, LLAMA_PROCESS_TYPE_DECODE, batch.get()); + if (ret != 0) { + LOG_WRN("%s: llama_process returned %d\n", __func__, ret); + return; + } - for (int k = 0; k < std::min(3, (int) cur_p->size); ++k) { - LOG_DBG(" - seq_id %d, draft candidate %3d, pos %3d: %6d (%8.3f) '%s'\n", - seq_id, k, i - 1, cur_p->data[k].id, cur_p->data[k].p, - common_token_to_piece(ctx_dft, cur_p->data[k].id).c_str()); - } + for (llama_seq_id seq_id = 0; seq_id < (llama_seq_id) n_seq; ++seq_id) { + if (i_block_beg[seq_id] < 0) { + continue; + } + auto & dp = dparams[seq_id]; + + const int32_t beg = i_block_beg[seq_id]; - const llama_token id = cur_p->data[0].id; + auto & result = *dp.result; - if (cur_p->data[0].p < params.p_min) { + const float * lattice = llama_get_embeddings_nextn(ctx_dft); + GGML_ASSERT(lattice && "LiliCorr scorer produced no lattice"); + + int32_t predecessor = 0; + for (int32_t i = 1; i < params.n_max + 1; ++i) { + const float * row = lattice + (size_t) (beg + i) * n_embd_dec; + const int32_t top_k = lilicorr_top_k; + const float * scores = row + top_k + (size_t) predecessor * top_k; + + predecessor = (int32_t) std::distance(scores, + std::max_element(scores, scores + top_k)); + if (params.p_min > 0.0f) { + // softmax(scores) at the argmax, i.e. 1 / sum(exp(s_k - s_max)) + float sum = 0.0f; + for (int32_t k = 0; k < top_k; ++k) { + sum += std::exp(scores[k] - scores[predecessor]); + } + if (1.0f / sum < params.p_min) { break; } - - common_sampler_accept(smpl, id, true); - - result.push_back(id); } + result.push_back((llama_token) row[predecessor]); } if (result.size() < (size_t) params.n_min) { @@ -1517,10 +1788,6 @@ struct common_speculative_impl_draft_dflash : public common_speculative_impl { } } } - - void accept(llama_seq_id /*seq_id*/, uint16_t /*n_accepted*/, bool /*is_other*/) override { - // noop - } }; struct common_speculative_impl_draft_mtp : public common_speculative_impl { @@ -2535,18 +2802,20 @@ const char * common_speculative_all_types_str() { std::string common_speculative_type_to_str(common_speculative_type type) { switch (type) { - case COMMON_SPECULATIVE_TYPE_NONE: return "none"; - case COMMON_SPECULATIVE_TYPE_DRAFT_SIMPLE: return "draft-simple"; - case COMMON_SPECULATIVE_TYPE_DRAFT_EAGLE3: return "draft-eagle3"; - case COMMON_SPECULATIVE_TYPE_DRAFT_MTP: return "draft-mtp"; - case COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH: return "draft-dflash"; - case COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK: return "draft-dspark"; - case COMMON_SPECULATIVE_TYPE_NGRAM_SIMPLE: return "ngram-simple"; - case COMMON_SPECULATIVE_TYPE_NGRAM_MAP_K: return "ngram-map-k"; - case COMMON_SPECULATIVE_TYPE_NGRAM_MAP_K4V: return "ngram-map-k4v"; - case COMMON_SPECULATIVE_TYPE_NGRAM_MOD: return "ngram-mod"; - case COMMON_SPECULATIVE_TYPE_NGRAM_CACHE: return "ngram-cache"; - default: return "unknown"; + case COMMON_SPECULATIVE_TYPE_NONE: return "none"; + case COMMON_SPECULATIVE_TYPE_DRAFT_SIMPLE: return "draft-simple"; + case COMMON_SPECULATIVE_TYPE_DRAFT_EAGLE3: return "draft-eagle3"; + case COMMON_SPECULATIVE_TYPE_DRAFT_MTP: return "draft-mtp"; + case COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH: return "draft-dflash"; + case COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK: return "draft-dspark"; + case COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH2: return "draft-dflash2"; + case COMMON_SPECULATIVE_TYPE_DRAFT_LILICORR: return "draft-lilicorr"; + case COMMON_SPECULATIVE_TYPE_NGRAM_SIMPLE: return "ngram-simple"; + case COMMON_SPECULATIVE_TYPE_NGRAM_MAP_K: return "ngram-map-k"; + case COMMON_SPECULATIVE_TYPE_NGRAM_MAP_K4V: return "ngram-map-k4v"; + case COMMON_SPECULATIVE_TYPE_NGRAM_MOD: return "ngram-mod"; + case COMMON_SPECULATIVE_TYPE_NGRAM_CACHE: return "ngram-cache"; + default: return "unknown"; } } @@ -2604,10 +2873,8 @@ std::vector common_speculative_types_from_gguf(const st return {}; } - // the Markov head distinguishes draft-dspark from draft-dflash - const auto type = gguf_find_tensor(gguf_ctx.get(), "markov_w1.weight") >= 0 - ? COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK - : COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH; + // draft-dflash runs every DFlash family draft, the head of the loaded draft picks the driver + const auto type = COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH; SPC_INF("auto-detected speculative type '%s' from the draft model metadata\n", common_speculative_type_to_str(type).c_str()); @@ -2632,6 +2899,8 @@ int32_t common_speculative_n_max(const common_params_speculative * spec) { case COMMON_SPECULATIVE_TYPE_DRAFT_MTP: case COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH: case COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK: + case COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH2: + case COMMON_SPECULATIVE_TYPE_DRAFT_LILICORR: n_max = std::max(n_max, std::max(0, spec->draft.n_max)); break; case COMMON_SPECULATIVE_TYPE_NGRAM_SIMPLE: @@ -2803,7 +3072,10 @@ common_params common_base_params_to_speculative(const common_params & params) { const bool has_block_draft = std::any_of( params.speculative.types.begin(), params.speculative.types.end(), [](common_speculative_type t) { - return t == COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH || t == COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK; + return t == COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH || + t == COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK || + t == COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH2 || + t == COMMON_SPECULATIVE_TYPE_DRAFT_LILICORR; }); if (has_block_draft) { // per-seq output positions: DFlash decodes anchor + n_max masks (n_max + 1); DSpark n_max -> +1 covers both @@ -2919,6 +3191,14 @@ common_speculative * common_speculative_init(common_params_speculative & params, { uint32_t enabled_configs = common_get_enabled_speculative_configs(params.types); + // the DFlash family types share the draft context, so one run uses at most one of them + const uint32_t dflash_configs = enabled_configs & ( + (1u << COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH) | (1u << COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK) | + (1u << COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH2) | (1u << COMMON_SPECULATIVE_TYPE_DRAFT_LILICORR)); + if (dflash_configs & (dflash_configs - 1)) { + throw std::runtime_error("draft-dflash, draft-dflash2, draft-dspark and draft-lilicorr cannot be combined"); + } + auto add_config_if_enabled = [&](common_speculative_type type, bool available = true) { if (available && (enabled_configs & (1u << type))) { configs.emplace_back(type, params); @@ -2926,7 +3206,7 @@ common_speculative * common_speculative_init(common_params_speculative & params, }; // when adding a new type - update here the logic above - static_assert(COMMON_SPECULATIVE_TYPE_COUNT == 11); + static_assert(COMMON_SPECULATIVE_TYPE_COUNT == 13); // this list here defines the priority of the speculators // the one with highest priority are listed first @@ -2937,10 +3217,12 @@ common_speculative * common_speculative_init(common_params_speculative & params, add_config_if_enabled(COMMON_SPECULATIVE_TYPE_NGRAM_CACHE); add_config_if_enabled(COMMON_SPECULATIVE_TYPE_DRAFT_SIMPLE); - add_config_if_enabled(COMMON_SPECULATIVE_TYPE_DRAFT_EAGLE3, params.draft.ctx_dft != nullptr); - add_config_if_enabled(COMMON_SPECULATIVE_TYPE_DRAFT_MTP, params.draft.ctx_dft != nullptr); - add_config_if_enabled(COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH, params.draft.ctx_dft != nullptr); - add_config_if_enabled(COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK, params.draft.ctx_dft != nullptr); + add_config_if_enabled(COMMON_SPECULATIVE_TYPE_DRAFT_EAGLE3, params.draft.ctx_dft != nullptr); + add_config_if_enabled(COMMON_SPECULATIVE_TYPE_DRAFT_MTP, params.draft.ctx_dft != nullptr); + add_config_if_enabled(COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH, params.draft.ctx_dft != nullptr); + add_config_if_enabled(COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK, params.draft.ctx_dft != nullptr); + add_config_if_enabled(COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH2, params.draft.ctx_dft != nullptr); + add_config_if_enabled(COMMON_SPECULATIVE_TYPE_DRAFT_LILICORR, params.draft.ctx_dft != nullptr); } std::vector> impls = {}; @@ -2961,13 +3243,43 @@ common_speculative * common_speculative_init(common_params_speculative & params, impls.push_back(std::make_unique(config.params, n_seq)); break; } - case COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH: { - impls.push_back(std::make_unique(config.params, n_seq)); - break; - } - case COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK: { - impls.push_back(std::make_unique( - config.params, n_seq, COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK)); + case COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH: + case COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK: + case COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH2: + case COMMON_SPECULATIVE_TYPE_DRAFT_LILICORR: { + common_speculative_type type_model = COMMON_SPECULATIVE_TYPE_NONE; + switch (llama_model_dflash_variant(llama_get_model(config.params.draft.ctx_dft))) { + case LLAMA_DFLASH_VARIANT_DFLASH: type_model = COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH; break; + case LLAMA_DFLASH_VARIANT_DFLASH2: type_model = COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH2; break; + case LLAMA_DFLASH_VARIANT_DSPARK: type_model = COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK; break; + case LLAMA_DFLASH_VARIANT_LILICORR: type_model = COMMON_SPECULATIVE_TYPE_DRAFT_LILICORR; break; + case LLAMA_DFLASH_VARIANT_NONE: break; + } + if (type_model == COMMON_SPECULATIVE_TYPE_NONE) { + throw std::runtime_error(string_format("--spec-type %s requires a DFlash draft model", + common_speculative_type_to_str(config.type).c_str())); + } + + // draft-dflash runs every DFlash family draft, the other types must match the head of the draft + if (config.type != COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH && config.type != type_model) { + throw std::runtime_error(string_format("--spec-type %s does not match the draft model: use %s", + common_speculative_type_to_str(config.type).c_str(), common_speculative_type_to_str(type_model).c_str())); + } + + switch (type_model) { + case COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK: + impls.push_back(std::make_unique(config.params, n_seq)); + break; + case COMMON_SPECULATIVE_TYPE_DRAFT_DFLASH2: + impls.push_back(std::make_unique(config.params, n_seq)); + break; + case COMMON_SPECULATIVE_TYPE_DRAFT_LILICORR: + impls.push_back(std::make_unique(config.params, n_seq)); + break; + default: + impls.push_back(std::make_unique(config.params, n_seq)); + break; + } break; } case COMMON_SPECULATIVE_TYPE_NGRAM_SIMPLE: { @@ -3020,8 +3332,8 @@ common_speculative * common_speculative_init(common_params_speculative & params, } // the n-gram drafters ignore p_min, and DSpark uses it as the cutoff of its confidence head - const bool uses_p_min = std::any_of(configs.begin(), configs.end(), [](const common_speculative_config & c) { - switch (c.type) { + const bool uses_p_min = std::any_of(impls.begin(), impls.end(), [](const auto & impl) { + switch (impl->type) { case COMMON_SPECULATIVE_TYPE_DRAFT_DSPARK: case COMMON_SPECULATIVE_TYPE_NGRAM_SIMPLE: case COMMON_SPECULATIVE_TYPE_NGRAM_MAP_K: diff --git a/common/speculative.h b/common/speculative.h index 4262327cbbc2..949114f35609 100644 --- a/common/speculative.h +++ b/common/speculative.h @@ -73,7 +73,7 @@ struct common_speculative_draft_params { // the generated draft from the last _draft() call llama_tokens * result; - // candidate distribution per drafted token; set it to make draft-simple, draft-mtp and draft-dflash (DFlash2 only) sample + // candidate distribution per drafted token; set it to make draft-simple, draft-mtp and draft-dflash2 sample std::vector> * result_q = nullptr; // the target's temp and seed, read only when the drafter samples probabilistically diff --git a/docs/speculative.md b/docs/speculative.md index 9072eedd34ac..48e9d757ee3c 100644 --- a/docs/speculative.md +++ b/docs/speculative.md @@ -74,13 +74,41 @@ llama-server -m Qwen3-4B.gguf -md Qwen3-4B-DFlash.gguf \ `--spec-draft-n-max` is clamped to the draft model's trained block size. +DFlash2, DSpark and LiliCorr drafts are DFlash backbones with a head on the block, and the head is read from the draft model. +`draft-dflash` runs each of them with the driver of its head. +The other spec types must match the head of the draft model: `draft-dspark` needs the Markov head, `draft-dflash2` the candidate selector and `draft-lilicorr` the candidate scorer. On a mismatch, speculative decoding is not initialized. +Without `--spec-type`, the type is detected from the draft model. + See: - #22105 +### DFlash2 (`draft-dflash2`) + +[DFlash2](https://inco.ai/blog/dflash2/) adds a local convolution to the DFlash layers and a _candidate selector_ on the block. + +DFlash2 drafts convert like DFlash drafts, with `--target-model-dir`: + +```bash +python convert_hf_to_gguf.py \ + --target-model-dir --outtype bf16 --outfile DFlash2.gguf + +llama-server -m target.gguf -md DFlash2.gguf \ + --spec-type draft-dflash2 --spec-draft-n-max 7 -fa on --jinja +``` + +`--spec-draft-p-min P` truncates the draft at the first step whose selector probability falls below `P`. + +With `--spec-draft-sampling probabilistic`, the draft samples the path at the request's temperature +and the target verifies it by rejection sampling. + +See: + +- #27816, #30663 + ### DSpark (`draft-dspark`) -DSpark extends DFlash with a semi-autoregressive _Markov head_: the draft still emits a whole +[DSpark](https://arxiv.org/pdf/2607.05147) extends DFlash with a semi-autoregressive _Markov head_: the draft still emits a whole block per forward pass, but each block position's logits are biased by a low-rank term keyed on the previous token, chained in-graph across the block. This keeps drafting at one decode per block while recovering some of the left-to-right signal that pure block diffusion loses. @@ -115,6 +143,26 @@ See: - #25173 +### LiliCorr (`draft-lilicorr`) + +[LiliCorr](https://arxiv.org/pdf/2608.20530) puts a _candidate scorer_ on the DFlash block: a small transformer over the top-k candidates +of each block position, conditioned on the target's hidden state at the last position, scores the paths through the block like the DFlash2 selector. + +LiliCorr drafts (`LiLiCorrDraftModel`) convert with `--target-model-dir`: + +```bash +python convert_hf_to_gguf.py \ + --target-model-dir --outtype bf16 --outfile LiliCorr.gguf + +llama-server -m target.gguf -md LiliCorr.gguf --spec-type draft-lilicorr -fa on --jinja +``` + +`--spec-draft-p-min P` truncates the draft at the first step whose scorer probability falls below `P`. + +See: + +- #30506 + ### n-gram Cache (`ngram-cache`) An n-gram is a sequence of n tokens. The n-gram cache implementation maintains statistics about short n-gram sequences. @@ -225,7 +273,7 @@ Use exactly one of these options: ### General Speculative Parameters ``` ---spec-type [none|draft-simple|draft-eagle3|draft-dflash|draft-dspark|draft-mtp|ngram-cache|ngram-simple|ngram-map-k|ngram-map-k4v|ngram-mod] +--spec-type [none|draft-simple|draft-eagle3|draft-dflash|draft-dflash2|draft-dspark|draft-lilicorr|draft-mtp|ngram-cache|ngram-simple|ngram-map-k|ngram-map-k4v|ngram-mod] comma-separated list of types of speculative decoding to use (default: none) (env: LLAMA_ARG_SPEC_TYPE) @@ -368,8 +416,10 @@ Specifies a comma-separated list of speculative decoding types to use. | `none` | No speculative decoding (default) | | `draft-simple` | Use a simple draft model for speculation | | `draft-eagle3` | Use an EAGLE-3 draft model that reads the target's hidden states | -| `draft-dflash` | Use a DFlash block-diffusion draft model that emits a block per step | +| `draft-dflash` | Use a DFlash block-diffusion draft model that emits a block per step (also DFlash2, DSpark and LiliCorr drafts, resolved from the model) | +| `draft-dflash2` | Use a DFlash2 draft model (DFlash + local convolution + candidate selector) | | `draft-dspark` | Use a DSpark draft model (DFlash backbone + semi-autoregressive Markov head) | +| `draft-lilicorr` | Use a LiliCorr draft model (DFlash + candidate scorer conditioned on the target's hidden state) | | `draft-mtp` | Use Multi Token Prediction (MTP) heads from the main model | | `ngram-cache` | Use n-gram cache lookup | | `ngram-simple` | Use simple n-gram pattern matching | diff --git a/examples/speculative-simple/speculative-simple.cpp b/examples/speculative-simple/speculative-simple.cpp index e4a878b82842..ec2c03176741 100644 --- a/examples/speculative-simple/speculative-simple.cpp +++ b/examples/speculative-simple/speculative-simple.cpp @@ -116,7 +116,12 @@ int main(int argc, char ** argv) { // init the speculator const auto & params_spec = params.speculative; - struct common_speculative * spec = common_speculative_init(params.speculative, 1); + struct common_speculative * spec = nullptr; + try { + spec = common_speculative_init(params.speculative, 1); + } catch (const std::exception & e) { + LOG_ERR("%s: %s\n", __func__, e.what()); + } if (spec == nullptr) { LOG_ERR("%s", "failed to initialize speculative decoding\n"); diff --git a/include/llama.h b/include/llama.h index 181d840a6c88..01d8fb88ae5d 100644 --- a/include/llama.h +++ b/include/llama.h @@ -228,6 +228,15 @@ extern "C" { LLAMA_CONTEXT_TYPE_MTP = 1, }; + // the head on the block of a DFlash draft model + enum llama_dflash_variant { + LLAMA_DFLASH_VARIANT_NONE = -1, // not a DFlash draft model + LLAMA_DFLASH_VARIANT_DFLASH = 0, + LLAMA_DFLASH_VARIANT_DFLASH2 = 1, + LLAMA_DFLASH_VARIANT_DSPARK = 2, + LLAMA_DFLASH_VARIANT_LILICORR = 3, + }; + // TODO: simplify (https://github.com/ggml-org/llama.cpp/pull/9294#pullrequestreview-2286561979) typedef struct llama_token_data { llama_token id; // token id @@ -667,6 +676,9 @@ extern "C" { // NextN / speculative draft model queries // + // the DFlash variant the model loader picked from the head of the draft + LLAMA_API enum llama_dflash_variant llama_model_dflash_variant(const struct llama_model * model); + // DFlash2 selector: number of candidate tokens the draft keeps per block position from its logits // (the packed lattice also holds the top_k x top_k pairwise transition scores); 0 if the model has no selector head LLAMA_API int32_t llama_model_dflash_selector_top_k(const struct llama_model * model); diff --git a/src/llama-model.cpp b/src/llama-model.cpp index 7c75ab55ef30..a5435cb63b90 100644 --- a/src/llama-model.cpp +++ b/src/llama-model.cpp @@ -3606,6 +3606,22 @@ int32_t llama_model_n_layer_nextn(const llama_model * model) { return model->hparams.n_layer_nextn; } +llama_dflash_variant llama_model_dflash_variant(const llama_model * model) { + const auto * dflash = dynamic_cast(model); + if (dflash == nullptr) { + return LLAMA_DFLASH_VARIANT_NONE; + } + + switch (dflash->variant) { + case llama_model_dflash::VARIANT_DFLASH: return LLAMA_DFLASH_VARIANT_DFLASH; + case llama_model_dflash::VARIANT_DFLASH2: return LLAMA_DFLASH_VARIANT_DFLASH2; + case llama_model_dflash::VARIANT_DSPARK: return LLAMA_DFLASH_VARIANT_DSPARK; + case llama_model_dflash::VARIANT_LILICORR: return LLAMA_DFLASH_VARIANT_LILICORR; + } + + return LLAMA_DFLASH_VARIANT_NONE; +} + int32_t llama_model_dflash_selector_top_k(const llama_model * model) { return model->hparams.dflash_selector_top_k; } diff --git a/src/models/dflash.cpp b/src/models/dflash.cpp index 13020bb32ca2..ea1e862a9842 100644 --- a/src/models/dflash.cpp +++ b/src/models/dflash.cpp @@ -33,18 +33,17 @@ void llama_model_dflash::load_arch_hparams(llama_model_loader & ml) { ml.get_key(LLM_KV_DFLASH_CONV_GROUP_SIZE, hparams.dflash_conv_group_size, false); ml.get_key(LLM_KV_DFLASH_SELECTOR_RANK, hparams.dflash_selector_rank, false); ml.get_key(LLM_KV_DFLASH_SELECTOR_TOP_K, hparams.dflash_selector_top_k, false); + + const bool has_markov = ml.get_tensor_meta("markov_w1.weight") != nullptr; + const bool has_selector = ml.get_tensor_meta("selector_hidden.weight") != nullptr; const bool has_lilicorr = ml.get_key(LLM_KV_LILICORR_HIDDEN_SIZE, hparams.lilicorr_hidden_size, false); - ml.get_key(LLM_KV_LILICORR_CANDIDATE_TOPK, hparams.lilicorr_candidate_topk, has_lilicorr); - ml.get_key(LLM_KV_LILICORR_NUM_HEADS, hparams.lilicorr_num_heads, has_lilicorr); - ml.get_key(LLM_KV_LILICORR_NUM_LAYERS, hparams.lilicorr_layers, has_lilicorr); - ml.get_key(LLM_KV_LILICORR_VECTOR_EPS, hparams.lilicorr_vector_eps, has_lilicorr); - ml.get_key(LLM_KV_LILICORR_LOGIT_SCALE, hparams.lilicorr_logit_scale, has_lilicorr); - if (has_lilicorr && (hparams.dflash_block_size < 2 || hparams.lilicorr_hidden_size == 0 || - hparams.lilicorr_num_heads == 0 || hparams.lilicorr_hidden_size % hparams.lilicorr_num_heads || - hparams.lilicorr_candidate_topk == 0 || hparams.lilicorr_layers == 0 || - hparams.dflash_selector_top_k > 0 || - (uint64_t) hparams.lilicorr_candidate_topk * (hparams.lilicorr_candidate_topk + 1) > hparams.n_embd)) { - throw std::runtime_error("invalid LiLiCorr DFlash metadata"); + if (has_markov) { + variant = VARIANT_DSPARK; + } else if (has_selector) { + variant = VARIANT_DFLASH2; + } else if (has_lilicorr) { + variant = VARIANT_LILICORR; + load_hparams_lilicorr(ml); } if (!ml.get_arr(LLM_KV_TARGET_LAYERS, target_layer_ids, false)) { @@ -62,87 +61,16 @@ void llama_model_dflash::load_arch_hparams(llama_model_loader & ml) { } LLAMA_LOG_INFO("%s: DFlash extract_layers = [%s]\n", __func__, layers.c_str()); - // DeepSeek-V4 DSpark backbone: stages are full DSV4 blocks, uniform sliding window (the draft KV ring) ml.get_key(LLM_KV_HYPER_CONNECTION_COUNT, hparams.dsv4_hc_mult, false); if (hparams.dsv4_hc_mult > 0) { - ml.get_key(LLM_KV_ATTENTION_Q_LORA_RANK, hparams.n_lora_q); - ml.get_key(LLM_KV_ATTENTION_SLIDING_WINDOW, hparams.n_swa); - ml.get_key_or_arr(LLM_KV_EXPERT_FEED_FORWARD_LENGTH, hparams.n_ff_exp_arr, hparams.n_layer_all); - ml.get_key(LLM_KV_EXPERT_SHARED_COUNT, hparams.n_expert_shared); - ml.get_key(LLM_KV_EXPERT_WEIGHTS_SCALE, hparams.expert_weights_scale); - ml.get_key(LLM_KV_EXPERT_WEIGHTS_NORM, hparams.expert_weights_norm); - ml.get_key(LLM_KV_EXPERT_GATING_FUNC, hparams.expert_gating_func); - ml.get_key_or_arr(LLM_KV_SWIGLU_CLAMP_EXP, hparams.swiglu_clamp_exp, hparams.n_layer_all); - if (!ml.get_key_or_arr(LLM_KV_SWIGLU_CLAMP_SHEXP, hparams.swiglu_clamp_shexp, hparams.n_layer_all, 0)) { - hparams.swiglu_clamp_shexp = hparams.swiglu_clamp_exp; - } - ml.get_key(LLM_KV_ATTENTION_OUTPUT_GROUP_COUNT, hparams.dsv4_o_group_count); - ml.get_key(LLM_KV_ATTENTION_OUTPUT_LORA_RANK, hparams.dsv4_o_lora_rank); - ml.get_key(LLM_KV_HYPER_CONNECTION_SINKHORN_ITERATIONS, hparams.dsv4_hc_sinkhorn_iters); - ml.get_key(LLM_KV_HYPER_CONNECTION_EPSILON, hparams.dsv4_hc_eps); - ml.get_arr(LLM_KV_ATTENTION_COMPRESS_RATIOS, hparams.dsv4_compress_ratios, false); - ml.get_key(LLM_KV_HYPER_CONNECTION_SINGLE_PASS, hparams.dsv4_hc_single_pass, false); - - GGML_ASSERT(hparams.dsv4_o_group_count > 0); // avoid div by zero - - if (hparams.expert_gating_func != LLAMA_EXPERT_GATING_FUNC_TYPE_SQRT_SOFTPLUS) { - throw std::runtime_error("DSpark DSV4 draft expects sqrtsoftplus MoE scoring"); - } - for (uint32_t il = 0; il < hparams.n_layer_all; ++il) { - if (hparams.dsv4_compress_ratios[il] != 0) { - throw std::runtime_error("DSpark DSV4 draft expects uncompressed attention on all stages"); - } - } - - GGML_ASSERT(hparams.n_swa > 0); - if (hparams.dsv4_hc_single_pass) { - // DeepSeek-V4.1 DSpark: block queries see the main-KV ring plus the block via the mask row of the - // first query, so that row's SWA window must reach window_size positions before the anchor - hparams.n_swa += 1; - } - hparams.swa_type = LLAMA_SWA_TYPE_STANDARD; - hparams.set_swa_pattern(0); - for (uint32_t il = 0; il < hparams.n_layer_all; ++il) { - hparams.is_swa_impl[il] = true; - } - hparams.rope_freq_base_train_swa = hparams.rope_freq_base_train; - hparams.rope_freq_scale_train_swa = hparams.rope_freq_scale_train; - - type = LLM_TYPE_UNKNOWN; - return; - } - - // Mistral Large 4 DSpark: dense MLA stages, one sliding window, plain YaRN - if (ml.get_key(LLM_KV_ATTENTION_KV_LORA_RANK, hparams.n_lora_kv, false)) { - ml.get_key(LLM_KV_ATTENTION_KEY_LENGTH_MLA, hparams.n_embd_head_k_mla_impl); - ml.get_key(LLM_KV_ATTENTION_VALUE_LENGTH_MLA, hparams.n_embd_head_v_mla_impl); - ml.get_key(LLM_KV_ROPE_SCALING_YARN_LOG_MUL, hparams.rope_yarn_log_mul, false); - ml.get_key(LLM_KV_ATTENTION_SLIDING_WINDOW, hparams.n_swa); - - if (hparams.n_swa == 0) { - throw std::runtime_error("DSpark Mistral Large 4 draft expects a sliding window"); - } - if (hparams.n_embd_head_k_full != hparams.n_lora_kv + hparams.n_rot()) { - throw std::runtime_error("DSpark Mistral Large 4 draft expects key_length == kv_lora_rank + rope dim"); - } - - // same as DSV4.1 DSpark: block uses the window of the anchor - hparams.n_swa += 1; - hparams.swa_type = LLAMA_SWA_TYPE_STANDARD; - hparams.set_swa_pattern(0); - for (uint32_t il = 0; il < hparams.n_layer_all; ++il) { - hparams.is_swa_impl[il] = true; - } - hparams.rope_freq_base_train_swa = hparams.rope_freq_base_train; - hparams.rope_freq_scale_train_swa = hparams.rope_freq_scale_train; - - type = LLM_TYPE_UNKNOWN; - return; - } - - // optional interleaved sliding-window attention with per-layer pattern array. - // DFlash has a single rope, so the SWA rope == main rope. - if (ml.get_key(LLM_KV_ATTENTION_SLIDING_WINDOW, hparams.n_swa, false) && hparams.n_swa > 0) { + load_hparams_dsv4(ml); + backbone = hparams.dsv4_hc_single_pass ? BACKBONE_DSV41 : BACKBONE_DSV4; + } else if (ml.get_key(LLM_KV_ATTENTION_KV_LORA_RANK, hparams.n_lora_kv, false)) { + load_hparams_mistral_large4(ml); + backbone = BACKBONE_MISTRAL_LARGE4; + } else if (ml.get_key(LLM_KV_ATTENTION_SLIDING_WINDOW, hparams.n_swa, false) && hparams.n_swa > 0) { + // optional interleaved sliding-window attention with per-layer pattern array. + // DFlash has a single rope, so the SWA rope == main rope. hparams.swa_type = LLAMA_SWA_TYPE_STANDARD; ml.get_arr(LLM_KV_ATTENTION_SLIDING_WINDOW_PATTERN, hparams.is_swa_impl); hparams.rope_freq_base_train_swa = hparams.rope_freq_base_train; @@ -168,109 +96,11 @@ void llama_model_dflash::load_arch_tensors(llama_model_loader &) { LLAMA_LOG_INFO("%s: DFlash using d2t mapping (draft_vocab_size = %lld)\n", __func__, (long long) n_vocab_draft); } - // DSpark = DFlash + a semi-autoregressive Markov head and Confidence head - const struct ggml_tensor * markov_meta = ml->get_tensor_meta("markov_w1.weight"); - if (markov_meta) { - const int64_t dspark_markov_rank = markov_meta->ne[0]; - - dspark_markov_w1 = create_tensor(tn(LLM_TENSOR_DSPARK_MARKOV_W1, "weight"), { dspark_markov_rank, n_vocab }, 0); - dspark_markov_w2 = create_tensor(tn(LLM_TENSOR_DSPARK_MARKOV_W2, "weight"), { dspark_markov_rank, n_vocab_draft }, 0); - dspark_markov_w2_s = create_tensor(tn(LLM_TENSOR_DSPARK_MARKOV_W2, "scale"), { 1 }, TENSOR_NOT_REQUIRED); - - dspark_conf_proj = create_tensor(tn(LLM_TENSOR_DSPARK_CONF_PROJ, "weight"), { n_embd + dspark_markov_rank, 1 }, TENSOR_NOT_REQUIRED); - dspark_conf_proj_b = create_tensor(tn(LLM_TENSOR_DSPARK_CONF_PROJ, "bias"), { 1 }, TENSOR_NOT_REQUIRED); - - dspark_joint_proj = create_tensor(tn(LLM_TENSOR_DSPARK_JOINT_PROJ, "weight"), { n_embd + 2*dspark_markov_rank, 3*dspark_markov_rank }, TENSOR_NOT_REQUIRED); - dspark_joint_proj_b = create_tensor(tn(LLM_TENSOR_DSPARK_JOINT_PROJ, "bias"), { 3*dspark_markov_rank }, dspark_joint_proj ? 0 : TENSOR_NOT_REQUIRED); - - LLAMA_LOG_INFO("%s: DFlash with DSpark markov head (rank = %lld)\n", __func__, (long long) dspark_markov_rank); - } - - const struct ggml_tensor * selector_meta = ml->get_tensor_meta("selector_hidden.weight"); - const bool conv_meta = hparams.dflash_conv_kernel_size > 0 && hparams.dflash_conv_group_size > 0; - if (conv_meta && n_embd % hparams.dflash_conv_group_size != 0) { - throw std::runtime_error("DFlash hidden size must be divisible by conv_group_size"); - } - if (selector_meta) { - const int64_t rank = hparams.dflash_selector_rank; - if (rank <= 0 || hparams.dflash_block_size <= 0 || hparams.dflash_selector_top_k <= 0 || - hparams.dflash_conv_kernel_size <= 0 || hparams.dflash_conv_group_size <= 0) { - throw std::runtime_error("DFlash2 model is missing conv/selector metadata"); - } - if (n_embd % hparams.dflash_conv_group_size != 0) { - throw std::runtime_error("DFlash2 hidden size must be divisible by conv_group_size"); - } - if (n_embd < hparams.dflash_selector_top_k * (hparams.dflash_selector_top_k + 1)) { - throw std::runtime_error("DFlash2 hidden size is too small for the selector lattice"); - } - - dflash_selector_prev = create_tensor(tn(LLM_TENSOR_DFLASH_SELECTOR_PREV, "weight"), { rank, n_vocab }, 0); - dflash_selector_next = create_tensor(tn(LLM_TENSOR_DFLASH_SELECTOR_NEXT, "weight"), { rank, n_vocab }, 0); - dflash_selector_hidden = create_tensor(tn(LLM_TENSOR_DFLASH_SELECTOR_HIDDEN, "weight"), { n_embd, rank }, 0); - - LLAMA_LOG_INFO("%s: DFlash2 conv kernel = %u, group = %u, selector rank = %u, top-k = %u\n", __func__, - hparams.dflash_conv_kernel_size, hparams.dflash_conv_group_size, - hparams.dflash_selector_rank, hparams.dflash_selector_top_k); - } - - if (hparams.lilicorr_layers > 0) { - const int64_t hidden = hparams.lilicorr_hidden_size; - const int64_t top_k = hparams.lilicorr_candidate_topk; - const int64_t heads = hparams.lilicorr_num_heads; - uint32_t factor = 0, mlp = 0; - ml->get_key(LLM_KV_LILICORR_FACTOR_DIM, factor); - ml->get_key(LLM_KV_LILICORR_MLP_HIDDEN_SIZE, mlp); - const int64_t slots = hparams.dflash_block_size - 1; - const int feature_bid = n_layer_all + hparams.lilicorr_layers; - if (factor == 0 || mlp == 0 || hparams.lilicorr_layers > layers.size()) { - throw std::runtime_error("invalid LiLiCorr head dimensions"); - } - if (hidden != n_embd) { - lilicorr_token_proj = create_tensor(tn(LLM_TENSOR_LILICORR_TOKEN_PROJ, "weight"), { n_embd, hidden }, 0); - lilicorr_token_proj_b = create_tensor(tn(LLM_TENSOR_LILICORR_TOKEN_PROJ, "bias"), { hidden }, 0); - lilicorr_token_proj_s = create_tensor(tn(LLM_TENSOR_LILICORR_TOKEN_PROJ, "scale"), { 1 }, TENSOR_NOT_REQUIRED); - } - lilicorr_pass_hidden_proj = create_tensor(tn(LLM_TENSOR_LILICORR_PASS_HIDDEN_PROJ, "weight"), { hparams.n_embd, hidden }, 0); - lilicorr_pass_hidden_proj_b = create_tensor(tn(LLM_TENSOR_LILICORR_PASS_HIDDEN_PROJ, "bias"), { hidden }, 0); - lilicorr_pass_hidden_proj_s = create_tensor(tn(LLM_TENSOR_LILICORR_PASS_HIDDEN_PROJ, "scale"), { 1 }, TENSOR_NOT_REQUIRED); - lilicorr_feature_norm = create_tensor(tn(LLM_TENSOR_FFN_NORM, "weight", feature_bid), { 5 }, 0); - lilicorr_feature_norm_b = create_tensor(tn(LLM_TENSOR_FFN_NORM, "bias", feature_bid), { 5 }, 0); - lilicorr_feature_mlp_1 = create_tensor(tn(LLM_TENSOR_FFN_UP, "weight", feature_bid), { 5, hidden }, 0); - lilicorr_feature_mlp_1_b = create_tensor(tn(LLM_TENSOR_FFN_UP, "bias", feature_bid), { hidden }, 0); - lilicorr_feature_mlp_3 = create_tensor(tn(LLM_TENSOR_FFN_DOWN, "weight", feature_bid), { hidden, hidden }, 0); - lilicorr_feature_mlp_3_b = create_tensor(tn(LLM_TENSOR_FFN_DOWN, "bias", feature_bid), { hidden }, 0); - lilicorr_slot_embedding = create_tensor(tn(LLM_TENSOR_LILICORR_SLOT_EMBD, "weight"), { hidden, slots }, 0); - lilicorr_rank_embedding = create_tensor(tn(LLM_TENSOR_LILICORR_RANK_EMBD, "weight"), { hidden, top_k }, 0); - lilicorr_attention_bias = create_tensor(tn(LLM_TENSOR_LILICORR_ATTN_BIAS, "bias"), { slots * top_k, slots * top_k, heads }, 0); - lilicorr_context_proj = create_tensor(tn(LLM_TENSOR_LILICORR_CONTEXT_PROJ, "weight"), { n_embd, hidden }, 0); - lilicorr_context_proj_b = create_tensor(tn(LLM_TENSOR_LILICORR_CONTEXT_PROJ, "bias"), { hidden }, 0); - lilicorr_context_proj_s = create_tensor(tn(LLM_TENSOR_LILICORR_CONTEXT_PROJ, "scale"), { 1 }, TENSOR_NOT_REQUIRED); - for (uint32_t i = 0; i < hparams.lilicorr_layers; ++i) { - const int bid = n_layer_all + i; - layers[i].lilicorr_attn_norm = create_tensor(tn(LLM_TENSOR_ATTN_NORM, "weight", bid), { hidden }, 0); - layers[i].lilicorr_mlp_norm = create_tensor(tn(LLM_TENSOR_FFN_NORM, "weight", bid), { hidden }, 0); - layers[i].lilicorr_attn_in_proj = create_tensor(tn(LLM_TENSOR_LILICORR_ATTN_IN_PROJ, "weight", i), { hidden, 3 * hidden }, 0); - layers[i].lilicorr_attn_in_proj_b = create_tensor(tn(LLM_TENSOR_LILICORR_ATTN_IN_PROJ, "bias", i), { 3 * hidden }, 0); - layers[i].lilicorr_attn_out_proj = create_tensor(tn(LLM_TENSOR_ATTN_OUT, "weight", bid), { hidden, hidden }, 0); - layers[i].lilicorr_attn_out_proj_b = create_tensor(tn(LLM_TENSOR_ATTN_OUT, "bias", bid), { hidden }, 0); - layers[i].lilicorr_attn_out_proj_s = create_tensor(tn(LLM_TENSOR_ATTN_OUT, "scale", bid), { 1 }, TENSOR_NOT_REQUIRED); - layers[i].lilicorr_mlp_0 = create_tensor(tn(LLM_TENSOR_FFN_UP, "weight", bid), { hidden, mlp }, 0); - layers[i].lilicorr_mlp_0_b = create_tensor(tn(LLM_TENSOR_FFN_UP, "bias", bid), { mlp }, 0); - layers[i].lilicorr_mlp_0_s = create_tensor(tn(LLM_TENSOR_FFN_UP, "scale", bid), { 1 }, TENSOR_NOT_REQUIRED); - layers[i].lilicorr_mlp_2 = create_tensor(tn(LLM_TENSOR_FFN_DOWN, "weight", bid), { mlp, hidden }, 0); - layers[i].lilicorr_mlp_2_b = create_tensor(tn(LLM_TENSOR_FFN_DOWN, "bias", bid), { hidden }, 0); - layers[i].lilicorr_mlp_2_s = create_tensor(tn(LLM_TENSOR_FFN_DOWN, "scale", bid), { 1 }, TENSOR_NOT_REQUIRED); - } - lilicorr_output_norm = create_tensor(tn(LLM_TENSOR_LILICORR_OUTPUT_NORM, "weight"), { hidden }, 0); - lilicorr_anchor_norm = create_tensor(tn(LLM_TENSOR_LILICORR_ANCHOR_NORM, "weight"), { hidden }, 0); - lilicorr_factor_input_proj = create_tensor(tn(LLM_TENSOR_LILICORR_FACTOR_INPUT_PROJ, "weight"), { 3 * hidden, hidden }, 0); - lilicorr_factor_input_proj_b = create_tensor(tn(LLM_TENSOR_LILICORR_FACTOR_INPUT_PROJ, "bias"), { hidden }, 0); - lilicorr_out_head = create_tensor(tn(LLM_TENSOR_LILICORR_OUT_HEAD, "weight"), { hidden, factor }, 0); - lilicorr_out_head_b = create_tensor(tn(LLM_TENSOR_LILICORR_OUT_HEAD, "bias"), { factor }, 0); - lilicorr_in_head = create_tensor(tn(LLM_TENSOR_LILICORR_IN_HEAD, "weight"), { hidden, factor }, 0); - lilicorr_in_head_b = create_tensor(tn(LLM_TENSOR_LILICORR_IN_HEAD, "bias"), { factor }, 0); - lilicorr_anchor_out_head = create_tensor(tn(LLM_TENSOR_LILICORR_ANCHOR_OUT_HEAD, "weight"), { hidden, factor }, 0); - lilicorr_anchor_out_head_b = create_tensor(tn(LLM_TENSOR_LILICORR_ANCHOR_OUT_HEAD, "bias"), { factor }, 0); + switch (variant) { + case VARIANT_DSPARK: load_tensors_dspark(n_vocab_draft); break; + case VARIANT_DFLASH2: load_tensors_dflash2(); break; + case VARIANT_LILICORR: load_tensors_lilicorr(); break; + case VARIANT_DFLASH: break; } fc = create_tensor(tn(LLM_TENSOR_FC, "weight"), { n_embd_inp, n_embd }, 0); @@ -283,85 +113,16 @@ void llama_model_dflash::load_arch_tensors(llama_model_loader &) { // a draft with its own embeddings + head references no target tensors and can run on devices the target does not use (e.g. -devd with a tensor-split target) output = create_tensor(tn(LLM_TENSOR_OUTPUT, "weight"), { n_embd, n_vocab_draft }, TENSOR_NOT_REQUIRED); - if (hparams.n_lora_kv > 0) { - const int64_t kv_lora_rank = hparams.n_lora_kv; - const int64_t n_embd_head_k_mla = hparams.n_embd_head_k_mla(); - const int64_t n_embd_head_v_mla = hparams.n_embd_head_v_mla(); - const int64_t n_embd_head_nope = n_embd_head_k_mla - n_rot; - - dspark_mask_embd = create_tensor(tn(LLM_TENSOR_DSPARK_MASK_EMBD, "weight"), { n_embd, hparams.dflash_block_size - 1 }, 0); - - for (int i = 0; i < n_layer; ++i) { - auto & layer = layers[i]; - - layer.attn_norm = create_tensor(tn(LLM_TENSOR_ATTN_NORM, "weight", i), { n_embd }, 0); - layer.wq = create_tensor(tn(LLM_TENSOR_ATTN_Q, "weight", i), { n_embd, n_head * n_embd_head_k_mla }, 0); - layer.wkv_a_mqa = create_tensor(tn(LLM_TENSOR_ATTN_KV_A_MQA, "weight", i), { n_embd, kv_lora_rank + n_rot }, 0); - layer.attn_kv_a_norm = create_tensor(tn(LLM_TENSOR_ATTN_KV_A_NORM, "weight", i), { kv_lora_rank }, 0); - layer.wk_b = create_tensor(tn(LLM_TENSOR_ATTN_K_B, "weight", i), { n_embd_head_nope, kv_lora_rank, n_head }, 0); - layer.wv_b = create_tensor(tn(LLM_TENSOR_ATTN_V_B, "weight", i), { kv_lora_rank, n_embd_head_v_mla, n_head }, 0); - layer.wo = create_tensor(tn(LLM_TENSOR_ATTN_OUT, "weight", i), { n_head * n_embd_head_v_mla, n_embd }, 0); - - layer.ffn_norm = create_tensor(tn(LLM_TENSOR_FFN_NORM, "weight", i), { n_embd }, 0); - layer.ffn_gate = create_tensor(tn(LLM_TENSOR_FFN_GATE, "weight", i), { n_embd, n_ff }, 0); - layer.ffn_down = create_tensor(tn(LLM_TENSOR_FFN_DOWN, "weight", i), { n_ff, n_embd }, 0); - layer.ffn_up = create_tensor(tn(LLM_TENSOR_FFN_UP, "weight", i), { n_embd, n_ff }, 0); - } - return; + switch (backbone) { + case BACKBONE_BASE: load_tensors_layers_base(); break; + case BACKBONE_DSV4: + case BACKBONE_DSV41: load_tensors_layers_dsv4(); break; + case BACKBONE_MISTRAL_LARGE4: load_tensors_layers_mistral_large4(); break; } +} - if (hparams.dsv4_hc_mult > 0) { - const int64_t q_lora_rank = hparams.n_lora_q; - const int64_t n_ff_exp = hparams.n_ff_exp(); - const int64_t n_expert_shared = hparams.n_expert_shared; - const int64_t n_embd_head = hparams.n_embd_head_k(); - const int64_t o_groups = hparams.dsv4_o_group_count; - const int64_t o_lora_rank = hparams.dsv4_o_lora_rank; - const int64_t hc_mult = hparams.dsv4_hc_mult; - const int64_t hc_dim = hc_mult * n_embd; - const int64_t hc_mix_dim = (2 + hc_mult) * hc_mult; - - // single-pass mHC: collapse with the last FFN pre-mix, no hc_head - if (!hparams.dsv4_hc_single_pass) { - hc_head_fn = create_tensor(tn(LLM_TENSOR_HC_HEAD_FN, "weight"), {hc_dim, hc_mult}, 0); - hc_head_base = create_tensor(tn(LLM_TENSOR_HC_HEAD_BASE, "weight"), {hc_mult}, 0); - hc_head_scale = create_tensor(tn(LLM_TENSOR_HC_HEAD_SCALE, "weight"), {1}, 0); - } - - for (int i = 0; i < n_layer; ++i) { - auto & layer = layers[i]; - - layer.attn_norm = create_tensor(tn(LLM_TENSOR_ATTN_NORM, "weight", i), {n_embd}, 0); - layer.attn_sinks = create_tensor(tn(LLM_TENSOR_ATTN_SINKS, "weight", i), {n_head}, 0); - layer.wq_a = create_tensor(tn(LLM_TENSOR_ATTN_Q_A, "weight", i), {n_embd, q_lora_rank}, 0); - layer.attn_q_a_norm = create_tensor(tn(LLM_TENSOR_ATTN_Q_A_NORM, "weight", i), {q_lora_rank}, 0); - layer.wq_b = create_tensor(tn(LLM_TENSOR_ATTN_Q_B, "weight", i), {q_lora_rank, n_head * n_embd_head}, 0); - layer.wkv = create_tensor(tn(LLM_TENSOR_ATTN_KV, "weight", i), {n_embd, n_embd_head}, 0); - layer.attn_kv_norm = create_tensor(tn(LLM_TENSOR_ATTN_KV_NORM, "weight", i), {n_embd_head}, 0); - layer.wo_a = create_tensor(tn(LLM_TENSOR_ATTN_OUT_A, "weight", i), {n_head * n_embd_head / o_groups, o_lora_rank, o_groups}, TENSOR_ALLOW_RESHAPE); - layer.wo_b = create_tensor(tn(LLM_TENSOR_ATTN_OUT_B, "weight", i), {o_groups * o_lora_rank, n_embd}, 0); - - layer.hc_attn_fn = create_tensor(tn(LLM_TENSOR_HC_ATTN_FN, "weight", i), {hc_dim, hc_mix_dim}, 0); - layer.hc_attn_base = create_tensor(tn(LLM_TENSOR_HC_ATTN_BASE, "weight", i), {hc_mix_dim}, 0); - layer.hc_attn_scale = create_tensor(tn(LLM_TENSOR_HC_ATTN_SCALE, "weight", i), {3}, 0); - layer.hc_ffn_fn = create_tensor(tn(LLM_TENSOR_HC_FFN_FN, "weight", i), {hc_dim, hc_mix_dim}, 0); - layer.hc_ffn_base = create_tensor(tn(LLM_TENSOR_HC_FFN_BASE, "weight", i), {hc_mix_dim}, 0); - layer.hc_ffn_scale = create_tensor(tn(LLM_TENSOR_HC_FFN_SCALE, "weight", i), {3}, 0); - - layer.ffn_gate_inp = create_tensor(tn(LLM_TENSOR_FFN_GATE_INP, "weight", i), {n_embd, n_expert}, 0); - layer.ffn_exp_probs_b = create_tensor(tn(LLM_TENSOR_FFN_EXP_PROBS_B, "bias", i), {n_expert}, 0); - layer.ffn_norm = create_tensor(tn(LLM_TENSOR_FFN_NORM, "weight", i), {n_embd}, 0); - - layer.ffn_gate_exps = create_tensor(tn(LLM_TENSOR_FFN_GATE_EXPS, "weight", i), {n_embd, n_ff_exp, n_expert}, 0); - layer.ffn_down_exps = create_tensor(tn(LLM_TENSOR_FFN_DOWN_EXPS, "weight", i), {n_ff_exp, n_embd, n_expert}, 0); - layer.ffn_up_exps = create_tensor(tn(LLM_TENSOR_FFN_UP_EXPS, "weight", i), {n_embd, n_ff_exp, n_expert}, 0); - - layer.ffn_gate_shexp = create_tensor(tn(LLM_TENSOR_FFN_GATE_SHEXP, "weight", i), {n_embd, n_ff_exp * n_expert_shared}, 0); - layer.ffn_down_shexp = create_tensor(tn(LLM_TENSOR_FFN_DOWN_SHEXP, "weight", i), {n_ff_exp * n_expert_shared, n_embd }, 0); - layer.ffn_up_shexp = create_tensor(tn(LLM_TENSOR_FFN_UP_SHEXP, "weight", i), {n_embd, n_ff_exp * n_expert_shared}, 0); - } - return; - } +void llama_model_dflash::load_tensors_layers_base() { + LLAMA_LOAD_LOCALS; for (int i = 0; i < n_layer; ++i) { auto & layer = layers[i]; @@ -388,16 +149,6 @@ void llama_model_dflash::load_arch_tensors(llama_model_loader &) { layer.ffn_gate = create_tensor(tn(LLM_TENSOR_FFN_GATE, "weight", i), { n_embd, n_ff }, 0); layer.ffn_down = create_tensor(tn(LLM_TENSOR_FFN_DOWN, "weight", i), { n_ff, n_embd }, 0); layer.ffn_up = create_tensor(tn(LLM_TENSOR_FFN_UP, "weight", i), { n_embd, n_ff }, 0); - - if (conv_meta) { - const int64_t kernel = hparams.dflash_conv_kernel_size; - const int64_t groups = n_embd / hparams.dflash_conv_group_size; - const int64_t projected = 2 * kernel * groups; - layer.dflash_attn_conv_base = create_tensor(tn(LLM_TENSOR_DFLASH_ATTN_CONV_BASE, i), { n_embd, kernel, 2 }, 0); - layer.dflash_attn_conv_proj = create_tensor(tn(LLM_TENSOR_DFLASH_ATTN_CONV_PROJ, "weight", i), { n_embd, projected }, 0); - layer.dflash_ffn_conv_base = create_tensor(tn(LLM_TENSOR_DFLASH_FFN_CONV_BASE, i), { n_embd, kernel, 2 }, 0); - layer.dflash_ffn_conv_proj = create_tensor(tn(LLM_TENSOR_DFLASH_FFN_CONV_PROJ, "weight", i), { n_embd, projected }, 0); - } } } @@ -451,612 +202,153 @@ static ggml_tensor * build_inp_target_features(llm_graph_context & g, llm_graph_ return inp.embd; } -// DSpark (DFlash + Markov & Confidence head): Markov bias on the draft logits, chained per block position -static void build_dspark_markov_head(llm_graph_context & g, const llama_model & model, ggml_tensor * tokens, ggml_tensor * hidden = nullptr) { - ggml_context * ctx0 = g.ctx0; - auto & res = g.res; - - ggml_tensor * w1 = model.dspark_markov_w1; - ggml_tensor * w2 = model.dspark_markov_w2; - GGML_ASSERT(w1 && w2 && "DSpark markov weights not loaded"); - - // confidence head is optional - const bool has_conf = model.dspark_conf_proj != nullptr; - - // rnn head: gated state carried across block positions - const bool is_rnn = model.dspark_joint_proj != nullptr; - GGML_ASSERT(!is_rnn || hidden != nullptr); - - ggml_tensor * base = res->t_logits; // [n_vocab, n_tokens] - const int64_t n_vocab = base->ne[0]; - const int64_t n_tok = base->ne[1]; - - const auto it = model.gguf_kv.find("dflash.block_size"); - GGML_ASSERT(it != model.gguf_kv.end() && "DSpark draft requires 'dflash.block_size' in GGUF metadata"); - const int64_t block_size = std::stoi(it->second); - GGML_ASSERT(block_size > 0); - - // bonus anchor (SpecForge exports): slot 0 is a bonus token, not a prediction slot - const auto it_anchor = model.gguf_kv.find("dflash.sample_from_anchor"); - const bool sample_from_anchor = it_anchor == model.gguf_kv.end() || it_anchor->second == "true"; - const int64_t i_draft_beg = sample_from_anchor ? 0 : 1; - - const int64_t n_blocks = g.ubatch.n_seqs_unq; - GGML_ASSERT(n_blocks > 0 && n_tok % n_blocks == 0 && "DSpark markov head requires equal-size blocks"); - // runtime tokens per block in this ubatch (anchor + drafted positions), bounded by training block_size - const int64_t block_drafts = n_tok / n_blocks; - if (block_drafts > block_size) { - return; - } - - // anchor (committed last) token of every block: token 0 of each block, i.e. a strided view - const size_t token_stride = (size_t) block_drafts * tokens->nb[0]; - const size_t base_stride = (size_t) block_drafts * base->nb[1]; - - ggml_tensor * prev = ggml_view_2d(ctx0, tokens, 1, n_blocks, token_stride, 0); - prev = ggml_cont_1d(ctx0, prev, n_blocks); - - ggml_tensor * cat = nullptr; - ggml_tensor * cat_conf = nullptr; - - if (!sample_from_anchor) { - // bonus anchor slot: pass the logits through unbiased, pad the (unread) confidence column - cat = ggml_cont(ctx0, ggml_view_2d(ctx0, base, n_vocab, n_blocks, base_stride, 0)); - if (has_conf) { - cat_conf = ggml_sigmoid(ctx0, ggml_view_2d(ctx0, base, 1, n_blocks, base_stride, 0)); - } - } - - ggml_tensor * state = nullptr; // [R, n_blocks] - - // TODO: the in-graph chain is greedy (argmax); sampling params affect only the final - // token pick, not the Markov conditioning path - for (int64_t i = i_draft_beg; i < block_drafts; ++i) { - ggml_tensor * w1_prev = ggml_get_rows(ctx0, w1, prev); // [R, n_blocks] - ggml_tensor * markov = w1_prev; - - if (is_rnn) { - const int64_t rank = w1_prev->ne[0]; - if (state == nullptr) { - state = ggml_fill(ctx0, ggml_new_tensor_2d(ctx0, GGML_TYPE_F32, rank, n_blocks), 0.0f); - } +// injection batch: the target features fused through the encoder +ggml_tensor * llama_model_dflash::build_inject_inp(llm_graph_context & g, const llama_model & model) { + const int64_t n_embd_inp = g.hparams.n_embd_inp_enc(); - ggml_tensor * hidden_i = ggml_view_2d(ctx0, hidden, hidden->ne[0], n_blocks, - (size_t) block_drafts * hidden->nb[1], i*hidden->nb[1]); - ggml_tensor * joint = ggml_concat(ctx0, ggml_concat(ctx0, state, w1_prev, 0), ggml_cont(ctx0, hidden_i), 0); - joint = ggml_add(ctx0, ggml_mul_mat(ctx0, model.dspark_joint_proj, joint), model.dspark_joint_proj_b); // [3R, n_blocks] + auto inp = std::make_unique(n_embd_inp); - const auto chunk = [&](int64_t k) { - return ggml_cont(ctx0, ggml_view_2d(ctx0, joint, rank, n_blocks, joint->nb[1], k*rank*ggml_element_size(joint))); - }; - ggml_tensor * gate = ggml_sigmoid(ctx0, chunk(0)); - ggml_tensor * cand = ggml_tanh(ctx0, chunk(1)); + ggml_tensor * inp_target = build_inp_target_features(g, *inp, n_embd_inp); + g.cb(inp_target, "inp_target_features", -1); - // state = gate * state + (1 - gate) * cand - state = ggml_add(ctx0, cand, ggml_mul(ctx0, gate, ggml_sub(ctx0, state, cand))); - markov = ggml_tanh(ctx0, chunk(2)); - } - - ggml_tensor * bias = g.build_lora_mm(w2, markov, model.dspark_markov_w2_s); // [n_vocab_draft, n_blocks] - if (model.d2t) { - // reduced draft vocab: scatter the bias to the target rows (base is -inf on the others) - const int64_t n_draft_vocab = bias->ne[0]; - ggml_tensor * full = ggml_fill(ctx0, ggml_new_tensor_3d(ctx0, GGML_TYPE_F32, 1, n_vocab, n_blocks), 0.0f); - bias = ggml_set_rows(ctx0, full, - ggml_reshape_3d(ctx0, bias, 1, n_draft_vocab, n_blocks), - ggml_reshape_3d(ctx0, model.d2t, n_draft_vocab, 1, 1)); - bias = ggml_reshape_2d(ctx0, bias, n_vocab, n_blocks); - } - - // position i of every block: strided view [n_vocab, n_blocks] - ggml_tensor * base_i = ggml_view_2d(ctx0, base, n_vocab, n_blocks, base_stride, i*base->nb[1]); - ggml_tensor * col = ggml_add(ctx0, base_i, bias); - - cat = cat ? ggml_concat(ctx0, cat, col, 1) : col; - - if (has_conf) { - // confidence head input: predicts per-position acceptance - ggml_tensor * conf_inp = res->t_embd; // [n_embd, n_tok] - // conf(i) = sigmoid(conf_proj . [conf_inp(i); markov_w1[prev(i)]] + b) -- [1, n_blocks] - ggml_tensor * conf_inp_i = ggml_view_2d(ctx0, conf_inp, conf_inp->ne[0], n_blocks, - (size_t) block_drafts * conf_inp->nb[1], i*conf_inp->nb[1]); - ggml_tensor * feat = ggml_concat(ctx0, ggml_cont(ctx0, conf_inp_i), markov, 0); - ggml_tensor * conf = ggml_mul_mat(ctx0, model.dspark_conf_proj, feat); - if (model.dspark_conf_proj_b) { - conf = ggml_add(ctx0, conf, model.dspark_conf_proj_b); - } - conf = ggml_sigmoid(ctx0, conf); + g.res->add_input(std::move(inp)); - cat_conf = cat_conf ? ggml_concat(ctx0, cat_conf, conf, 1) : conf; - } - - if (i + 1 < block_drafts) { - prev = ggml_argmax(ctx0, col); - } - } - - // cat is position-major; restore ubatch block-major order - ggml_tensor * out = ggml_reshape_3d(ctx0, cat, n_vocab, n_blocks, block_drafts); - out = ggml_cont(ctx0, ggml_permute(ctx0, out, 0, 2, 1, 3)); // [n_vocab, block_drafts, n_blocks] - out = ggml_reshape_2d(ctx0, out, n_vocab, n_tok); - - if (has_conf) { - ggml_tensor * conf = ggml_reshape_3d(ctx0, cat_conf, 1, n_blocks, block_drafts); - conf = ggml_cont(ctx0, ggml_permute(ctx0, conf, 0, 2, 1, 3)); - conf = ggml_reshape_2d(ctx0, conf, 1, n_tok); - - // note: broadcast the [1, n_tok] confidences to n_embd-wide rows to be able to reuse `llama_get_embeddings_nextn` - conf = ggml_repeat(ctx0, conf, res->t_embd); - res->t_h_nextn = conf; - ggml_build_forward_expand(g.gf, conf); - } - - res->t_logits = out; - ggml_build_forward_expand(g.gf, out); + ggml_tensor * inp_g = g.build_lora_mm(model.fc, inp_target, model.fc_s); + return g.build_norm(inp_g, model.output_norm_enc, nullptr, LLM_NORM_RMS, -1); } -static ggml_tensor * build_dflash2_conv( - llm_graph_context & g, - ggml_tensor * hidden, - ggml_tensor * dynamic, - ggml_tensor * base, - int side) { - const auto & hparams = g.hparams; - const int64_t hidden_size = hidden->ne[0]; - const int64_t n_tokens = hidden->ne[1]; - const int64_t n_blocks = g.ubatch.n_seqs_unq; - const int64_t kernel_size = hparams.dflash_conv_kernel_size; - const int64_t group_size = hparams.dflash_conv_group_size; - const int64_t n_groups = hidden_size / group_size; - - GGML_ASSERT(n_blocks > 0 && n_tokens % n_blocks == 0); - GGML_ASSERT(dynamic && base && side >= 0 && side < 2); - - const int64_t block_size = n_tokens / n_blocks; - ggml_context * ctx0 = g.ctx0; - // ggml_cont copies even when the tensor is already contiguous - if (!ggml_is_contiguous(hidden) || hidden->ne[1] != n_tokens) { - hidden = ggml_cont_2d(ctx0, hidden, hidden_size, n_tokens); - } - if (!ggml_is_contiguous(dynamic) || dynamic->ne[1] != n_tokens) { - dynamic = ggml_cont_2d(ctx0, dynamic, dynamic->ne[0], n_tokens); +// tok_embd from the target model (shared via ctx_other) when the draft has none +ggml_tensor * llama_model_dflash::get_tok_embd(const llm_graph_context & g, const llama_model & model) { + if (model.tok_embd) { + return model.tok_embd; } - ggml_tensor * blocks = ggml_reshape_3d(ctx0, hidden, hidden_size, block_size, n_blocks); - ggml_tensor * coeffs = ggml_reshape_4d(ctx0, dynamic, n_groups, kernel_size, 2, n_tokens); - ggml_tensor * coeffs_side = ggml_view_3d(ctx0, coeffs, n_groups, kernel_size, n_tokens, - coeffs->nb[1], coeffs->nb[3], side * coeffs->nb[2]); - - ggml_tensor * coeff_all = ggml_cont(ctx0, coeffs_side); - coeff_all = ggml_reshape_4d(ctx0, coeff_all, 1, n_groups, kernel_size, n_tokens); - coeff_all = ggml_repeat_4d(ctx0, coeff_all, group_size, n_groups, kernel_size, n_tokens); - - ggml_tensor * base_side = ggml_reshape_4d(ctx0, - ggml_view_1d(ctx0, base, hidden_size * kernel_size, side * base->nb[2]), - group_size, n_groups, kernel_size, 1); - - ggml_tensor * weight_all = ggml_add(ctx0, coeff_all, base_side); - - // taps at or past block_size only read the left padding and add nothing - const int64_t n_taps = std::min(kernel_size, block_size); - - ggml_tensor * result = nullptr; - for (int64_t tap = 0; tap < n_taps; ++tap) { - ggml_tensor * values = blocks; - if (tap > 0) { - ggml_tensor * previous = ggml_view_3d(ctx0, blocks, hidden_size, block_size - tap, n_blocks, - blocks->nb[1], blocks->nb[2], 0); - values = ggml_pad_ext(ctx0, previous, 0, 0, tap, 0, 0, 0, 0, 0); - } - values = ggml_reshape_2d(ctx0, values, hidden_size, n_tokens); - - ggml_tensor * weight = ggml_reshape_2d(ctx0, - ggml_cont(ctx0, ggml_view_4d(ctx0, weight_all, group_size, n_groups, 1, n_tokens, - weight_all->nb[1], weight_all->nb[2], weight_all->nb[3], tap * weight_all->nb[2])), - hidden_size, n_tokens); + GGML_ASSERT(g.cparams.ctx_other != nullptr); + const auto * model_other = llama_get_model(g.cparams.ctx_other); - ggml_tensor * term = ggml_mul(ctx0, weight, values); - result = result ? ggml_add(ctx0, result, term) : term; - } - return result; + GGML_ASSERT(model_other->tok_embd != nullptr && "DFlash draft requires the target model's token embeddings"); + return model_other->tok_embd; } -// DFlash2 selector: top-k candidates per block position plus the pairwise -// transition scores, packed into the nextn output slot for the CPU-side walk. -static void build_dflash2_selector(llm_graph_context & g, const llama_model & model, ggml_tensor * tokens) { - ggml_context * ctx0 = g.ctx0; - auto & res = g.res; - - const auto & hparams = g.hparams; - const int64_t n_tokens = g.n_tokens; - const int64_t n_embd = g.n_embd; - - const int64_t top_k = hparams.dflash_selector_top_k; - const int64_t rank = hparams.dflash_selector_rank; - const int64_t n_blocks = g.ubatch.n_seqs_unq; - GGML_ASSERT(n_blocks > 0 && n_tokens % n_blocks == 0); - GGML_ASSERT(res->t_logits->ne[1] == n_tokens); - if (!tokens) { - return; +// lm_head and its scale from the target model (shared via ctx_other) when the draft has none +std::pair llama_model_dflash::get_lm_head(const llm_graph_context & g, const llama_model & model) { + if (model.output) { + return { model.output, model.output_s }; } + GGML_ASSERT(g.cparams.ctx_other != nullptr); + const auto * model_other = llama_get_model(g.cparams.ctx_other); - const int64_t tokens_per_block = n_tokens / n_blocks; - const int64_t block_size = std::min(tokens_per_block, hparams.dflash_block_size); - const int64_t row_used = top_k + top_k * top_k; - - ggml_tensor * candidates = ggml_top_k(ctx0, res->t_logits, top_k); - ggml_tensor * logits_rows = ggml_reshape_3d(ctx0, res->t_logits, 1, res->t_logits->ne[0], n_tokens); - ggml_tensor * unary = ggml_reshape_2d(ctx0, - ggml_get_rows(ctx0, logits_rows, candidates), top_k, n_tokens); - ggml_tensor * gate = g.build_lora_mm(model.dflash_selector_hidden, res->t_embd); - - // Everything below indexes [.., tokens_per_block, n_blocks]: the block - // position varies fastest, sequences are the outer dimension. - ggml_tensor * cand_blk = ggml_reshape_3d(ctx0, candidates, top_k, tokens_per_block, n_blocks); - ggml_tensor * unary_blk = ggml_reshape_3d(ctx0, unary, top_k, tokens_per_block, n_blocks); - ggml_tensor * gate_blk = ggml_reshape_3d(ctx0, gate, rank, tokens_per_block, n_blocks); - - // a position's score reads only the candidate sets at pos-1 and pos, so a run - // of positions has no internal dependency and scores in one batched matmul - auto score_run = [&](int64_t beg_pos, int64_t n_pos, ggml_tensor * pred_ids) { - ggml_tensor * cand_run = ggml_cont(ctx0, ggml_view_3d(ctx0, cand_blk, top_k, n_pos, n_blocks, - cand_blk->nb[1], cand_blk->nb[2], beg_pos * cand_blk->nb[1])); - ggml_tensor * unary_run = ggml_cont(ctx0, ggml_view_3d(ctx0, unary_blk, top_k, n_pos, n_blocks, - unary_blk->nb[1], unary_blk->nb[2], beg_pos * unary_blk->nb[1])); - ggml_tensor * gate_run = ggml_cont(ctx0, ggml_view_3d(ctx0, gate_blk, rank, n_pos, n_blocks, - gate_blk->nb[1], gate_blk->nb[2], beg_pos * gate_blk->nb[1])); - - const int64_t n_pred = pred_ids->ne[0] / (n_pos * n_blocks); - - ggml_tensor * successor = ggml_reshape_4d(ctx0, - ggml_get_rows(ctx0, model.dflash_selector_next, ggml_reshape_1d(ctx0, cand_run, top_k * n_pos * n_blocks)), - rank, top_k, n_pos, n_blocks); - ggml_tensor * predecessor = ggml_reshape_4d(ctx0, - ggml_get_rows(ctx0, model.dflash_selector_prev, pred_ids), - rank, n_pred, n_pos, n_blocks); - - ggml_tensor * gate_bcast = ggml_reshape_4d(ctx0, gate_run, rank, 1, n_pos, n_blocks); - ggml_tensor * cond = ggml_mul(ctx0, predecessor, ggml_repeat(ctx0, gate_bcast, predecessor)); - ggml_tensor * score = ggml_mul_mat(ctx0, successor, cond); - if (n_pred == 1) { - score = ggml_repeat_4d(ctx0, score, top_k, top_k, n_pos, n_blocks); - } - ggml_tensor * unary_bcast = ggml_reshape_4d(ctx0, unary_run, top_k, 1, n_pos, n_blocks); - score = ggml_add(ctx0, score, ggml_repeat(ctx0, unary_bcast, score)); - - ggml_tensor * row = ggml_concat(ctx0, - ggml_cast(ctx0, cand_run, GGML_TYPE_F32), - ggml_reshape_3d(ctx0, score, top_k * top_k, n_pos, n_blocks), 0); - return ggml_pad(ctx0, row, n_embd - row_used, 0, 0, 0); - }; - - ggml_tensor * packed = ggml_fill(ctx0, - ggml_new_tensor_3d(ctx0, GGML_TYPE_F32, n_embd, 1, n_blocks), 0.0f); - - if (block_size > 1) { - // Position 1 alone: its predecessor is the anchor token, one id per - // sequence rather than a candidate set. - ggml_tensor * anchor_ids = ggml_cont_1d(ctx0, - ggml_view_2d(ctx0, tokens, 1, n_blocks, tokens_per_block * tokens->nb[0], 0), n_blocks); - packed = ggml_concat(ctx0, packed, score_run(1, 1, anchor_ids), 1); - } - if (block_size > 2) { - ggml_tensor * prev_ids = ggml_reshape_1d(ctx0, - ggml_cont(ctx0, ggml_view_3d(ctx0, cand_blk, top_k, block_size - 2, n_blocks, - cand_blk->nb[1], cand_blk->nb[2], cand_blk->nb[1])), - top_k * (block_size - 2) * n_blocks); - packed = ggml_concat(ctx0, packed, score_run(2, block_size - 2, prev_ids), 1); - } - - packed = ggml_reshape_2d(ctx0, packed, n_embd, block_size * n_blocks); - g.cb(packed, "dflash2_lattice", -1); - res->t_h_nextn = packed; - ggml_build_forward_expand(g.gf, packed); -} - -static void build_lilicorr_scores(llm_graph_context & g, const llama_model & model, - ggml_tensor * tok_embd, ggml_tensor * anchors) { - ggml_context * ctx0 = g.ctx0; - auto & res = g.res; - - const auto & hparams = g.hparams; - const int64_t n_tokens = g.n_tokens; - const int64_t n_embd = g.n_embd; - - const int64_t hidden = hparams.lilicorr_hidden_size; - const int64_t top_k = hparams.lilicorr_candidate_topk; - const int64_t heads = hparams.lilicorr_num_heads; - const int64_t n_blocks = g.ubatch.n_seqs_unq; - GGML_ASSERT(n_blocks > 0 && n_tokens % n_blocks == 0); - GGML_ASSERT(res->t_logits->ne[1] == n_tokens); - GGML_ASSERT(anchors && tok_embd); - - const int64_t tokens_per_block = n_tokens / n_blocks; - const int64_t block_size = hparams.dflash_block_size; - const int64_t row_used = top_k + top_k * top_k; - const int64_t slots = block_size - 1; - const int64_t nodes = slots * top_k; - const int64_t factor_dim = model.lilicorr_out_head->ne[1]; - GGML_ASSERT(tokens_per_block == block_size); - - ggml_tensor * candidates = ggml_top_k(ctx0, res->t_logits, top_k); - ggml_tensor * logits_rows = ggml_reshape_3d(ctx0, res->t_logits, 1, res->t_logits->ne[0], n_tokens); - ggml_tensor * candidate_logits = ggml_reshape_2d(ctx0, - ggml_get_rows(ctx0, logits_rows, candidates), top_k, n_tokens); - // Rank features and embeddings require candidates in descending logit order. - ggml_tensor * order = ggml_argsort(ctx0, candidate_logits, GGML_SORT_ORDER_DESC); - ggml_tensor * candidate_rows = ggml_reshape_3d(ctx0, candidates, 1, top_k, n_tokens); - candidates = ggml_reshape_2d(ctx0, ggml_get_rows(ctx0, candidate_rows, order), top_k, n_tokens); - ggml_tensor * prob_rows = ggml_reshape_3d(ctx0, ggml_soft_max(ctx0, res->t_logits), 1, res->t_logits->ne[0], n_tokens); - ggml_tensor * probs = ggml_reshape_2d(ctx0, - ggml_get_rows(ctx0, prob_rows, candidates), top_k, n_tokens); - - ggml_tensor * cand_run = ggml_reshape_3d(ctx0, candidates, top_k, n_tokens / n_blocks, n_blocks); - ggml_tensor * probs_run = ggml_reshape_3d(ctx0, probs, top_k, n_tokens / n_blocks, n_blocks); - cand_run = ggml_cont(ctx0, ggml_view_3d(ctx0, cand_run, top_k, slots, n_blocks, - cand_run->nb[1], cand_run->nb[2], cand_run->nb[1])); - probs_run = ggml_cont(ctx0, ggml_view_3d(ctx0, probs_run, top_k, slots, n_blocks, - probs_run->nb[1], probs_run->nb[2], probs_run->nb[1])); - - ggml_tensor * lp = ggml_log(ctx0, probs_run); - ggml_tensor * lp_blk = ggml_reshape_3d(ctx0, lp, top_k, slots, n_blocks); - ggml_tensor * top_lp = ggml_view_3d(ctx0, lp_blk, 1, slots, n_blocks, - lp_blk->nb[1], lp_blk->nb[2], 0); - ggml_tensor * relative = ggml_sub(ctx0, lp_blk, top_lp); - ggml_tensor * feature = ggml_reshape_4d(ctx0, lp_blk, 1, top_k, slots, n_blocks); - - ggml_tensor * rank = ggml_arange(ctx0, 0, top_k, 1); - rank = ggml_repeat(ctx0, ggml_reshape_3d(ctx0, rank, top_k, 1, 1), lp_blk); - ggml_tensor * first = ggml_scale_bias(ctx0, ggml_step(ctx0, rank), -1.0f, 1.0f); - - for (ggml_tensor * item : { probs_run, relative, - ggml_scale(ctx0, rank, top_k == 1 ? 0.0f : 1.0f / (top_k - 1)), first }) { - feature = ggml_concat(ctx0, feature, ggml_reshape_4d(ctx0, item, 1, top_k, slots, n_blocks), 0); - } - feature = ggml_reshape_2d(ctx0, feature, 5, nodes * n_blocks); - - ggml_tensor * embeds = ggml_get_rows(ctx0, tok_embd, ggml_reshape_1d(ctx0, cand_run, nodes * n_blocks)); - ggml_tensor * token_states = n_embd == hidden ? embeds : ggml_add(ctx0, g.build_lora_mm(model.lilicorr_token_proj, embeds, model.lilicorr_token_proj_s), model.lilicorr_token_proj_b); - - ggml_tensor * pass_blk = ggml_reshape_3d(ctx0, res->t_embd, n_embd, block_size, n_blocks); - ggml_tensor * passes = ggml_reshape_2d(ctx0, ggml_cont(ctx0, ggml_view_3d(ctx0, pass_blk, n_embd, slots, n_blocks, - pass_blk->nb[1], pass_blk->nb[2], pass_blk->nb[1])), - n_embd, slots * n_blocks); - - ggml_tensor * pass_states = ggml_add(ctx0, g.build_lora_mm(model.lilicorr_pass_hidden_proj, passes, model.lilicorr_pass_hidden_proj_s), model.lilicorr_pass_hidden_proj_b); - - pass_states = ggml_reshape_4d(ctx0, pass_states, hidden, 1, slots, n_blocks); - pass_states = ggml_reshape_2d(ctx0, ggml_repeat_4d(ctx0, pass_states, hidden, top_k, slots, n_blocks), hidden, nodes * n_blocks); - - ggml_tensor * feature_states = ggml_norm(ctx0, feature, 1.0e-5f); - feature_states = ggml_add(ctx0, ggml_mul(ctx0, feature_states, model.lilicorr_feature_norm), model.lilicorr_feature_norm_b); - feature_states = ggml_silu(ctx0, ggml_add(ctx0, g.build_lora_mm(model.lilicorr_feature_mlp_1, feature_states), model.lilicorr_feature_mlp_1_b)); - feature_states = ggml_add(ctx0, g.build_lora_mm(model.lilicorr_feature_mlp_3, feature_states), model.lilicorr_feature_mlp_3_b); - - ggml_tensor * slot = ggml_reshape_4d(ctx0, model.lilicorr_slot_embedding, hidden, 1, slots, 1); - ggml_tensor * rank_embd = ggml_reshape_4d(ctx0, model.lilicorr_rank_embedding, hidden, top_k, 1, 1); - ggml_tensor * pos = ggml_add(ctx0, ggml_repeat_4d(ctx0, slot, hidden, top_k, slots, n_blocks), ggml_repeat_4d(ctx0, rank_embd, hidden, top_k, slots, n_blocks)); - pos = ggml_reshape_2d(ctx0, pos, hidden, nodes * n_blocks); - - ggml_tensor * x = ggml_add(ctx0, ggml_add(ctx0, token_states, pass_states), feature_states); - x = ggml_add(ctx0, x, pos); - ggml_tensor * anchor_blk = ggml_reshape_3d(ctx0, anchors, n_embd, block_size, n_blocks); - ggml_tensor * anchor = ggml_reshape_2d(ctx0, - ggml_cont(ctx0, ggml_view_3d(ctx0, anchor_blk, n_embd, 1, n_blocks, - anchor_blk->nb[1], anchor_blk->nb[2], 0)), n_embd, n_blocks); - ggml_tensor * anchor_state = ggml_add(ctx0, g.build_lora_mm(model.lilicorr_context_proj, anchor, model.lilicorr_context_proj_s), model.lilicorr_context_proj_b); - - const int64_t head_dim = hidden / heads; - for (uint32_t layer = 0; layer < hparams.lilicorr_layers; ++layer) { - const auto & weights = model.layers[layer]; - ggml_tensor * attn_input = ggml_mul(ctx0, ggml_rms_norm(ctx0, x, hparams.f_norm_rms_eps), weights.lilicorr_attn_norm); - ggml_tensor * qkv = ggml_add(ctx0, g.build_lora_mm(weights.lilicorr_attn_in_proj, attn_input), weights.lilicorr_attn_in_proj_b); - qkv = ggml_reshape_3d(ctx0, qkv, 3 * hidden, nodes, n_blocks); - ggml_tensor * q = ggml_cont(ctx0, ggml_view_4d(ctx0, qkv, head_dim, nodes, heads, n_blocks, - qkv->nb[1], head_dim * qkv->nb[0], qkv->nb[2], 0)); - ggml_tensor * k = ggml_cont(ctx0, ggml_view_4d(ctx0, qkv, head_dim, nodes, heads, n_blocks, - qkv->nb[1], head_dim * qkv->nb[0], qkv->nb[2], hidden * qkv->nb[0])); - ggml_tensor * v = ggml_view_4d(ctx0, qkv, head_dim, nodes, heads, n_blocks, - qkv->nb[1], head_dim * qkv->nb[0], qkv->nb[2], 2 * hidden * qkv->nb[0]); - ggml_tensor * attn = ggml_soft_max_ext(ctx0, ggml_mul_mat(ctx0, k, q), model.lilicorr_attention_bias, - 1.0f / std::sqrt(static_cast(head_dim)), 0.0f); - ggml_tensor * joined = ggml_out_prod(ctx0, v, ggml_transpose(ctx0, attn)); - joined = ggml_permute(ctx0, joined, 0, 2, 1, 3); - ggml_tensor * attn_output = ggml_cont_2d(ctx0, joined, hidden, nodes * n_blocks); - attn_output = ggml_add(ctx0, g.build_lora_mm(weights.lilicorr_attn_out_proj, attn_output, weights.lilicorr_attn_out_proj_s), weights.lilicorr_attn_out_proj_b); - x = ggml_add(ctx0, x, attn_output); - ggml_tensor * mlp = ggml_mul(ctx0, ggml_rms_norm(ctx0, x, hparams.f_norm_rms_eps), weights.lilicorr_mlp_norm); - mlp = ggml_silu(ctx0, ggml_add(ctx0, g.build_lora_mm(weights.lilicorr_mlp_0, mlp, weights.lilicorr_mlp_0_s), weights.lilicorr_mlp_0_b)); - mlp = ggml_add(ctx0, g.build_lora_mm(weights.lilicorr_mlp_2, mlp, weights.lilicorr_mlp_2_s), weights.lilicorr_mlp_2_b); - x = ggml_add(ctx0, x, mlp); - } - - x = ggml_mul(ctx0, ggml_rms_norm(ctx0, x, hparams.f_norm_rms_eps), model.lilicorr_output_norm); - anchor_state = ggml_mul(ctx0, ggml_rms_norm(ctx0, anchor_state, hparams.f_norm_rms_eps), model.lilicorr_anchor_norm); - ggml_tensor * anchor_nodes = ggml_reshape_3d(ctx0, anchor_state, hidden, 1, n_blocks); - anchor_nodes = ggml_reshape_2d(ctx0, ggml_repeat_4d(ctx0, anchor_nodes, hidden, nodes, n_blocks, 1), hidden, nodes * n_blocks); - ggml_tensor * factor_in = ggml_concat(ctx0, x, anchor_nodes, 0); - factor_in = ggml_concat(ctx0, factor_in, ggml_mul(ctx0, x, anchor_nodes), 0); - ggml_tensor * factors = ggml_add(ctx0, g.build_lora_mm(model.lilicorr_factor_input_proj, factor_in), model.lilicorr_factor_input_proj_b); - factors = ggml_silu(ctx0, factors); - - ggml_tensor * out = ggml_add(ctx0, g.build_lora_mm(model.lilicorr_out_head, factors), model.lilicorr_out_head_b); - out = ggml_reshape_4d(ctx0, ggml_l2_norm(ctx0, out, hparams.lilicorr_vector_eps), factor_dim, top_k, slots, n_blocks); - - ggml_tensor * in = ggml_add(ctx0, g.build_lora_mm(model.lilicorr_in_head, factors), model.lilicorr_in_head_b); - in = ggml_reshape_4d(ctx0, ggml_l2_norm(ctx0, in, hparams.lilicorr_vector_eps), factor_dim, top_k, slots, n_blocks); - - ggml_tensor * anchor_out = ggml_add(ctx0, g.build_lora_mm(model.lilicorr_anchor_out_head, anchor_state), model.lilicorr_anchor_out_head_b); - anchor_out = ggml_l2_norm(ctx0, anchor_out, hparams.lilicorr_vector_eps); - anchor_out = ggml_reshape_3d(ctx0, anchor_out, factor_dim, 1, n_blocks); - - ggml_tensor * first_in = ggml_cont(ctx0, ggml_view_4d(ctx0, in, factor_dim, top_k, 1, n_blocks, - in->nb[1], in->nb[2], in->nb[3], 0)); - ggml_tensor * first_score = ggml_scale(ctx0, - ggml_mul_mat(ctx0, first_in, ggml_reshape_4d(ctx0, anchor_out, factor_dim, 1, 1, n_blocks)), - hparams.lilicorr_logit_scale); - ggml_tensor * scores = ggml_pad(ctx0, - ggml_reshape_3d(ctx0, first_score, top_k, 1, n_blocks), top_k * top_k - top_k, 0, 0, 0); - if (slots > 1) { - ggml_tensor * next = ggml_cont(ctx0, ggml_view_4d(ctx0, in, factor_dim, top_k, slots - 1, n_blocks, - in->nb[1], in->nb[2], in->nb[3], in->nb[2])); - ggml_tensor * previous = ggml_cont(ctx0, ggml_view_4d(ctx0, out, factor_dim, top_k, slots - 1, n_blocks, - out->nb[1], out->nb[2], out->nb[3], 0)); - ggml_tensor * score = ggml_scale(ctx0, ggml_mul_mat(ctx0, next, previous), hparams.lilicorr_logit_scale); - scores = ggml_concat(ctx0, scores, - ggml_reshape_3d(ctx0, score, top_k * top_k, slots - 1, n_blocks), 1); - } - - ggml_tensor * row = ggml_concat(ctx0, ggml_cast(ctx0, ggml_reshape_3d(ctx0, cand_run, top_k, slots, n_blocks), - GGML_TYPE_F32), scores, 0); - ggml_tensor * packed = ggml_pad_ext(ctx0, row, 0, n_embd - row_used, 1, 0, 0, 0, 0, 0); - packed = ggml_reshape_2d(ctx0, packed, n_embd, n_tokens); - g.cb(packed, "lilicorr_lattice", -1); - res->t_h_nextn = packed; - ggml_build_forward_expand(g.gf, packed); + GGML_ASSERT(model_other->output != nullptr && "DFlash draft requires the target model's output projection"); + return { model_other->output, model_other->output_s }; } // DFlash decoder, dual-mode by batch type: // * embd batch -> fused target features: project + inject K/V into the cache. // * token batch -> noise-block diffusion: attend over [committed, MASK...] to generate draft tokens -template <> -llama_model_dflash::graph::graph(const llm_graph_params & params) : llm_graph_context(params) { - const int64_t n_embd_inp = hparams.n_embd_inp_enc(); - const int64_t n_embd_head = hparams.n_embd_head_v(); +llama_model_dflash::graph_base::graph_base(const llm_graph_params & params) : llm_graph_context(params) { + n_embd_head = hparams.n_embd_head_v(); GGML_ASSERT(n_embd_head == hparams.n_embd_head_k()); - ggml_tensor * inp_pos = build_inp_pos(); + inp_pos = build_inp_pos(); // optional iSWA: pick the matching attention input - const bool use_iswa = hparams.swa_type != LLAMA_SWA_TYPE_NONE; - - llm_graph_input_attn_kv * inp_attn = nullptr; - llm_graph_input_attn_kv_iswa * inp_attn_iswa = nullptr; + use_iswa = hparams.swa_type != LLAMA_SWA_TYPE_NONE; if (use_iswa) { inp_attn_iswa = build_attn_inp_kv_iswa(); } else { inp_attn = build_attn_inp_kv(); } - const float kq_scale = hparams.f_attention_scale != 0.0f ? hparams.f_attention_scale : 1.0f/sqrtf(float(n_embd_head)); - // drafts for M-RoPE targets use degenerate sections (temporal dim only) - int sections[4]; std::copy(std::begin(hparams.rope_sections), std::begin(hparams.rope_sections) + 4, sections); +} - auto build_rope = [&](ggml_tensor * cur, ggml_tensor * pos) { - return rope_type == GGML_ROPE_TYPE_MROPE - ? ggml_rope_multi(ctx0, cur, pos, nullptr, - n_rot, sections, rope_type, n_ctx_orig, freq_base, freq_scale, - ext_factor, attn_factor, beta_fast, beta_slow) - : ggml_rope_ext(ctx0, cur, pos, model.layers[0].rope_freqs, - n_rot, rope_type, n_ctx_orig, freq_base, freq_scale, - ext_factor, attn_factor, beta_fast, beta_slow); - }; - - // KV cache injection - ASSERT_EMBD_OR_TOKEN(ubatch); - if (ubatch.embd || ubatch.embd_row) { - auto inp = std::make_unique(n_embd_inp); - - ggml_tensor * inp_target = build_inp_target_features(*this, *inp, n_embd_inp); - cb(inp_target, "inp_target_features", -1); - - res->add_input(std::move(inp)); +ggml_tensor * llama_model_dflash::graph_base::build_rope(ggml_tensor * cur, ggml_tensor * pos) { + return rope_type == GGML_ROPE_TYPE_MROPE + ? ggml_rope_multi(ctx0, cur, pos, nullptr, + n_rot, sections, rope_type, n_ctx_orig, freq_base, freq_scale, + ext_factor, attn_factor, beta_fast, beta_slow) + : ggml_rope_ext(ctx0, cur, pos, model.layers[0].rope_freqs, + n_rot, rope_type, n_ctx_orig, freq_base, freq_scale, + ext_factor, attn_factor, beta_fast, beta_slow); +} - // fuse the target features through the encoder - ggml_tensor * inp_g = build_lora_mm(model.fc, inp_target, model.fc_s); - inp_g = build_norm(inp_g, model.output_norm_enc, NULL, LLM_NORM_RMS, -1); - cb(inp_g, "inp_g_embeddings", -1); +// KV cache injection +ggml_tensor * llama_model_dflash::graph_base::build_inject() { + ggml_tensor * inp_g = build_inject_inp(*this, model); + cb(inp_g, "inp_g_embeddings", -1); - for (int il = 0; il < n_layer; ++il) { - const auto & layer = model.layers[il]; + for (int il = 0; il < n_layer; ++il) { + const auto & layer = model.layers[il]; - ggml_tensor * Kcur = build_lora_mm(layer.wk, inp_g, layer.wk_s); - const bool shared_kv = layer.wv == nullptr; - ggml_tensor * Vcur = shared_kv ? Kcur : build_lora_mm(layer.wv, inp_g, layer.wv_s); + ggml_tensor * Kcur = build_lora_mm(layer.wk, inp_g, layer.wk_s); + const bool shared_kv = layer.wv == nullptr; + ggml_tensor * Vcur = shared_kv ? Kcur : build_lora_mm(layer.wv, inp_g, layer.wv_s); - Kcur = ggml_reshape_3d(ctx0, Kcur, n_embd_head, n_head_kv, n_tokens); - Vcur = ggml_reshape_3d(ctx0, Vcur, n_embd_head, n_head_kv, n_tokens); + Kcur = ggml_reshape_3d(ctx0, Kcur, n_embd_head, n_head_kv, n_tokens); + Vcur = ggml_reshape_3d(ctx0, Vcur, n_embd_head, n_head_kv, n_tokens); - Kcur = build_norm(Kcur, layer.attn_k_norm, NULL, LLM_NORM_RMS, il); - if (shared_kv) { - Vcur = ggml_rms_norm(ctx0, Vcur, hparams.f_norm_rms_eps); + Kcur = build_norm(Kcur, layer.attn_k_norm, NULL, LLM_NORM_RMS, il); + if (shared_kv) { + Vcur = ggml_rms_norm(ctx0, Vcur, hparams.f_norm_rms_eps); + } + Kcur = build_rope(Kcur, inp_pos); + cb(Kcur, "Kcur_injected", il); + cb(Vcur, "Vcur_injected", il); + + if (use_iswa) { + // route each layer's K/V to its sub-cache: SWA layers -> sliding cache, full -> dense + const bool is_swa = hparams.is_swa(il); + const auto * kv = is_swa ? inp_attn_iswa->mctx->get_swa() : inp_attn_iswa->mctx->get_base(); + ggml_tensor * k_idxs = is_swa ? inp_attn_iswa->get_k_idxs_swa() : inp_attn_iswa->get_k_idxs(); + ggml_tensor * v_idxs = is_swa ? inp_attn_iswa->get_v_idxs_swa() : inp_attn_iswa->get_v_idxs(); + // rotate K/V into the cache's rotated space + ggml_tensor * k_rot = is_swa ? inp_attn_iswa->self_k_rot_swa[il] : inp_attn_iswa->self_k_rot[il]; + ggml_tensor * v_rot = is_swa ? inp_attn_iswa->self_v_rot_swa[il] : inp_attn_iswa->self_v_rot[il]; + if (k_rot) { + Kcur = llama_mul_mat_hadamard(ctx0, Kcur, k_rot); } - Kcur = build_rope(Kcur, inp_pos); - cb(Kcur, "Kcur_injected", il); - cb(Vcur, "Vcur_injected", il); - - if (use_iswa) { - // route each layer's K/V to its sub-cache: SWA layers -> sliding cache, full -> dense - const bool is_swa = hparams.is_swa(il); - const auto * kv = is_swa ? inp_attn_iswa->mctx->get_swa() : inp_attn_iswa->mctx->get_base(); - ggml_tensor * k_idxs = is_swa ? inp_attn_iswa->get_k_idxs_swa() : inp_attn_iswa->get_k_idxs(); - ggml_tensor * v_idxs = is_swa ? inp_attn_iswa->get_v_idxs_swa() : inp_attn_iswa->get_v_idxs(); - // rotate K/V into the cache's rotated space - ggml_tensor * k_rot = is_swa ? inp_attn_iswa->self_k_rot_swa[il] : inp_attn_iswa->self_k_rot[il]; - ggml_tensor * v_rot = is_swa ? inp_attn_iswa->self_v_rot_swa[il] : inp_attn_iswa->self_v_rot[il]; - if (k_rot) { - Kcur = llama_mul_mat_hadamard(ctx0, Kcur, k_rot); - } - if (v_rot) { - Vcur = llama_mul_mat_hadamard(ctx0, Vcur, v_rot); - } - ggml_build_forward_expand(gf, kv->cpy_k(ctx0, Kcur, k_idxs, il)); - ggml_build_forward_expand(gf, kv->cpy_v(ctx0, Vcur, v_idxs, il)); - } else { - // rotate K/V into the cache's rotated space - if (inp_attn->self_k_rot[il]) { - Kcur = llama_mul_mat_hadamard(ctx0, Kcur, inp_attn->self_k_rot[il]); - } - if (inp_attn->self_v_rot[il]) { - Vcur = llama_mul_mat_hadamard(ctx0, Vcur, inp_attn->self_v_rot[il]); - } - ggml_build_forward_expand(gf, inp_attn->mctx->cpy_k(ctx0, Kcur, inp_attn->get_k_idxs(), il)); - ggml_build_forward_expand(gf, inp_attn->mctx->cpy_v(ctx0, Vcur, inp_attn->get_v_idxs(), il)); + if (v_rot) { + Vcur = llama_mul_mat_hadamard(ctx0, Vcur, v_rot); } + ggml_build_forward_expand(gf, kv->cpy_k(ctx0, Kcur, k_idxs, il)); + ggml_build_forward_expand(gf, kv->cpy_v(ctx0, Vcur, v_idxs, il)); + } else { + // rotate K/V into the cache's rotated space + if (inp_attn->self_k_rot[il]) { + Kcur = llama_mul_mat_hadamard(ctx0, Kcur, inp_attn->self_k_rot[il]); + } + if (inp_attn->self_v_rot[il]) { + Vcur = llama_mul_mat_hadamard(ctx0, Vcur, inp_attn->self_v_rot[il]); + } + ggml_build_forward_expand(gf, inp_attn->mctx->cpy_k(ctx0, Kcur, inp_attn->get_k_idxs(), il)); + ggml_build_forward_expand(gf, inp_attn->mctx->cpy_v(ctx0, Vcur, inp_attn->get_v_idxs(), il)); } - - res->t_embd = inp_g; - if (model.lilicorr_pass_hidden_proj) { - // Expose context features for retrieval by LiliCorr - res->t_h_nextn = inp_g; - } - - ggml_build_forward_expand(gf, inp_g); - return; } - // tok_embd from the target model (shared via ctx_other) - auto * tok_embd = model.tok_embd; - if (tok_embd == nullptr) { - GGML_ASSERT(cparams.ctx_other != nullptr); - const auto * model_other = llama_get_model(cparams.ctx_other); + res->t_embd = inp_g; - GGML_ASSERT(model_other->tok_embd != nullptr && "DFlash decoder requires the target model's token embeddings"); - tok_embd = model_other->tok_embd; - } + ggml_build_forward_expand(gf, inp_g); + + return inp_g; +} +ggml_tensor * llama_model_dflash::graph_base::build_inp_tokens() { ggml_tensor * inp_tokens = ggml_new_tensor_1d(ctx0, GGML_TYPE_I32, n_tokens); ggml_set_input(inp_tokens); res->t_inp_tokens = inp_tokens; - ggml_tensor * inp_anchor = nullptr; - if (model.lilicorr_pass_hidden_proj && ubatch.embd_state && n_tokens == (int64_t) hparams.dflash_block_size * ubatch.n_seqs_unq) { - // LiliCorr sets inp_anchor to pass the context features to the lattice scorer - auto inp = std::make_unique(n_embd, n_embd); - inp->tokens = inp_tokens; - inp->h = ggml_new_tensor_2d(ctx0, GGML_TYPE_F32, n_embd, n_tokens); - ggml_set_input(inp->h); - inp_anchor = inp->h; - res->add_input(std::move(inp)); - } else { - auto inp = std::make_unique(n_embd); - inp->tokens = inp_tokens; - res->add_input(std::move(inp)); - } + auto inp = std::make_unique(n_embd); + inp->tokens = inp_tokens; + res->add_input(std::move(inp)); + + return inp_tokens; +} + +ggml_tensor * llama_model_dflash::graph_base::build_layers(ggml_tensor * inp_tokens) { + const float kq_scale = hparams.f_attention_scale != 0.0f ? hparams.f_attention_scale : 1.0f/sqrtf(float(n_embd_head)); - ggml_tensor * inpL = ggml_get_rows(ctx0, tok_embd, inp_tokens); + ggml_tensor * inpL = ggml_get_rows(ctx0, get_tok_embd(*this, model), inp_tokens); if (hparams.f_embedding_scale != 0.0f) { inpL = ggml_scale(ctx0, inpL, hparams.f_embedding_scale); } @@ -1161,17 +453,11 @@ llama_model_dflash::graph::graph(const llm_graph_params & params) : llm_g res->t_embd = cur; - // lm_head from the target model (shared via ctx_other) - auto * output = model.output; - auto * output_s = model.output_s; - if (output == nullptr) { - GGML_ASSERT(cparams.ctx_other != nullptr); - const auto * model_other = llama_get_model(cparams.ctx_other); - GGML_ASSERT(model_other->output != nullptr && "DFlash decoder requires the target model's output projection"); - output = model_other->output; - output_s = model_other->output_s; - } + return cur; +} +ggml_tensor * llama_model_dflash::graph_base::build_logits(ggml_tensor * cur) { + const auto [output, output_s] = get_lm_head(*this, model); cur = build_lora_mm(output, cur, output_s); // DFlash2 feeds these logits to the selector, so they need the target's output @@ -1205,628 +491,20 @@ llama_model_dflash::graph::graph(const llm_graph_params & params) : llm_g cb(cur, "result_output", -1); res->t_logits = cur; - // DSpark: bias the draft logits with the Markov head - if (model.dspark_markov_w1) { - build_dspark_markov_head(*this, model, inp_tokens); - } - - if (model.dflash_selector_hidden) { - build_dflash2_selector(*this, model, inp_tokens); - } else if (model.lilicorr_pass_hidden_proj && ubatch.embd_state && n_tokens == (int64_t) hparams.dflash_block_size * ubatch.n_seqs_unq) { - build_lilicorr_scores(*this, model, tok_embd, inp_anchor); - } -} - -// DSV4 DSpark decoder, dual-mode by batch type (see the DFlash decoder above): -// * embd batch -> project main_x through each stage's wkv and inject K into the ring cache -// * token batch -> noise block through 3 full DSV4 stages (hc + MLA + MoE), markov + confidence heads -llama_model_dflash::graph_dsv4::graph_dsv4(const llm_graph_params & params) : - llama_model_deepseek4::graph(params, no_build{}) { - const int64_t n_embd_inp = hparams.n_embd_inp_enc(); - const int64_t n_embd_head = hparams.n_embd_head_k(); - const int64_t n_embd_head_rope = hparams.n_rot(); - const int64_t n_embd_head_nope = n_embd_head - n_embd_head_rope; - - ggml_tensor * inp_pos = build_inp_pos(); - - llm_graph_input_attn_k_iswa * inp_attn = build_attn_inp_k_iswa(); - - // KV cache injection: fused target features from the encoder - ASSERT_EMBD_OR_TOKEN(ubatch); - if (ubatch.embd || ubatch.embd_row) { - auto inp = std::make_unique(n_embd_inp); - - ggml_tensor * inp_target = build_inp_target_features(*this, *inp, n_embd_inp); - cb(inp_target, "inp_target_features", -1); - - res->add_input(std::move(inp)); - - // fuse the target features through the encoder - ggml_tensor * inp_g = build_lora_mm(model.fc, inp_target, model.fc_s); - inp_g = build_norm(inp_g, model.output_norm_enc, nullptr, LLM_NORM_RMS, -1); - cb(inp_g, "inp_g_embeddings", -1); - - for (int il = 0; il < n_layer; ++il) { - const auto & layer = model.layers[il]; - - // main-track KV: kv_norm(wkv(main_x)) with rope on the trailing dims, same - // rope parameters as the uncompressed layers in build_attention_impl - ggml_tensor * kv = build_lora_mm(layer.wkv, inp_g); - kv = build_norm(kv, layer.attn_kv_norm, nullptr, LLM_NORM_RMS, il); - kv = ggml_reshape_3d(ctx0, kv, n_embd_head, 1, n_tokens); - - kv = ggml_rope_ext(ctx0, kv, inp_pos, nullptr, n_embd_head_rope, rope_type, 0, - freq_base, 1.0f, 0.0f, 1.0f, 0.0f, 0.0f); - kv = ggml_rope_set_offset(kv, n_embd_head_nope); - cb(kv, "kv_injected", il); - - if (inp_attn->self_k_rot_swa[il]) { - kv = llama_mul_mat_hadamard(ctx0, kv, inp_attn->self_k_rot_swa[il]); - } - ggml_build_forward_expand(gf, inp_attn->mctx->get_swa()->cpy_k(ctx0, kv, inp_attn->get_k_idxs_swa(), il)); - } - - res->t_embd = inp_g; - - ggml_build_forward_expand(gf, inp_g); - return; - } - - // tok_embd from the target model (shared via ctx_other) - auto * tok_embd = model.tok_embd; - if (tok_embd == nullptr) { - GGML_ASSERT(cparams.ctx_other != nullptr); - const auto * model_other = llama_get_model(cparams.ctx_other); - - GGML_ASSERT(model_other->tok_embd != nullptr && "DSpark decoder requires the target model's token embeddings"); - tok_embd = model_other->tok_embd; - } - - auto inp = std::make_unique(n_embd); - - inp->tokens = ggml_new_tensor_1d(ctx0, GGML_TYPE_I32, n_tokens); - ggml_set_input(inp->tokens); - - ggml_tensor * inp_tokens = inp->tokens; - - ggml_tensor * inpL = ggml_get_rows(ctx0, tok_embd, inp->tokens); - cb(inpL, "inp_noise_embd", -1); - - res->add_input(std::move(inp)); - - const int64_t hc = hparams.dsv4_hc_mult; - inpL = ggml_reshape_3d(ctx0, inpL, n_embd, 1, n_tokens); - inpL = ggml_repeat_4d(ctx0, inpL, n_embd, hc, n_tokens, 1); - cb(inpL, "hc_init", -1); - - for (int il = 0; il < n_layer; ++il) { - const auto & layer = model.layers[il]; - - ggml_tensor * residual = inpL; - hc_pre attn_hc = build_hc_pre(inpL, - layer.hc_attn_fn, - layer.hc_attn_scale, - layer.hc_attn_base, - il); - ggml_tensor * cur = attn_hc.cur; - cb(cur, "hc_attn_pre", il); - - cur = build_norm(cur, layer.attn_norm, nullptr, LLM_NORM_RMS, il); - cb(cur, "attn_norm", il); - - cur = build_attention(inp_attn, cur, inp_pos, il); - - inpL = build_hc_post(cur, residual, attn_hc.post, attn_hc.comb, il); - cb(inpL, "hc_attn_post", il); - - residual = inpL; - hc_pre ffn_hc = build_hc_pre(inpL, - layer.hc_ffn_fn, - layer.hc_ffn_scale, - layer.hc_ffn_base, - il); - cur = ffn_hc.cur; - cb(cur, "hc_ffn_pre", il); - - cur = build_norm(cur, layer.ffn_norm, nullptr, LLM_NORM_RMS, il); - cb(cur, "ffn_norm", il); - - ggml_tensor * moe_out = build_moe_ffn(cur, - layer.ffn_gate_inp, - layer.ffn_up_exps, - layer.ffn_gate_exps, - layer.ffn_down_exps, - layer.ffn_exp_probs_b, - n_expert, hparams.n_expert_used(), - LLM_FFN_SILU, hparams.expert_weights_norm, - hparams.expert_weights_scale, - (llama_expert_gating_func_type) hparams.expert_gating_func, - il); - cb(moe_out, "ffn_moe_out", il); - - ggml_tensor * ffn_shexp = build_ffn(cur, - layer.ffn_up_shexp, nullptr, nullptr, - layer.ffn_gate_shexp, nullptr, nullptr, - layer.ffn_down_shexp, nullptr, nullptr, - nullptr, LLM_FFN_SILU, LLM_FFN_PAR, il); - cb(ffn_shexp, "ffn_shexp", il); - - cur = ggml_add(ctx0, moe_out, ffn_shexp); - cb(cur, "ffn_out", il); - - inpL = build_hc_post(cur, residual, ffn_hc.post, ffn_hc.comb, il); - cb(inpL, "l_out", il); - } - - ggml_tensor * cur = build_hc_head(inpL, model.hc_head_fn, model.hc_head_scale, model.hc_head_base); - cb(cur, "hc_head", -1); - - // confidence head input: the reference scores the pre-norm collapsed hidden state - res->t_embd = cur; - - cur = build_norm(cur, model.output_norm, nullptr, LLM_NORM_RMS, -1); - cb(cur, "result_norm", -1); - - // lm_head from the target model (shared via ctx_other) - auto * output = model.output; - auto * output_s = model.output_s; - if (output == nullptr) { - GGML_ASSERT(cparams.ctx_other != nullptr); - const auto * model_other = llama_get_model(cparams.ctx_other); - GGML_ASSERT(model_other->output != nullptr && "DSpark decoder requires the target model's output projection"); - output = model_other->output; - output_s = model_other->output_s; - } - - cur = build_lora_mm(output, cur, output_s); - cb(cur, "result_output", -1); - res->t_logits = cur; - - if (model.dspark_markov_w1) { - build_dspark_markov_head(*this, model, inp_tokens); - } -} - -// DeepSeek-V4.1 DSpark decoder (mtp.0..2), dual-mode by batch type like graph_dsv4: -// * embd batch -> writes every stage's kv_norm(wkv(main_proj(target features))) into its window ring -// * token batch -> [anchor, noise...] block through the stages, single-pass mHC, no per-head q norm -// window of a block = window of its first query, see n_swa - -llama_model_dflash::graph_dsv41::graph_dsv41(const llm_graph_params & params) : - llama_model_deepseek41::graph(params, no_build{}) { - const int64_t n_embd_inp = hparams.n_embd_inp_enc(); - const int64_t n_embd_head = hparams.n_embd_head_k(); - const int64_t n_embd_head_rope = hparams.n_rot(); - const int64_t n_embd_head_nope = n_embd_head - n_embd_head_rope; - - GGML_ASSERT(hparams.dsv4_hc_single_pass); - - ggml_tensor * inp_pos = build_inp_pos(); - - llm_graph_input_attn_k_iswa * inp_attn = build_attn_inp_k_iswa(); - - // ratio-0 layers: plain rope at rope_theta, no YaRN (original_seq_len 0) - const auto rope = [&](ggml_tensor * t) { - t = ggml_rope_ext(ctx0, t, inp_pos, nullptr, n_embd_head_rope, rope_type, 0, - freq_base, 1.0f, 0.0f, 1.0f, 0.0f, 0.0f); - return ggml_rope_set_offset(t, n_embd_head_nope); - }; - - ASSERT_EMBD_OR_TOKEN(ubatch); - if (ubatch.embd || ubatch.embd_row) { - auto inp = std::make_unique(n_embd_inp); - - ggml_tensor * inp_target = build_inp_target_features(*this, *inp, n_embd_inp); - cb(inp_target, "inp_target_features", -1); - - res->add_input(std::move(inp)); - - ggml_tensor * inp_g = build_lora_mm(model.fc, inp_target, model.fc_s); - inp_g = build_norm(inp_g, model.output_norm_enc, nullptr, LLM_NORM_RMS, -1); - cb(inp_g, "main_x", -1); - - for (int il = 0; il < n_layer; ++il) { - const auto & layer = model.layers[il]; - - ggml_tensor * kv = build_lora_mm(layer.wkv, inp_g); - kv = build_norm(kv, layer.attn_kv_norm, nullptr, LLM_NORM_RMS, il); - kv = ggml_reshape_3d(ctx0, kv, n_embd_head, 1, n_tokens); - kv = rope(kv); - cb(kv, "kv_injected", il); - - if (inp_attn->self_k_rot_swa[il]) { - kv = llama_mul_mat_hadamard(ctx0, kv, inp_attn->self_k_rot_swa[il]); - } - ggml_build_forward_expand(gf, inp_attn->mctx->get_swa()->cpy_k(ctx0, kv, inp_attn->get_k_idxs_swa(), il)); - } - - res->t_embd = inp_g; - - ggml_build_forward_expand(gf, inp_g); - return; - } - - auto * tok_embd = model.tok_embd; - if (tok_embd == nullptr) { - GGML_ASSERT(cparams.ctx_other != nullptr); - const auto * model_other = llama_get_model(cparams.ctx_other); - GGML_ASSERT(model_other->tok_embd != nullptr && "DSpark decoder requires the target model's token embeddings"); - tok_embd = model_other->tok_embd; - } - - auto inp = std::make_unique(n_embd); - - inp->tokens = ggml_new_tensor_1d(ctx0, GGML_TYPE_I32, n_tokens); - ggml_set_input(inp->tokens); - - ggml_tensor * inp_tokens = inp->tokens; - - ggml_tensor * inpL = ggml_get_rows(ctx0, tok_embd, inp->tokens); - cb(inpL, "inp_noise_embd", -1); - - res->add_input(std::move(inp)); - - const int64_t hc = hparams.dsv4_hc_mult; - const int64_t n_groups = hparams.dsv4_o_group_count; - const int64_t n_heads_group = n_head / n_groups; - const int64_t o_lora_rank = hparams.dsv4_o_lora_rank; - const int64_t o_group_dim = n_heads_group*n_embd_head; - const float kq_scale = 1.0f/sqrtf(float(n_embd_head)); - - GGML_ASSERT(n_embd_head == n_embd_head_v); - GGML_ASSERT(n_head % n_groups == 0); - - inpL = ggml_reshape_3d(ctx0, inpL, n_embd, 1, n_tokens); - inpL = ggml_repeat_4d(ctx0, inpL, n_embd, hc, n_tokens, 1); - cb(inpL, "hc_init", -1); - - // the whole block shares the mask row of its first query (the anchor) - inp_attn->self_attn_mask_swa.block_uniform = true; - - ggml_tensor * pre_prev = nullptr; - - for (int il = 0; il < n_layer; ++il) { - const auto & layer = model.layers[il]; - - ggml_tensor * residual = inpL; - const hc_mixes attn_mix = build_hc_mixes(inpL, layer.hc_attn_fn, layer.hc_attn_scale, layer.hc_attn_base, il); - - ggml_tensor * cur; - if (pre_prev == nullptr) { - // identity pre-mix of the first stage: copy 0 - cur = ggml_cont(ctx0, ggml_view_2d(ctx0, inpL, n_embd, n_tokens, inpL->nb[2], 0)); - } else { - cur = build_hc_pre(inpL, pre_prev, il); - } - cb(cur, "hc_attn_pre", il); - - cur = build_norm(cur, layer.attn_norm, nullptr, LLM_NORM_RMS, il); - cb(cur, "attn_norm", il); - - // non-causal draft context: block queries see the main-KV ring plus every block key - { - ggml_tensor * qr = build_lora_mm(layer.wq_a, cur); - qr = build_norm(qr, layer.attn_q_a_norm, nullptr, LLM_NORM_RMS, il); - cb(qr, "qr_norm", il); - - ggml_tensor * q = build_lora_mm(layer.wq_b, qr); - q = ggml_reshape_3d(ctx0, q, n_embd_head, n_head, n_tokens); - q = rope(q); - cb(q, "q", il); - - ggml_tensor * kv = build_lora_mm(layer.wkv, cur); - kv = build_norm(kv, layer.attn_kv_norm, nullptr, LLM_NORM_RMS, il); - kv = ggml_reshape_3d(ctx0, kv, n_embd_head, 1, n_tokens); - kv = rope(kv); - cb(kv, "kv", il); - - ggml_tensor * out = build_attn(inp_attn, - nullptr, nullptr, nullptr, - q, kv, kv, - nullptr, layer.attn_sinks, nullptr, - kq_scale, il); - cb(out, "attn_raw", il); - - out = ggml_reshape_3d(ctx0, out, n_embd_head, n_head, n_tokens); - out = ggml_rope_ext_back(ctx0, out, inp_pos, nullptr, n_embd_head_rope, rope_type, 0, - freq_base, 1.0f, 0.0f, 1.0f, 0.0f, 0.0f); - out = ggml_rope_set_offset(out, n_embd_head_nope); - cb(out, "attn_derope", il); - - out = ggml_reshape_3d(ctx0, out, o_group_dim, n_groups, n_tokens); - out = ggml_permute(ctx0, out, 0, 2, 1, 3); - ggml_tensor * oa = ggml_mul_mat(ctx0, layer.wo_a, out); - cb(oa, "attn_wo_a", il); - oa = ggml_permute(ctx0, oa, 0, 2, 1, 3); - oa = ggml_cont_2d(ctx0, oa, o_lora_rank*n_groups, n_tokens); - - cur = build_lora_mm(layer.wo_b, oa); - cb(cur, "attn_out", il); - } - - inpL = build_hc_post(cur, residual, attn_mix.post, attn_mix.comb, il); - cb(inpL, "hc_attn_post", il); - - residual = inpL; - const hc_mixes ffn_mix = build_hc_mixes(inpL, layer.hc_ffn_fn, layer.hc_ffn_scale, layer.hc_ffn_base, il); - pre_prev = ffn_mix.pre; - - cur = build_hc_pre(inpL, attn_mix.pre, il); - cb(cur, "hc_ffn_pre", il); - - cur = build_norm(cur, layer.ffn_norm, nullptr, LLM_NORM_RMS, il); - cb(cur, "ffn_norm", il); - - ggml_tensor * moe_out = build_moe_ffn(cur, - layer.ffn_gate_inp, - layer.ffn_up_exps, - layer.ffn_gate_exps, - layer.ffn_down_exps, - layer.ffn_exp_probs_b, - n_expert, hparams.n_expert_used(), - LLM_FFN_SILU, hparams.expert_weights_norm, - hparams.expert_weights_scale, - (llama_expert_gating_func_type) hparams.expert_gating_func, - il); - cb(moe_out, "ffn_moe_out", il); - - ggml_tensor * ffn_shexp = build_ffn(cur, - layer.ffn_up_shexp, nullptr, nullptr, - layer.ffn_gate_shexp, nullptr, nullptr, - layer.ffn_down_shexp, nullptr, nullptr, - nullptr, LLM_FFN_SILU, LLM_FFN_PAR, il); - cb(ffn_shexp, "ffn_shexp", il); - - cur = ggml_add(ctx0, moe_out, ffn_shexp); - cb(cur, "ffn_out", il); - - inpL = build_hc_post(cur, residual, ffn_mix.post, ffn_mix.comb, il); - - ggml_tensor * l_out = ggml_reshape_2d(ctx0, inpL, n_embd*hc, n_tokens); - cb(l_out, "l_out", il); - ggml_build_forward_expand(gf, l_out); - } - - // no hc_head: collapse with the last FFN's pre-mix - ggml_tensor * cur = build_hc_pre(inpL, pre_prev, -1); - cb(cur, "hc_out", -1); - - // confidence head takes the un-normed collapsed state - res->t_embd = cur; - - cur = build_norm(cur, model.output_norm, nullptr, LLM_NORM_RMS, -1); - cb(cur, "result_norm", -1); - - auto * output = model.output; - auto * output_s = model.output_s; - if (output == nullptr) { - GGML_ASSERT(cparams.ctx_other != nullptr); - const auto * model_other = llama_get_model(cparams.ctx_other); - GGML_ASSERT(model_other->output != nullptr && "DSpark decoder requires the target model's output projection"); - output = model_other->output; - output_s = model_other->output_s; - } - - cur = build_lora_mm(output, cur, output_s); - cb(cur, "result_output", -1); - res->t_logits = cur; - - if (model.dspark_markov_w1) { - build_dspark_markov_head(*this, model, inp_tokens); - } + return cur; } -// Mistral Large 4 DSpark, dual-mode like graph_dsv41: -// - embd batch: write latent K of target_norm(fc(features)) to the cache, no attn norm -// - token batch: decode [anchor, mask_1, ...] block, non-causal -llama_model_dflash::graph_mistral_large4::graph_mistral_large4(const llm_graph_params & params) : llm_graph_context(params) { - const int64_t n_embd_inp = hparams.n_embd_inp_enc(); - const int64_t kv_lora_rank = hparams.n_lora_kv; - const int64_t n_embd_head_k_mla = hparams.n_embd_head_k_mla(); - const int64_t n_embd_head_v_mla = hparams.n_embd_head_v_mla(); - const int64_t n_embd_head_nope = n_embd_head_k_mla - n_rot; - - const float kq_scale = 1.0f/sqrtf(float(n_embd_head_k_mla)); - - ggml_tensor * inp_pos = build_inp_pos(); - - llm_graph_input_attn_k_iswa * inp_attn = build_attn_inp_k_iswa(); - - // no LeRoPE in the draft - const auto rope = [&](ggml_tensor * t) { - return ggml_rope_ext(ctx0, t, inp_pos, nullptr, n_rot, rope_type, n_ctx_orig, freq_base, freq_scale, - ext_factor, attn_factor, beta_fast, beta_slow); - }; - - const auto build_kv = [&](ggml_tensor * x, int il) -> std::pair { - const auto & layer = model.layers[il]; - - ggml_tensor * kv_cmpr_pe = ggml_mul_mat(ctx0, layer.wkv_a_mqa, x); - cb(kv_cmpr_pe, "kv_cmpr_pe", il); - - ggml_tensor * kv_cmpr = ggml_view_2d(ctx0, kv_cmpr_pe, kv_lora_rank, n_tokens, - ggml_row_size(kv_cmpr_pe->type, kv_lora_rank + n_rot), 0); - kv_cmpr = build_norm(kv_cmpr, layer.attn_kv_a_norm, nullptr, LLM_NORM_RMS, il); - kv_cmpr = ggml_reshape_3d(ctx0, kv_cmpr, kv_lora_rank, 1, n_tokens); - cb(kv_cmpr, "kv_cmpr", il); - - ggml_tensor * k_pe = ggml_view_3d(ctx0, kv_cmpr_pe, n_rot, 1, n_tokens, - ggml_row_size(kv_cmpr_pe->type, kv_lora_rank + n_rot), - ggml_row_size(kv_cmpr_pe->type, kv_lora_rank + n_rot), - ggml_row_size(kv_cmpr_pe->type, kv_lora_rank)); - k_pe = rope(k_pe); - cb(k_pe, "k_pe", il); - - return { ggml_concat(ctx0, kv_cmpr, k_pe, 0), kv_cmpr }; - }; - +llama_model_dflash::graph_dflash::graph_dflash(const llm_graph_params & params) : graph_base(params) { ASSERT_EMBD_OR_TOKEN(ubatch); if (ubatch.embd || ubatch.embd_row) { - auto inp = std::make_unique(n_embd_inp); - - ggml_tensor * inp_target = build_inp_target_features(*this, *inp, n_embd_inp); - cb(inp_target, "inp_target_features", -1); - - res->add_input(std::move(inp)); - - ggml_tensor * inp_g = build_lora_mm(model.fc, inp_target, model.fc_s); - inp_g = build_norm(inp_g, model.output_norm_enc, nullptr, LLM_NORM_RMS, -1); - cb(inp_g, "main_x", -1); - - for (int il = 0; il < n_layer; ++il) { - ggml_tensor * kv = build_kv(inp_g, il).first; - cb(kv, "kv_injected", il); - - if (inp_attn->self_k_rot_swa[il]) { - kv = llama_mul_mat_hadamard(ctx0, kv, inp_attn->self_k_rot_swa[il]); - } - ggml_build_forward_expand(gf, inp_attn->mctx->get_swa()->cpy_k(ctx0, kv, inp_attn->get_k_idxs_swa(), il)); - } - - res->t_embd = inp_g; - - ggml_build_forward_expand(gf, inp_g); + build_inject(); return; } - auto * tok_embd = model.tok_embd; - if (tok_embd == nullptr) { - GGML_ASSERT(cparams.ctx_other != nullptr); - const auto * model_other = llama_get_model(cparams.ctx_other); - GGML_ASSERT(model_other->tok_embd != nullptr && "DSpark decoder requires the target model's token embeddings"); - tok_embd = model_other->tok_embd; - } - - auto inp = std::make_unique(n_embd); - - inp->tokens = ggml_new_tensor_1d(ctx0, GGML_TYPE_I32, n_tokens); - ggml_set_input(inp->tokens); - - ggml_tensor * inp_tokens = inp->tokens; - - res->add_input(std::move(inp)); - - const int64_t n_blocks = ubatch.n_seqs_unq; - const int64_t block_drafts = n_blocks > 0 ? n_tokens / n_blocks : 0; - - ggml_tensor * inpL; - if (block_drafts > 0 && n_tokens % n_blocks == 0 && block_drafts <= (int64_t) hparams.dflash_block_size) { - // slot k > 0 uses mask row k - 1 - ggml_tensor * anchors = ggml_view_2d(ctx0, inp_tokens, 1, n_blocks, (size_t) block_drafts * inp_tokens->nb[0], 0); - anchors = ggml_get_rows(ctx0, tok_embd, ggml_cont_1d(ctx0, anchors, n_blocks)); - inpL = ggml_reshape_3d(ctx0, anchors, n_embd, 1, n_blocks); - if (block_drafts > 1) { - ggml_tensor * masks = ggml_view_3d(ctx0, model.dspark_mask_embd, n_embd, block_drafts - 1, 1, - model.dspark_mask_embd->nb[1], model.dspark_mask_embd->nb[2], 0); - masks = ggml_repeat_4d(ctx0, ggml_cast(ctx0, masks, GGML_TYPE_F32), n_embd, block_drafts - 1, n_blocks, 1); - inpL = ggml_concat(ctx0, inpL, masks, 1); - } - inpL = ggml_reshape_2d(ctx0, inpL, n_embd, n_tokens); - } else { - // not a draft block (e.g. graph reserve) - inpL = ggml_get_rows(ctx0, tok_embd, inp_tokens); - } - cb(inpL, "inp_noise_embd", -1); - - // the whole block shares the mask row of its first query (the anchor) - inp_attn->self_attn_mask_swa.block_uniform = true; - - for (int il = 0; il < n_layer; ++il) { - const auto & layer = model.layers[il]; - - ggml_tensor * cur = build_norm(inpL, layer.attn_norm, nullptr, LLM_NORM_RMS, il); - cb(cur, "attn_norm", il); - - { - ggml_tensor * q = ggml_mul_mat(ctx0, layer.wq, cur); - cb(q, "q", il); - - // {n_embd_head_nope, n_tokens, n_head} - ggml_tensor * q_nope = ggml_view_3d(ctx0, q, n_embd_head_nope, n_head, n_tokens, - ggml_row_size(q->type, n_embd_head_k_mla), - ggml_row_size(q->type, n_embd_head_k_mla) * n_head, 0); - q_nope = ggml_permute(ctx0, q_nope, 0, 2, 1, 3); - - // {kv_lora_rank, n_head, n_tokens} - ggml_tensor * q_nope_absorbed = ggml_mul_mat(ctx0, layer.wk_b, q_nope); - q_nope_absorbed = ggml_permute(ctx0, q_nope_absorbed, 0, 2, 1, 3); - cb(q_nope_absorbed, "q_nope_absorbed", il); - - ggml_tensor * q_pe = ggml_view_3d(ctx0, q, n_rot, n_head, n_tokens, - ggml_row_size(q->type, n_embd_head_k_mla), - ggml_row_size(q->type, n_embd_head_k_mla) * n_head, - ggml_row_size(q->type, n_embd_head_nope)); - q_pe = rope(q_pe); - cb(q_pe, "q_pe", il); - - ggml_tensor * Qcur = ggml_concat(ctx0, q_nope_absorbed, q_pe, 0); - cb(Qcur, "Qcur", il); - - auto [Kcur, Vcur] = build_kv(cur, il); - cb(Kcur, "Kcur", il); - - // apply wv_b after attn, so the K rotation is already undone - ggml_tensor * out = build_attn(inp_attn, - nullptr, nullptr, nullptr, - Qcur, Kcur, Vcur, - nullptr, nullptr, nullptr, - kq_scale, il); - cb(out, "attn_latent", il); - - // {kv_lora_rank, n_tokens, n_head} -> {n_embd_head_v_mla, n_tokens, n_head} - out = ggml_reshape_3d(ctx0, out, kv_lora_rank, n_head, n_tokens); - out = ggml_mul_mat(ctx0, layer.wv_b, ggml_permute(ctx0, out, 0, 2, 1, 3)); - out = ggml_cont_2d(ctx0, ggml_permute(ctx0, out, 0, 2, 1, 3), n_embd_head_v_mla*n_head, n_tokens); - - cur = build_lora_mm(layer.wo, out, layer.wo_s); - cb(cur, "attn_out", il); - } - - ggml_tensor * ffn_inp = ggml_add(ctx0, cur, inpL); - cb(ffn_inp, "ffn_inp", il); - - cur = build_norm(ffn_inp, layer.ffn_norm, nullptr, LLM_NORM_RMS, il); - cb(cur, "ffn_norm", il); - - cur = build_ffn(cur, - layer.ffn_up, nullptr, nullptr, - layer.ffn_gate, nullptr, nullptr, - layer.ffn_down, nullptr, nullptr, - nullptr, LLM_FFN_SILU, LLM_FFN_PAR, il); - cb(cur, "ffn_out", il); - - inpL = ggml_add(ctx0, cur, ffn_inp); - cb(inpL, "l_out", il); - } - - ggml_tensor * cur = build_norm(inpL, model.output_norm, nullptr, LLM_NORM_RMS, -1); - cb(cur, "result_norm", -1); - res->t_embd = cur; - - auto * output = model.output; - auto * output_s = model.output_s; - if (output == nullptr) { - GGML_ASSERT(cparams.ctx_other != nullptr); - const auto * model_other = llama_get_model(cparams.ctx_other); - GGML_ASSERT(model_other->output != nullptr && "DSpark decoder requires the target model's output projection"); - output = model_other->output; - output_s = model_other->output_s; - } - - ggml_tensor * logits = build_lora_mm(output, cur, output_s); - - // softcap does not apply to the markov bias - if (hparams.f_final_logit_softcapping) { - logits = ggml_scale(ctx0, logits, 1.0f / hparams.f_final_logit_softcapping); - logits = ggml_tanh(ctx0, logits); - logits = ggml_scale(ctx0, logits, hparams.f_final_logit_softcapping); - } - cb(logits, "result_output", -1); - res->t_logits = logits; + ggml_tensor * inp_tokens = build_inp_tokens(); + ggml_tensor * cur = build_layers(inp_tokens); - if (model.dspark_markov_w1) { - build_dspark_markov_head(*this, model, inp_tokens, cur); - } + build_logits(cur); } std::unique_ptr llama_model_dflash::build_arch_graph(const llm_graph_params & params) const { @@ -1835,16 +513,19 @@ std::unique_ptr llama_model_dflash::build_arch_graph(const ll return std::make_unique>(params); case LLM_GRAPH_TYPE_DEFAULT: case LLM_GRAPH_TYPE_DECODER: - if (hparams.n_lora_kv > 0) { - return std::make_unique(params); - } - if (hparams.dsv4_hc_mult > 0 && hparams.dsv4_hc_single_pass) { - return std::make_unique(params); + switch (backbone) { + case BACKBONE_BASE: break; + case BACKBONE_DSV4: return std::make_unique(params); + case BACKBONE_DSV41: return std::make_unique(params); + case BACKBONE_MISTRAL_LARGE4: return std::make_unique(params); } - if (hparams.dsv4_hc_mult > 0) { - return std::make_unique(params); + switch (variant) { + case VARIANT_DFLASH: return std::make_unique(params); + case VARIANT_DFLASH2: return std::make_unique(params); + case VARIANT_DSPARK: return std::make_unique(params); + case VARIANT_LILICORR: return std::make_unique(params); } - return std::make_unique>(params); + GGML_ABORT("invalid DFlash variant"); default: GGML_ABORT("invalid graph type"); }; diff --git a/src/models/dflash2.cpp b/src/models/dflash2.cpp new file mode 100644 index 000000000000..b384d952738c --- /dev/null +++ b/src/models/dflash2.cpp @@ -0,0 +1,224 @@ +#include "models.h" + +#include "llama-impl.h" + +void llama_model_dflash::load_tensors_dflash2() { + LLAMA_LOAD_LOCALS; + + const int64_t rank = hparams.dflash_selector_rank; + if (rank <= 0 || hparams.dflash_block_size <= 0 || hparams.dflash_selector_top_k <= 0 || + hparams.dflash_conv_kernel_size <= 0 || hparams.dflash_conv_group_size <= 0) { + throw std::runtime_error("DFlash2 model is missing conv/selector metadata"); + } + if (n_embd < hparams.dflash_selector_top_k * (hparams.dflash_selector_top_k + 1)) { + throw std::runtime_error("DFlash2 hidden size is too small for the selector lattice"); + } + + dflash_selector_prev = create_tensor(tn(LLM_TENSOR_DFLASH_SELECTOR_PREV, "weight"), { rank, n_vocab }, 0); + dflash_selector_next = create_tensor(tn(LLM_TENSOR_DFLASH_SELECTOR_NEXT, "weight"), { rank, n_vocab }, 0); + dflash_selector_hidden = create_tensor(tn(LLM_TENSOR_DFLASH_SELECTOR_HIDDEN, "weight"), { n_embd, rank }, 0); + + load_tensors_dflash2_conv(); + + LLAMA_LOG_INFO("%s: DFlash2 conv kernel = %u, group = %u, selector rank = %u, top-k = %u\n", __func__, + hparams.dflash_conv_kernel_size, hparams.dflash_conv_group_size, + hparams.dflash_selector_rank, hparams.dflash_selector_top_k); +} + +void llama_model_dflash::load_tensors_dflash2_conv() { + LLAMA_LOAD_LOCALS; + + const bool conv_meta = hparams.dflash_conv_kernel_size > 0 && hparams.dflash_conv_group_size > 0; + if (!conv_meta) { + return; + } + if (n_embd % hparams.dflash_conv_group_size != 0) { + throw std::runtime_error("DFlash hidden size must be divisible by conv_group_size"); + } + + const int64_t kernel = hparams.dflash_conv_kernel_size; + const int64_t groups = n_embd / hparams.dflash_conv_group_size; + const int64_t projected = 2 * kernel * groups; + + for (int i = 0; i < n_layer; ++i) { + auto & layer = layers[i]; + + layer.dflash_attn_conv_base = create_tensor(tn(LLM_TENSOR_DFLASH_ATTN_CONV_BASE, i), { n_embd, kernel, 2 }, 0); + layer.dflash_attn_conv_proj = create_tensor(tn(LLM_TENSOR_DFLASH_ATTN_CONV_PROJ, "weight", i), { n_embd, projected }, 0); + layer.dflash_ffn_conv_base = create_tensor(tn(LLM_TENSOR_DFLASH_FFN_CONV_BASE, i), { n_embd, kernel, 2 }, 0); + layer.dflash_ffn_conv_proj = create_tensor(tn(LLM_TENSOR_DFLASH_FFN_CONV_PROJ, "weight", i), { n_embd, projected }, 0); + } +} + +ggml_tensor * llama_model_dflash::build_dflash2_conv( + llm_graph_context & g, + ggml_tensor * hidden, + ggml_tensor * dynamic, + ggml_tensor * base, + int side) { + const auto & hparams = g.hparams; + const int64_t hidden_size = hidden->ne[0]; + const int64_t n_tokens = hidden->ne[1]; + const int64_t n_blocks = g.ubatch.n_seqs_unq; + const int64_t kernel_size = hparams.dflash_conv_kernel_size; + const int64_t group_size = hparams.dflash_conv_group_size; + const int64_t n_groups = hidden_size / group_size; + + GGML_ASSERT(n_blocks > 0 && n_tokens % n_blocks == 0); + GGML_ASSERT(dynamic && base && side >= 0 && side < 2); + + const int64_t block_size = n_tokens / n_blocks; + ggml_context * ctx0 = g.ctx0; + // ggml_cont copies even when the tensor is already contiguous + if (!ggml_is_contiguous(hidden) || hidden->ne[1] != n_tokens) { + hidden = ggml_cont_2d(ctx0, hidden, hidden_size, n_tokens); + } + if (!ggml_is_contiguous(dynamic) || dynamic->ne[1] != n_tokens) { + dynamic = ggml_cont_2d(ctx0, dynamic, dynamic->ne[0], n_tokens); + } + ggml_tensor * blocks = ggml_reshape_3d(ctx0, hidden, hidden_size, block_size, n_blocks); + ggml_tensor * coeffs = ggml_reshape_4d(ctx0, dynamic, n_groups, kernel_size, 2, n_tokens); + ggml_tensor * coeffs_side = ggml_view_3d(ctx0, coeffs, n_groups, kernel_size, n_tokens, + coeffs->nb[1], coeffs->nb[3], side * coeffs->nb[2]); + + ggml_tensor * coeff_all = ggml_cont(ctx0, coeffs_side); + coeff_all = ggml_reshape_4d(ctx0, coeff_all, 1, n_groups, kernel_size, n_tokens); + coeff_all = ggml_repeat_4d(ctx0, coeff_all, group_size, n_groups, kernel_size, n_tokens); + + ggml_tensor * base_side = ggml_reshape_4d(ctx0, + ggml_view_1d(ctx0, base, hidden_size * kernel_size, side * base->nb[2]), + group_size, n_groups, kernel_size, 1); + + ggml_tensor * weight_all = ggml_add(ctx0, coeff_all, base_side); + + // taps at or past block_size only read the left padding and add nothing + const int64_t n_taps = std::min(kernel_size, block_size); + + ggml_tensor * result = nullptr; + for (int64_t tap = 0; tap < n_taps; ++tap) { + ggml_tensor * values = blocks; + if (tap > 0) { + ggml_tensor * previous = ggml_view_3d(ctx0, blocks, hidden_size, block_size - tap, n_blocks, + blocks->nb[1], blocks->nb[2], 0); + values = ggml_pad_ext(ctx0, previous, 0, 0, tap, 0, 0, 0, 0, 0); + } + values = ggml_reshape_2d(ctx0, values, hidden_size, n_tokens); + + ggml_tensor * weight = ggml_reshape_2d(ctx0, + ggml_cont(ctx0, ggml_view_4d(ctx0, weight_all, group_size, n_groups, 1, n_tokens, + weight_all->nb[1], weight_all->nb[2], weight_all->nb[3], tap * weight_all->nb[2])), + hidden_size, n_tokens); + + ggml_tensor * term = ggml_mul(ctx0, weight, values); + result = result ? ggml_add(ctx0, result, term) : term; + } + return result; +} + +// DFlash2 selector: top-k candidates per block position plus the pairwise +// transition scores, packed into the nextn output slot for the CPU-side walk. +static void build_dflash2_selector(llm_graph_context & g, const llama_model & model, ggml_tensor * tokens) { + ggml_context * ctx0 = g.ctx0; + auto & res = g.res; + + const auto & hparams = g.hparams; + const int64_t n_tokens = g.n_tokens; + const int64_t n_embd = g.n_embd; + + const int64_t top_k = hparams.dflash_selector_top_k; + const int64_t rank = hparams.dflash_selector_rank; + const int64_t n_blocks = g.ubatch.n_seqs_unq; + GGML_ASSERT(n_blocks > 0 && n_tokens % n_blocks == 0); + GGML_ASSERT(res->t_logits->ne[1] == n_tokens); + if (!tokens) { + return; + } + + const int64_t tokens_per_block = n_tokens / n_blocks; + const int64_t block_size = std::min(tokens_per_block, hparams.dflash_block_size); + const int64_t row_used = top_k + top_k * top_k; + + ggml_tensor * candidates = ggml_top_k(ctx0, res->t_logits, top_k); + ggml_tensor * logits_rows = ggml_reshape_3d(ctx0, res->t_logits, 1, res->t_logits->ne[0], n_tokens); + ggml_tensor * unary = ggml_reshape_2d(ctx0, + ggml_get_rows(ctx0, logits_rows, candidates), top_k, n_tokens); + ggml_tensor * gate = g.build_lora_mm(model.dflash_selector_hidden, res->t_embd); + + // Everything below indexes [.., tokens_per_block, n_blocks]: the block + // position varies fastest, sequences are the outer dimension. + ggml_tensor * cand_blk = ggml_reshape_3d(ctx0, candidates, top_k, tokens_per_block, n_blocks); + ggml_tensor * unary_blk = ggml_reshape_3d(ctx0, unary, top_k, tokens_per_block, n_blocks); + ggml_tensor * gate_blk = ggml_reshape_3d(ctx0, gate, rank, tokens_per_block, n_blocks); + + // a position's score reads only the candidate sets at pos-1 and pos, so a run + // of positions has no internal dependency and scores in one batched matmul + auto score_run = [&](int64_t beg_pos, int64_t n_pos, ggml_tensor * pred_ids) { + ggml_tensor * cand_run = ggml_cont(ctx0, ggml_view_3d(ctx0, cand_blk, top_k, n_pos, n_blocks, + cand_blk->nb[1], cand_blk->nb[2], beg_pos * cand_blk->nb[1])); + ggml_tensor * unary_run = ggml_cont(ctx0, ggml_view_3d(ctx0, unary_blk, top_k, n_pos, n_blocks, + unary_blk->nb[1], unary_blk->nb[2], beg_pos * unary_blk->nb[1])); + ggml_tensor * gate_run = ggml_cont(ctx0, ggml_view_3d(ctx0, gate_blk, rank, n_pos, n_blocks, + gate_blk->nb[1], gate_blk->nb[2], beg_pos * gate_blk->nb[1])); + + const int64_t n_pred = pred_ids->ne[0] / (n_pos * n_blocks); + + ggml_tensor * successor = ggml_reshape_4d(ctx0, + ggml_get_rows(ctx0, model.dflash_selector_next, ggml_reshape_1d(ctx0, cand_run, top_k * n_pos * n_blocks)), + rank, top_k, n_pos, n_blocks); + ggml_tensor * predecessor = ggml_reshape_4d(ctx0, + ggml_get_rows(ctx0, model.dflash_selector_prev, pred_ids), + rank, n_pred, n_pos, n_blocks); + + ggml_tensor * gate_bcast = ggml_reshape_4d(ctx0, gate_run, rank, 1, n_pos, n_blocks); + ggml_tensor * cond = ggml_mul(ctx0, predecessor, ggml_repeat(ctx0, gate_bcast, predecessor)); + ggml_tensor * score = ggml_mul_mat(ctx0, successor, cond); + if (n_pred == 1) { + score = ggml_repeat_4d(ctx0, score, top_k, top_k, n_pos, n_blocks); + } + ggml_tensor * unary_bcast = ggml_reshape_4d(ctx0, unary_run, top_k, 1, n_pos, n_blocks); + score = ggml_add(ctx0, score, ggml_repeat(ctx0, unary_bcast, score)); + + ggml_tensor * row = ggml_concat(ctx0, + ggml_cast(ctx0, cand_run, GGML_TYPE_F32), + ggml_reshape_3d(ctx0, score, top_k * top_k, n_pos, n_blocks), 0); + return ggml_pad(ctx0, row, n_embd - row_used, 0, 0, 0); + }; + + ggml_tensor * packed = ggml_fill(ctx0, + ggml_new_tensor_3d(ctx0, GGML_TYPE_F32, n_embd, 1, n_blocks), 0.0f); + + if (block_size > 1) { + // Position 1 alone: its predecessor is the anchor token, one id per + // sequence rather than a candidate set. + ggml_tensor * anchor_ids = ggml_cont_1d(ctx0, + ggml_view_2d(ctx0, tokens, 1, n_blocks, tokens_per_block * tokens->nb[0], 0), n_blocks); + packed = ggml_concat(ctx0, packed, score_run(1, 1, anchor_ids), 1); + } + if (block_size > 2) { + ggml_tensor * prev_ids = ggml_reshape_1d(ctx0, + ggml_cont(ctx0, ggml_view_3d(ctx0, cand_blk, top_k, block_size - 2, n_blocks, + cand_blk->nb[1], cand_blk->nb[2], cand_blk->nb[1])), + top_k * (block_size - 2) * n_blocks); + packed = ggml_concat(ctx0, packed, score_run(2, block_size - 2, prev_ids), 1); + } + + packed = ggml_reshape_2d(ctx0, packed, n_embd, block_size * n_blocks); + g.cb(packed, "dflash2_lattice", -1); + res->t_h_nextn = packed; + ggml_build_forward_expand(g.gf, packed); +} + +llama_model_dflash::graph_dflash2::graph_dflash2(const llm_graph_params & params) : graph_base(params) { + ASSERT_EMBD_OR_TOKEN(ubatch); + if (ubatch.embd || ubatch.embd_row) { + build_inject(); + return; + } + + ggml_tensor * inp_tokens = build_inp_tokens(); + ggml_tensor * cur = build_layers(inp_tokens); + + build_logits(cur); + + build_dflash2_selector(*this, model, inp_tokens); +} diff --git a/src/models/dspark.cpp b/src/models/dspark.cpp new file mode 100644 index 000000000000..b92c8976108e --- /dev/null +++ b/src/models/dspark.cpp @@ -0,0 +1,873 @@ +#include "models.h" + +#include "llama-impl.h" +#include "llama-kv-cache.h" +#include "llama-kv-cache-iswa.h" + +// DeepSeek-V4 DSpark backbone: stages are full DSV4 blocks, uniform sliding window (the draft KV ring) +void llama_model_dflash::load_hparams_dsv4(llama_model_loader & ml) { + ml.get_key(LLM_KV_ATTENTION_Q_LORA_RANK, hparams.n_lora_q); + ml.get_key(LLM_KV_ATTENTION_SLIDING_WINDOW, hparams.n_swa); + ml.get_key_or_arr(LLM_KV_EXPERT_FEED_FORWARD_LENGTH, hparams.n_ff_exp_arr, hparams.n_layer_all); + ml.get_key(LLM_KV_EXPERT_SHARED_COUNT, hparams.n_expert_shared); + ml.get_key(LLM_KV_EXPERT_WEIGHTS_SCALE, hparams.expert_weights_scale); + ml.get_key(LLM_KV_EXPERT_WEIGHTS_NORM, hparams.expert_weights_norm); + ml.get_key(LLM_KV_EXPERT_GATING_FUNC, hparams.expert_gating_func); + ml.get_key_or_arr(LLM_KV_SWIGLU_CLAMP_EXP, hparams.swiglu_clamp_exp, hparams.n_layer_all); + if (!ml.get_key_or_arr(LLM_KV_SWIGLU_CLAMP_SHEXP, hparams.swiglu_clamp_shexp, hparams.n_layer_all, 0)) { + hparams.swiglu_clamp_shexp = hparams.swiglu_clamp_exp; + } + ml.get_key(LLM_KV_ATTENTION_OUTPUT_GROUP_COUNT, hparams.dsv4_o_group_count); + ml.get_key(LLM_KV_ATTENTION_OUTPUT_LORA_RANK, hparams.dsv4_o_lora_rank); + ml.get_key(LLM_KV_HYPER_CONNECTION_SINKHORN_ITERATIONS, hparams.dsv4_hc_sinkhorn_iters); + ml.get_key(LLM_KV_HYPER_CONNECTION_EPSILON, hparams.dsv4_hc_eps); + ml.get_arr(LLM_KV_ATTENTION_COMPRESS_RATIOS, hparams.dsv4_compress_ratios, false); + ml.get_key(LLM_KV_HYPER_CONNECTION_SINGLE_PASS, hparams.dsv4_hc_single_pass, false); + + GGML_ASSERT(hparams.dsv4_o_group_count > 0); // avoid div by zero + + if (hparams.expert_gating_func != LLAMA_EXPERT_GATING_FUNC_TYPE_SQRT_SOFTPLUS) { + throw std::runtime_error("DSpark DSV4 draft expects sqrtsoftplus MoE scoring"); + } + for (uint32_t il = 0; il < hparams.n_layer_all; ++il) { + if (hparams.dsv4_compress_ratios[il] != 0) { + throw std::runtime_error("DSpark DSV4 draft expects uncompressed attention on all stages"); + } + } + + GGML_ASSERT(hparams.n_swa > 0); + if (hparams.dsv4_hc_single_pass) { + // DeepSeek-V4.1 DSpark: block queries see the main-KV ring plus the block via the mask row of the + // first query, so that row's SWA window must reach window_size positions before the anchor + hparams.n_swa += 1; + } + hparams.swa_type = LLAMA_SWA_TYPE_STANDARD; + hparams.set_swa_pattern(0); + for (uint32_t il = 0; il < hparams.n_layer_all; ++il) { + hparams.is_swa_impl[il] = true; + } + hparams.rope_freq_base_train_swa = hparams.rope_freq_base_train; + hparams.rope_freq_scale_train_swa = hparams.rope_freq_scale_train; +} + +// Mistral Large 4 DSpark: dense MLA stages, one sliding window, plain YaRN +void llama_model_dflash::load_hparams_mistral_large4(llama_model_loader & ml) { + ml.get_key(LLM_KV_ATTENTION_KEY_LENGTH_MLA, hparams.n_embd_head_k_mla_impl); + ml.get_key(LLM_KV_ATTENTION_VALUE_LENGTH_MLA, hparams.n_embd_head_v_mla_impl); + ml.get_key(LLM_KV_ROPE_SCALING_YARN_LOG_MUL, hparams.rope_yarn_log_mul, false); + ml.get_key(LLM_KV_ATTENTION_SLIDING_WINDOW, hparams.n_swa); + + if (hparams.n_swa == 0) { + throw std::runtime_error("DSpark Mistral Large 4 draft expects a sliding window"); + } + if (hparams.n_embd_head_k_full != hparams.n_lora_kv + hparams.n_rot()) { + throw std::runtime_error("DSpark Mistral Large 4 draft expects key_length == kv_lora_rank + rope dim"); + } + + // same as DSV4.1 DSpark: block uses the window of the anchor + hparams.n_swa += 1; + hparams.swa_type = LLAMA_SWA_TYPE_STANDARD; + hparams.set_swa_pattern(0); + for (uint32_t il = 0; il < hparams.n_layer_all; ++il) { + hparams.is_swa_impl[il] = true; + } + hparams.rope_freq_base_train_swa = hparams.rope_freq_base_train; + hparams.rope_freq_scale_train_swa = hparams.rope_freq_scale_train; +} + +// DSpark = DFlash + a semi-autoregressive Markov head and Confidence head +void llama_model_dflash::load_tensors_dspark(int64_t n_vocab_draft) { + LLAMA_LOAD_LOCALS; + + const int64_t dspark_markov_rank = ml->get_tensor_meta("markov_w1.weight")->ne[0]; + + dspark_markov_w1 = create_tensor(tn(LLM_TENSOR_DSPARK_MARKOV_W1, "weight"), { dspark_markov_rank, n_vocab }, 0); + dspark_markov_w2 = create_tensor(tn(LLM_TENSOR_DSPARK_MARKOV_W2, "weight"), { dspark_markov_rank, n_vocab_draft }, 0); + dspark_markov_w2_s = create_tensor(tn(LLM_TENSOR_DSPARK_MARKOV_W2, "scale"), { 1 }, TENSOR_NOT_REQUIRED); + + dspark_conf_proj = create_tensor(tn(LLM_TENSOR_DSPARK_CONF_PROJ, "weight"), { n_embd + dspark_markov_rank, 1 }, TENSOR_NOT_REQUIRED); + dspark_conf_proj_b = create_tensor(tn(LLM_TENSOR_DSPARK_CONF_PROJ, "bias"), { 1 }, TENSOR_NOT_REQUIRED); + + dspark_joint_proj = create_tensor(tn(LLM_TENSOR_DSPARK_JOINT_PROJ, "weight"), { n_embd + 2*dspark_markov_rank, 3*dspark_markov_rank }, TENSOR_NOT_REQUIRED); + dspark_joint_proj_b = create_tensor(tn(LLM_TENSOR_DSPARK_JOINT_PROJ, "bias"), { 3*dspark_markov_rank }, dspark_joint_proj ? 0 : TENSOR_NOT_REQUIRED); + + LLAMA_LOG_INFO("%s: DFlash with DSpark markov head (rank = %lld)\n", __func__, (long long) dspark_markov_rank); +} + +void llama_model_dflash::load_tensors_layers_dsv4() { + LLAMA_LOAD_LOCALS; + + const int64_t q_lora_rank = hparams.n_lora_q; + const int64_t n_ff_exp = hparams.n_ff_exp(); + const int64_t n_expert_shared = hparams.n_expert_shared; + const int64_t n_embd_head = hparams.n_embd_head_k(); + const int64_t o_groups = hparams.dsv4_o_group_count; + const int64_t o_lora_rank = hparams.dsv4_o_lora_rank; + const int64_t hc_mult = hparams.dsv4_hc_mult; + const int64_t hc_dim = hc_mult * n_embd; + const int64_t hc_mix_dim = (2 + hc_mult) * hc_mult; + + // single-pass mHC: collapse with the last FFN pre-mix, no hc_head + if (!hparams.dsv4_hc_single_pass) { + hc_head_fn = create_tensor(tn(LLM_TENSOR_HC_HEAD_FN, "weight"), {hc_dim, hc_mult}, 0); + hc_head_base = create_tensor(tn(LLM_TENSOR_HC_HEAD_BASE, "weight"), {hc_mult}, 0); + hc_head_scale = create_tensor(tn(LLM_TENSOR_HC_HEAD_SCALE, "weight"), {1}, 0); + } + + for (int i = 0; i < n_layer; ++i) { + auto & layer = layers[i]; + + layer.attn_norm = create_tensor(tn(LLM_TENSOR_ATTN_NORM, "weight", i), {n_embd}, 0); + layer.attn_sinks = create_tensor(tn(LLM_TENSOR_ATTN_SINKS, "weight", i), {n_head}, 0); + layer.wq_a = create_tensor(tn(LLM_TENSOR_ATTN_Q_A, "weight", i), {n_embd, q_lora_rank}, 0); + layer.attn_q_a_norm = create_tensor(tn(LLM_TENSOR_ATTN_Q_A_NORM, "weight", i), {q_lora_rank}, 0); + layer.wq_b = create_tensor(tn(LLM_TENSOR_ATTN_Q_B, "weight", i), {q_lora_rank, n_head * n_embd_head}, 0); + layer.wkv = create_tensor(tn(LLM_TENSOR_ATTN_KV, "weight", i), {n_embd, n_embd_head}, 0); + layer.attn_kv_norm = create_tensor(tn(LLM_TENSOR_ATTN_KV_NORM, "weight", i), {n_embd_head}, 0); + layer.wo_a = create_tensor(tn(LLM_TENSOR_ATTN_OUT_A, "weight", i), {n_head * n_embd_head / o_groups, o_lora_rank, o_groups}, TENSOR_ALLOW_RESHAPE); + layer.wo_b = create_tensor(tn(LLM_TENSOR_ATTN_OUT_B, "weight", i), {o_groups * o_lora_rank, n_embd}, 0); + + layer.hc_attn_fn = create_tensor(tn(LLM_TENSOR_HC_ATTN_FN, "weight", i), {hc_dim, hc_mix_dim}, 0); + layer.hc_attn_base = create_tensor(tn(LLM_TENSOR_HC_ATTN_BASE, "weight", i), {hc_mix_dim}, 0); + layer.hc_attn_scale = create_tensor(tn(LLM_TENSOR_HC_ATTN_SCALE, "weight", i), {3}, 0); + layer.hc_ffn_fn = create_tensor(tn(LLM_TENSOR_HC_FFN_FN, "weight", i), {hc_dim, hc_mix_dim}, 0); + layer.hc_ffn_base = create_tensor(tn(LLM_TENSOR_HC_FFN_BASE, "weight", i), {hc_mix_dim}, 0); + layer.hc_ffn_scale = create_tensor(tn(LLM_TENSOR_HC_FFN_SCALE, "weight", i), {3}, 0); + + layer.ffn_gate_inp = create_tensor(tn(LLM_TENSOR_FFN_GATE_INP, "weight", i), {n_embd, n_expert}, 0); + layer.ffn_exp_probs_b = create_tensor(tn(LLM_TENSOR_FFN_EXP_PROBS_B, "bias", i), {n_expert}, 0); + layer.ffn_norm = create_tensor(tn(LLM_TENSOR_FFN_NORM, "weight", i), {n_embd}, 0); + + layer.ffn_gate_exps = create_tensor(tn(LLM_TENSOR_FFN_GATE_EXPS, "weight", i), {n_embd, n_ff_exp, n_expert}, 0); + layer.ffn_down_exps = create_tensor(tn(LLM_TENSOR_FFN_DOWN_EXPS, "weight", i), {n_ff_exp, n_embd, n_expert}, 0); + layer.ffn_up_exps = create_tensor(tn(LLM_TENSOR_FFN_UP_EXPS, "weight", i), {n_embd, n_ff_exp, n_expert}, 0); + + layer.ffn_gate_shexp = create_tensor(tn(LLM_TENSOR_FFN_GATE_SHEXP, "weight", i), {n_embd, n_ff_exp * n_expert_shared}, 0); + layer.ffn_down_shexp = create_tensor(tn(LLM_TENSOR_FFN_DOWN_SHEXP, "weight", i), {n_ff_exp * n_expert_shared, n_embd }, 0); + layer.ffn_up_shexp = create_tensor(tn(LLM_TENSOR_FFN_UP_SHEXP, "weight", i), {n_embd, n_ff_exp * n_expert_shared}, 0); + } +} + +void llama_model_dflash::load_tensors_layers_mistral_large4() { + LLAMA_LOAD_LOCALS; + + const int64_t kv_lora_rank = hparams.n_lora_kv; + const int64_t n_embd_head_k_mla = hparams.n_embd_head_k_mla(); + const int64_t n_embd_head_v_mla = hparams.n_embd_head_v_mla(); + const int64_t n_embd_head_nope = n_embd_head_k_mla - n_rot; + + dspark_mask_embd = create_tensor(tn(LLM_TENSOR_DSPARK_MASK_EMBD, "weight"), { n_embd, hparams.dflash_block_size - 1 }, 0); + + for (int i = 0; i < n_layer; ++i) { + auto & layer = layers[i]; + + layer.attn_norm = create_tensor(tn(LLM_TENSOR_ATTN_NORM, "weight", i), { n_embd }, 0); + layer.wq = create_tensor(tn(LLM_TENSOR_ATTN_Q, "weight", i), { n_embd, n_head * n_embd_head_k_mla }, 0); + layer.wkv_a_mqa = create_tensor(tn(LLM_TENSOR_ATTN_KV_A_MQA, "weight", i), { n_embd, kv_lora_rank + n_rot }, 0); + layer.attn_kv_a_norm = create_tensor(tn(LLM_TENSOR_ATTN_KV_A_NORM, "weight", i), { kv_lora_rank }, 0); + layer.wk_b = create_tensor(tn(LLM_TENSOR_ATTN_K_B, "weight", i), { n_embd_head_nope, kv_lora_rank, n_head }, 0); + layer.wv_b = create_tensor(tn(LLM_TENSOR_ATTN_V_B, "weight", i), { kv_lora_rank, n_embd_head_v_mla, n_head }, 0); + layer.wo = create_tensor(tn(LLM_TENSOR_ATTN_OUT, "weight", i), { n_head * n_embd_head_v_mla, n_embd }, 0); + + layer.ffn_norm = create_tensor(tn(LLM_TENSOR_FFN_NORM, "weight", i), { n_embd }, 0); + layer.ffn_gate = create_tensor(tn(LLM_TENSOR_FFN_GATE, "weight", i), { n_embd, n_ff }, 0); + layer.ffn_down = create_tensor(tn(LLM_TENSOR_FFN_DOWN, "weight", i), { n_ff, n_embd }, 0); + layer.ffn_up = create_tensor(tn(LLM_TENSOR_FFN_UP, "weight", i), { n_embd, n_ff }, 0); + } +} + +// DSpark (DFlash + Markov & Confidence head): Markov bias on the draft logits, chained per block position +static void build_dspark_markov_head(llm_graph_context & g, const llama_model & model, ggml_tensor * tokens, ggml_tensor * hidden = nullptr) { + ggml_context * ctx0 = g.ctx0; + auto & res = g.res; + + ggml_tensor * w1 = model.dspark_markov_w1; + ggml_tensor * w2 = model.dspark_markov_w2; + GGML_ASSERT(w1 && w2 && "DSpark markov weights not loaded"); + + // confidence head is optional + const bool has_conf = model.dspark_conf_proj != nullptr; + + // rnn head: gated state carried across block positions + const bool is_rnn = model.dspark_joint_proj != nullptr; + GGML_ASSERT(!is_rnn || hidden != nullptr); + + ggml_tensor * base = res->t_logits; // [n_vocab, n_tokens] + const int64_t n_vocab = base->ne[0]; + const int64_t n_tok = base->ne[1]; + + const auto it = model.gguf_kv.find("dflash.block_size"); + GGML_ASSERT(it != model.gguf_kv.end() && "DSpark draft requires 'dflash.block_size' in GGUF metadata"); + const int64_t block_size = std::stoi(it->second); + GGML_ASSERT(block_size > 0); + + // bonus anchor (SpecForge exports): slot 0 is a bonus token, not a prediction slot + const auto it_anchor = model.gguf_kv.find("dflash.sample_from_anchor"); + const bool sample_from_anchor = it_anchor == model.gguf_kv.end() || it_anchor->second == "true"; + const int64_t i_draft_beg = sample_from_anchor ? 0 : 1; + + const int64_t n_blocks = g.ubatch.n_seqs_unq; + GGML_ASSERT(n_blocks > 0 && n_tok % n_blocks == 0 && "DSpark markov head requires equal-size blocks"); + // runtime tokens per block in this ubatch (anchor + drafted positions), bounded by training block_size + const int64_t block_drafts = n_tok / n_blocks; + if (block_drafts > block_size) { + return; + } + + // anchor (committed last) token of every block: token 0 of each block, i.e. a strided view + const size_t token_stride = (size_t) block_drafts * tokens->nb[0]; + const size_t base_stride = (size_t) block_drafts * base->nb[1]; + + ggml_tensor * prev = ggml_view_2d(ctx0, tokens, 1, n_blocks, token_stride, 0); + prev = ggml_cont_1d(ctx0, prev, n_blocks); + + ggml_tensor * cat = nullptr; + ggml_tensor * cat_conf = nullptr; + + if (!sample_from_anchor) { + // bonus anchor slot: pass the logits through unbiased, pad the (unread) confidence column + cat = ggml_cont(ctx0, ggml_view_2d(ctx0, base, n_vocab, n_blocks, base_stride, 0)); + if (has_conf) { + cat_conf = ggml_sigmoid(ctx0, ggml_view_2d(ctx0, base, 1, n_blocks, base_stride, 0)); + } + } + + ggml_tensor * state = nullptr; // [R, n_blocks] + + // TODO: the in-graph chain is greedy (argmax); sampling params affect only the final + // token pick, not the Markov conditioning path + for (int64_t i = i_draft_beg; i < block_drafts; ++i) { + ggml_tensor * w1_prev = ggml_get_rows(ctx0, w1, prev); // [R, n_blocks] + ggml_tensor * markov = w1_prev; + + if (is_rnn) { + const int64_t rank = w1_prev->ne[0]; + if (state == nullptr) { + state = ggml_fill(ctx0, ggml_new_tensor_2d(ctx0, GGML_TYPE_F32, rank, n_blocks), 0.0f); + } + + ggml_tensor * hidden_i = ggml_view_2d(ctx0, hidden, hidden->ne[0], n_blocks, + (size_t) block_drafts * hidden->nb[1], i*hidden->nb[1]); + ggml_tensor * joint = ggml_concat(ctx0, ggml_concat(ctx0, state, w1_prev, 0), ggml_cont(ctx0, hidden_i), 0); + joint = ggml_add(ctx0, ggml_mul_mat(ctx0, model.dspark_joint_proj, joint), model.dspark_joint_proj_b); // [3R, n_blocks] + + const auto chunk = [&](int64_t k) { + return ggml_cont(ctx0, ggml_view_2d(ctx0, joint, rank, n_blocks, joint->nb[1], k*rank*ggml_element_size(joint))); + }; + ggml_tensor * gate = ggml_sigmoid(ctx0, chunk(0)); + ggml_tensor * cand = ggml_tanh(ctx0, chunk(1)); + + // state = gate * state + (1 - gate) * cand + state = ggml_add(ctx0, cand, ggml_mul(ctx0, gate, ggml_sub(ctx0, state, cand))); + markov = ggml_tanh(ctx0, chunk(2)); + } + + ggml_tensor * bias = g.build_lora_mm(w2, markov, model.dspark_markov_w2_s); // [n_vocab_draft, n_blocks] + if (model.d2t) { + // reduced draft vocab: scatter the bias to the target rows (base is -inf on the others) + const int64_t n_draft_vocab = bias->ne[0]; + ggml_tensor * full = ggml_fill(ctx0, ggml_new_tensor_3d(ctx0, GGML_TYPE_F32, 1, n_vocab, n_blocks), 0.0f); + bias = ggml_set_rows(ctx0, full, + ggml_reshape_3d(ctx0, bias, 1, n_draft_vocab, n_blocks), + ggml_reshape_3d(ctx0, model.d2t, n_draft_vocab, 1, 1)); + bias = ggml_reshape_2d(ctx0, bias, n_vocab, n_blocks); + } + + // position i of every block: strided view [n_vocab, n_blocks] + ggml_tensor * base_i = ggml_view_2d(ctx0, base, n_vocab, n_blocks, base_stride, i*base->nb[1]); + ggml_tensor * col = ggml_add(ctx0, base_i, bias); + + cat = cat ? ggml_concat(ctx0, cat, col, 1) : col; + + if (has_conf) { + // confidence head input: predicts per-position acceptance + ggml_tensor * conf_inp = res->t_embd; // [n_embd, n_tok] + // conf(i) = sigmoid(conf_proj . [conf_inp(i); markov_w1[prev(i)]] + b) -- [1, n_blocks] + ggml_tensor * conf_inp_i = ggml_view_2d(ctx0, conf_inp, conf_inp->ne[0], n_blocks, + (size_t) block_drafts * conf_inp->nb[1], i*conf_inp->nb[1]); + ggml_tensor * feat = ggml_concat(ctx0, ggml_cont(ctx0, conf_inp_i), markov, 0); + ggml_tensor * conf = ggml_mul_mat(ctx0, model.dspark_conf_proj, feat); + if (model.dspark_conf_proj_b) { + conf = ggml_add(ctx0, conf, model.dspark_conf_proj_b); + } + conf = ggml_sigmoid(ctx0, conf); + + cat_conf = cat_conf ? ggml_concat(ctx0, cat_conf, conf, 1) : conf; + } + + if (i + 1 < block_drafts) { + prev = ggml_argmax(ctx0, col); + } + } + + // cat is position-major; restore ubatch block-major order + ggml_tensor * out = ggml_reshape_3d(ctx0, cat, n_vocab, n_blocks, block_drafts); + out = ggml_cont(ctx0, ggml_permute(ctx0, out, 0, 2, 1, 3)); // [n_vocab, block_drafts, n_blocks] + out = ggml_reshape_2d(ctx0, out, n_vocab, n_tok); + + if (has_conf) { + ggml_tensor * conf = ggml_reshape_3d(ctx0, cat_conf, 1, n_blocks, block_drafts); + conf = ggml_cont(ctx0, ggml_permute(ctx0, conf, 0, 2, 1, 3)); + conf = ggml_reshape_2d(ctx0, conf, 1, n_tok); + + // note: broadcast the [1, n_tok] confidences to n_embd-wide rows to be able to reuse `llama_get_embeddings_nextn` + conf = ggml_repeat(ctx0, conf, res->t_embd); + res->t_h_nextn = conf; + ggml_build_forward_expand(g.gf, conf); + } + + res->t_logits = out; + ggml_build_forward_expand(g.gf, out); +} + +llama_model_dflash::graph_dspark::graph_dspark(const llm_graph_params & params) : graph_base(params) { + ASSERT_EMBD_OR_TOKEN(ubatch); + if (ubatch.embd || ubatch.embd_row) { + build_inject(); + return; + } + + ggml_tensor * inp_tokens = build_inp_tokens(); + ggml_tensor * cur = build_layers(inp_tokens); + + build_logits(cur); + + // bias the draft logits with the Markov head + build_dspark_markov_head(*this, model, inp_tokens); +} + +// DSV4 DSpark decoder, dual-mode by batch type (see graph_base): +// * embd batch -> project main_x through each stage's wkv and inject K into the ring cache +// * token batch -> noise block through 3 full DSV4 stages (hc + MLA + MoE), markov + confidence heads +llama_model_dflash::graph_dsv4::graph_dsv4(const llm_graph_params & params) : + llama_model_deepseek4::graph(params, no_build{}) { + const int64_t n_embd_head = hparams.n_embd_head_k(); + const int64_t n_embd_head_rope = hparams.n_rot(); + const int64_t n_embd_head_nope = n_embd_head - n_embd_head_rope; + + ggml_tensor * inp_pos = build_inp_pos(); + + llm_graph_input_attn_k_iswa * inp_attn = build_attn_inp_k_iswa(); + + // KV cache injection: fused target features from the encoder + ASSERT_EMBD_OR_TOKEN(ubatch); + if (ubatch.embd || ubatch.embd_row) { + ggml_tensor * inp_g = build_inject_inp(*this, model); + cb(inp_g, "inp_g_embeddings", -1); + + for (int il = 0; il < n_layer; ++il) { + const auto & layer = model.layers[il]; + + // main-track KV: kv_norm(wkv(main_x)) with rope on the trailing dims, same + // rope parameters as the uncompressed layers in build_attention_impl + ggml_tensor * kv = build_lora_mm(layer.wkv, inp_g); + kv = build_norm(kv, layer.attn_kv_norm, nullptr, LLM_NORM_RMS, il); + kv = ggml_reshape_3d(ctx0, kv, n_embd_head, 1, n_tokens); + + kv = ggml_rope_ext(ctx0, kv, inp_pos, nullptr, n_embd_head_rope, rope_type, 0, + freq_base, 1.0f, 0.0f, 1.0f, 0.0f, 0.0f); + kv = ggml_rope_set_offset(kv, n_embd_head_nope); + cb(kv, "kv_injected", il); + + if (inp_attn->self_k_rot_swa[il]) { + kv = llama_mul_mat_hadamard(ctx0, kv, inp_attn->self_k_rot_swa[il]); + } + ggml_build_forward_expand(gf, inp_attn->mctx->get_swa()->cpy_k(ctx0, kv, inp_attn->get_k_idxs_swa(), il)); + } + + res->t_embd = inp_g; + + ggml_build_forward_expand(gf, inp_g); + return; + } + + ggml_tensor * tok_embd = get_tok_embd(*this, model); + + auto inp = std::make_unique(n_embd); + + inp->tokens = ggml_new_tensor_1d(ctx0, GGML_TYPE_I32, n_tokens); + ggml_set_input(inp->tokens); + + ggml_tensor * inp_tokens = inp->tokens; + + ggml_tensor * inpL = ggml_get_rows(ctx0, tok_embd, inp->tokens); + cb(inpL, "inp_noise_embd", -1); + + res->add_input(std::move(inp)); + + const int64_t hc = hparams.dsv4_hc_mult; + inpL = ggml_reshape_3d(ctx0, inpL, n_embd, 1, n_tokens); + inpL = ggml_repeat_4d(ctx0, inpL, n_embd, hc, n_tokens, 1); + cb(inpL, "hc_init", -1); + + for (int il = 0; il < n_layer; ++il) { + const auto & layer = model.layers[il]; + + ggml_tensor * residual = inpL; + hc_pre attn_hc = build_hc_pre(inpL, + layer.hc_attn_fn, + layer.hc_attn_scale, + layer.hc_attn_base, + il); + ggml_tensor * cur = attn_hc.cur; + cb(cur, "hc_attn_pre", il); + + cur = build_norm(cur, layer.attn_norm, nullptr, LLM_NORM_RMS, il); + cb(cur, "attn_norm", il); + + cur = build_attention(inp_attn, cur, inp_pos, il); + + inpL = build_hc_post(cur, residual, attn_hc.post, attn_hc.comb, il); + cb(inpL, "hc_attn_post", il); + + residual = inpL; + hc_pre ffn_hc = build_hc_pre(inpL, + layer.hc_ffn_fn, + layer.hc_ffn_scale, + layer.hc_ffn_base, + il); + cur = ffn_hc.cur; + cb(cur, "hc_ffn_pre", il); + + cur = build_norm(cur, layer.ffn_norm, nullptr, LLM_NORM_RMS, il); + cb(cur, "ffn_norm", il); + + ggml_tensor * moe_out = build_moe_ffn(cur, + layer.ffn_gate_inp, + layer.ffn_up_exps, + layer.ffn_gate_exps, + layer.ffn_down_exps, + layer.ffn_exp_probs_b, + n_expert, hparams.n_expert_used(), + LLM_FFN_SILU, hparams.expert_weights_norm, + hparams.expert_weights_scale, + (llama_expert_gating_func_type) hparams.expert_gating_func, + il); + cb(moe_out, "ffn_moe_out", il); + + ggml_tensor * ffn_shexp = build_ffn(cur, + layer.ffn_up_shexp, nullptr, nullptr, + layer.ffn_gate_shexp, nullptr, nullptr, + layer.ffn_down_shexp, nullptr, nullptr, + nullptr, LLM_FFN_SILU, LLM_FFN_PAR, il); + cb(ffn_shexp, "ffn_shexp", il); + + cur = ggml_add(ctx0, moe_out, ffn_shexp); + cb(cur, "ffn_out", il); + + inpL = build_hc_post(cur, residual, ffn_hc.post, ffn_hc.comb, il); + cb(inpL, "l_out", il); + } + + ggml_tensor * cur = build_hc_head(inpL, model.hc_head_fn, model.hc_head_scale, model.hc_head_base); + cb(cur, "hc_head", -1); + + // confidence head input: the reference scores the pre-norm collapsed hidden state + res->t_embd = cur; + + cur = build_norm(cur, model.output_norm, nullptr, LLM_NORM_RMS, -1); + cb(cur, "result_norm", -1); + + const auto [output, output_s] = get_lm_head(*this, model); + cur = build_lora_mm(output, cur, output_s); + cb(cur, "result_output", -1); + res->t_logits = cur; + + if (model.dspark_markov_w1) { + build_dspark_markov_head(*this, model, inp_tokens); + } +} + +// DeepSeek-V4.1 DSpark decoder (mtp.0..2), dual-mode by batch type like graph_dsv4: +// * embd batch -> writes every stage's kv_norm(wkv(main_proj(target features))) into its window ring +// * token batch -> [anchor, noise...] block through the stages, single-pass mHC, no per-head q norm +// window of a block = window of its first query, see n_swa + +llama_model_dflash::graph_dsv41::graph_dsv41(const llm_graph_params & params) : + llama_model_deepseek41::graph(params, no_build{}) { + const int64_t n_embd_head = hparams.n_embd_head_k(); + const int64_t n_embd_head_rope = hparams.n_rot(); + const int64_t n_embd_head_nope = n_embd_head - n_embd_head_rope; + + GGML_ASSERT(hparams.dsv4_hc_single_pass); + + ggml_tensor * inp_pos = build_inp_pos(); + + llm_graph_input_attn_k_iswa * inp_attn = build_attn_inp_k_iswa(); + + // ratio-0 layers: plain rope at rope_theta, no YaRN (original_seq_len 0) + const auto rope = [&](ggml_tensor * t) { + t = ggml_rope_ext(ctx0, t, inp_pos, nullptr, n_embd_head_rope, rope_type, 0, + freq_base, 1.0f, 0.0f, 1.0f, 0.0f, 0.0f); + return ggml_rope_set_offset(t, n_embd_head_nope); + }; + + ASSERT_EMBD_OR_TOKEN(ubatch); + if (ubatch.embd || ubatch.embd_row) { + ggml_tensor * inp_g = build_inject_inp(*this, model); + cb(inp_g, "main_x", -1); + + for (int il = 0; il < n_layer; ++il) { + const auto & layer = model.layers[il]; + + ggml_tensor * kv = build_lora_mm(layer.wkv, inp_g); + kv = build_norm(kv, layer.attn_kv_norm, nullptr, LLM_NORM_RMS, il); + kv = ggml_reshape_3d(ctx0, kv, n_embd_head, 1, n_tokens); + kv = rope(kv); + cb(kv, "kv_injected", il); + + if (inp_attn->self_k_rot_swa[il]) { + kv = llama_mul_mat_hadamard(ctx0, kv, inp_attn->self_k_rot_swa[il]); + } + ggml_build_forward_expand(gf, inp_attn->mctx->get_swa()->cpy_k(ctx0, kv, inp_attn->get_k_idxs_swa(), il)); + } + + res->t_embd = inp_g; + + ggml_build_forward_expand(gf, inp_g); + return; + } + + ggml_tensor * tok_embd = get_tok_embd(*this, model); + + auto inp = std::make_unique(n_embd); + + inp->tokens = ggml_new_tensor_1d(ctx0, GGML_TYPE_I32, n_tokens); + ggml_set_input(inp->tokens); + + ggml_tensor * inp_tokens = inp->tokens; + + ggml_tensor * inpL = ggml_get_rows(ctx0, tok_embd, inp->tokens); + cb(inpL, "inp_noise_embd", -1); + + res->add_input(std::move(inp)); + + const int64_t hc = hparams.dsv4_hc_mult; + const int64_t n_groups = hparams.dsv4_o_group_count; + const int64_t n_heads_group = n_head / n_groups; + const int64_t o_lora_rank = hparams.dsv4_o_lora_rank; + const int64_t o_group_dim = n_heads_group*n_embd_head; + const float kq_scale = 1.0f/sqrtf(float(n_embd_head)); + + GGML_ASSERT(n_embd_head == n_embd_head_v); + GGML_ASSERT(n_head % n_groups == 0); + + inpL = ggml_reshape_3d(ctx0, inpL, n_embd, 1, n_tokens); + inpL = ggml_repeat_4d(ctx0, inpL, n_embd, hc, n_tokens, 1); + cb(inpL, "hc_init", -1); + + // the whole block shares the mask row of its first query (the anchor) + inp_attn->self_attn_mask_swa.block_uniform = true; + + ggml_tensor * pre_prev = nullptr; + + for (int il = 0; il < n_layer; ++il) { + const auto & layer = model.layers[il]; + + ggml_tensor * residual = inpL; + const hc_mixes attn_mix = build_hc_mixes(inpL, layer.hc_attn_fn, layer.hc_attn_scale, layer.hc_attn_base, il); + + ggml_tensor * cur; + if (pre_prev == nullptr) { + // identity pre-mix of the first stage: copy 0 + cur = ggml_cont(ctx0, ggml_view_2d(ctx0, inpL, n_embd, n_tokens, inpL->nb[2], 0)); + } else { + cur = build_hc_pre(inpL, pre_prev, il); + } + cb(cur, "hc_attn_pre", il); + + cur = build_norm(cur, layer.attn_norm, nullptr, LLM_NORM_RMS, il); + cb(cur, "attn_norm", il); + + // non-causal draft context: block queries see the main-KV ring plus every block key + { + ggml_tensor * qr = build_lora_mm(layer.wq_a, cur); + qr = build_norm(qr, layer.attn_q_a_norm, nullptr, LLM_NORM_RMS, il); + cb(qr, "qr_norm", il); + + ggml_tensor * q = build_lora_mm(layer.wq_b, qr); + q = ggml_reshape_3d(ctx0, q, n_embd_head, n_head, n_tokens); + q = rope(q); + cb(q, "q", il); + + ggml_tensor * kv = build_lora_mm(layer.wkv, cur); + kv = build_norm(kv, layer.attn_kv_norm, nullptr, LLM_NORM_RMS, il); + kv = ggml_reshape_3d(ctx0, kv, n_embd_head, 1, n_tokens); + kv = rope(kv); + cb(kv, "kv", il); + + ggml_tensor * out = build_attn(inp_attn, + nullptr, nullptr, nullptr, + q, kv, kv, + nullptr, layer.attn_sinks, nullptr, + kq_scale, il); + cb(out, "attn_raw", il); + + out = ggml_reshape_3d(ctx0, out, n_embd_head, n_head, n_tokens); + out = ggml_rope_ext_back(ctx0, out, inp_pos, nullptr, n_embd_head_rope, rope_type, 0, + freq_base, 1.0f, 0.0f, 1.0f, 0.0f, 0.0f); + out = ggml_rope_set_offset(out, n_embd_head_nope); + cb(out, "attn_derope", il); + + out = ggml_reshape_3d(ctx0, out, o_group_dim, n_groups, n_tokens); + out = ggml_permute(ctx0, out, 0, 2, 1, 3); + ggml_tensor * oa = ggml_mul_mat(ctx0, layer.wo_a, out); + cb(oa, "attn_wo_a", il); + oa = ggml_permute(ctx0, oa, 0, 2, 1, 3); + oa = ggml_cont_2d(ctx0, oa, o_lora_rank*n_groups, n_tokens); + + cur = build_lora_mm(layer.wo_b, oa); + cb(cur, "attn_out", il); + } + + inpL = build_hc_post(cur, residual, attn_mix.post, attn_mix.comb, il); + cb(inpL, "hc_attn_post", il); + + residual = inpL; + const hc_mixes ffn_mix = build_hc_mixes(inpL, layer.hc_ffn_fn, layer.hc_ffn_scale, layer.hc_ffn_base, il); + pre_prev = ffn_mix.pre; + + cur = build_hc_pre(inpL, attn_mix.pre, il); + cb(cur, "hc_ffn_pre", il); + + cur = build_norm(cur, layer.ffn_norm, nullptr, LLM_NORM_RMS, il); + cb(cur, "ffn_norm", il); + + ggml_tensor * moe_out = build_moe_ffn(cur, + layer.ffn_gate_inp, + layer.ffn_up_exps, + layer.ffn_gate_exps, + layer.ffn_down_exps, + layer.ffn_exp_probs_b, + n_expert, hparams.n_expert_used(), + LLM_FFN_SILU, hparams.expert_weights_norm, + hparams.expert_weights_scale, + (llama_expert_gating_func_type) hparams.expert_gating_func, + il); + cb(moe_out, "ffn_moe_out", il); + + ggml_tensor * ffn_shexp = build_ffn(cur, + layer.ffn_up_shexp, nullptr, nullptr, + layer.ffn_gate_shexp, nullptr, nullptr, + layer.ffn_down_shexp, nullptr, nullptr, + nullptr, LLM_FFN_SILU, LLM_FFN_PAR, il); + cb(ffn_shexp, "ffn_shexp", il); + + cur = ggml_add(ctx0, moe_out, ffn_shexp); + cb(cur, "ffn_out", il); + + inpL = build_hc_post(cur, residual, ffn_mix.post, ffn_mix.comb, il); + + ggml_tensor * l_out = ggml_reshape_2d(ctx0, inpL, n_embd*hc, n_tokens); + cb(l_out, "l_out", il); + ggml_build_forward_expand(gf, l_out); + } + + // no hc_head: collapse with the last FFN's pre-mix + ggml_tensor * cur = build_hc_pre(inpL, pre_prev, -1); + cb(cur, "hc_out", -1); + + // confidence head takes the un-normed collapsed state + res->t_embd = cur; + + cur = build_norm(cur, model.output_norm, nullptr, LLM_NORM_RMS, -1); + cb(cur, "result_norm", -1); + + const auto [output, output_s] = get_lm_head(*this, model); + cur = build_lora_mm(output, cur, output_s); + cb(cur, "result_output", -1); + res->t_logits = cur; + + if (model.dspark_markov_w1) { + build_dspark_markov_head(*this, model, inp_tokens); + } +} + +// Mistral Large 4 DSpark, dual-mode like graph_dsv41: +// - embd batch: write latent K of target_norm(fc(features)) to the cache, no attn norm +// - token batch: decode [anchor, mask_1, ...] block, non-causal +llama_model_dflash::graph_mistral_large4::graph_mistral_large4(const llm_graph_params & params) : llm_graph_context(params) { + const int64_t kv_lora_rank = hparams.n_lora_kv; + const int64_t n_embd_head_k_mla = hparams.n_embd_head_k_mla(); + const int64_t n_embd_head_v_mla = hparams.n_embd_head_v_mla(); + const int64_t n_embd_head_nope = n_embd_head_k_mla - n_rot; + + const float kq_scale = 1.0f/sqrtf(float(n_embd_head_k_mla)); + + ggml_tensor * inp_pos = build_inp_pos(); + + llm_graph_input_attn_k_iswa * inp_attn = build_attn_inp_k_iswa(); + + // no LeRoPE in the draft + const auto rope = [&](ggml_tensor * t) { + return ggml_rope_ext(ctx0, t, inp_pos, nullptr, n_rot, rope_type, n_ctx_orig, freq_base, freq_scale, + ext_factor, attn_factor, beta_fast, beta_slow); + }; + + const auto build_kv = [&](ggml_tensor * x, int il) -> std::pair { + const auto & layer = model.layers[il]; + + ggml_tensor * kv_cmpr_pe = ggml_mul_mat(ctx0, layer.wkv_a_mqa, x); + cb(kv_cmpr_pe, "kv_cmpr_pe", il); + + ggml_tensor * kv_cmpr = ggml_view_2d(ctx0, kv_cmpr_pe, kv_lora_rank, n_tokens, + ggml_row_size(kv_cmpr_pe->type, kv_lora_rank + n_rot), 0); + kv_cmpr = build_norm(kv_cmpr, layer.attn_kv_a_norm, nullptr, LLM_NORM_RMS, il); + kv_cmpr = ggml_reshape_3d(ctx0, kv_cmpr, kv_lora_rank, 1, n_tokens); + cb(kv_cmpr, "kv_cmpr", il); + + ggml_tensor * k_pe = ggml_view_3d(ctx0, kv_cmpr_pe, n_rot, 1, n_tokens, + ggml_row_size(kv_cmpr_pe->type, kv_lora_rank + n_rot), + ggml_row_size(kv_cmpr_pe->type, kv_lora_rank + n_rot), + ggml_row_size(kv_cmpr_pe->type, kv_lora_rank)); + k_pe = rope(k_pe); + cb(k_pe, "k_pe", il); + + return { ggml_concat(ctx0, kv_cmpr, k_pe, 0), kv_cmpr }; + }; + + ASSERT_EMBD_OR_TOKEN(ubatch); + if (ubatch.embd || ubatch.embd_row) { + ggml_tensor * inp_g = build_inject_inp(*this, model); + cb(inp_g, "main_x", -1); + + for (int il = 0; il < n_layer; ++il) { + ggml_tensor * kv = build_kv(inp_g, il).first; + cb(kv, "kv_injected", il); + + if (inp_attn->self_k_rot_swa[il]) { + kv = llama_mul_mat_hadamard(ctx0, kv, inp_attn->self_k_rot_swa[il]); + } + ggml_build_forward_expand(gf, inp_attn->mctx->get_swa()->cpy_k(ctx0, kv, inp_attn->get_k_idxs_swa(), il)); + } + + res->t_embd = inp_g; + + ggml_build_forward_expand(gf, inp_g); + return; + } + + ggml_tensor * tok_embd = get_tok_embd(*this, model); + + auto inp = std::make_unique(n_embd); + + inp->tokens = ggml_new_tensor_1d(ctx0, GGML_TYPE_I32, n_tokens); + ggml_set_input(inp->tokens); + + ggml_tensor * inp_tokens = inp->tokens; + + res->add_input(std::move(inp)); + + const int64_t n_blocks = ubatch.n_seqs_unq; + const int64_t block_drafts = n_blocks > 0 ? n_tokens / n_blocks : 0; + + ggml_tensor * inpL; + if (block_drafts > 0 && n_tokens % n_blocks == 0 && block_drafts <= (int64_t) hparams.dflash_block_size) { + // slot k > 0 uses mask row k - 1 + ggml_tensor * anchors = ggml_view_2d(ctx0, inp_tokens, 1, n_blocks, (size_t) block_drafts * inp_tokens->nb[0], 0); + anchors = ggml_get_rows(ctx0, tok_embd, ggml_cont_1d(ctx0, anchors, n_blocks)); + inpL = ggml_reshape_3d(ctx0, anchors, n_embd, 1, n_blocks); + if (block_drafts > 1) { + ggml_tensor * masks = ggml_view_3d(ctx0, model.dspark_mask_embd, n_embd, block_drafts - 1, 1, + model.dspark_mask_embd->nb[1], model.dspark_mask_embd->nb[2], 0); + masks = ggml_repeat_4d(ctx0, ggml_cast(ctx0, masks, GGML_TYPE_F32), n_embd, block_drafts - 1, n_blocks, 1); + inpL = ggml_concat(ctx0, inpL, masks, 1); + } + inpL = ggml_reshape_2d(ctx0, inpL, n_embd, n_tokens); + } else { + // not a draft block (e.g. graph reserve) + inpL = ggml_get_rows(ctx0, tok_embd, inp_tokens); + } + cb(inpL, "inp_noise_embd", -1); + + // the whole block shares the mask row of its first query (the anchor) + inp_attn->self_attn_mask_swa.block_uniform = true; + + for (int il = 0; il < n_layer; ++il) { + const auto & layer = model.layers[il]; + + ggml_tensor * cur = build_norm(inpL, layer.attn_norm, nullptr, LLM_NORM_RMS, il); + cb(cur, "attn_norm", il); + + { + ggml_tensor * q = ggml_mul_mat(ctx0, layer.wq, cur); + cb(q, "q", il); + + // {n_embd_head_nope, n_tokens, n_head} + ggml_tensor * q_nope = ggml_view_3d(ctx0, q, n_embd_head_nope, n_head, n_tokens, + ggml_row_size(q->type, n_embd_head_k_mla), + ggml_row_size(q->type, n_embd_head_k_mla) * n_head, 0); + q_nope = ggml_permute(ctx0, q_nope, 0, 2, 1, 3); + + // {kv_lora_rank, n_head, n_tokens} + ggml_tensor * q_nope_absorbed = ggml_mul_mat(ctx0, layer.wk_b, q_nope); + q_nope_absorbed = ggml_permute(ctx0, q_nope_absorbed, 0, 2, 1, 3); + cb(q_nope_absorbed, "q_nope_absorbed", il); + + ggml_tensor * q_pe = ggml_view_3d(ctx0, q, n_rot, n_head, n_tokens, + ggml_row_size(q->type, n_embd_head_k_mla), + ggml_row_size(q->type, n_embd_head_k_mla) * n_head, + ggml_row_size(q->type, n_embd_head_nope)); + q_pe = rope(q_pe); + cb(q_pe, "q_pe", il); + + ggml_tensor * Qcur = ggml_concat(ctx0, q_nope_absorbed, q_pe, 0); + cb(Qcur, "Qcur", il); + + auto [Kcur, Vcur] = build_kv(cur, il); + cb(Kcur, "Kcur", il); + + // apply wv_b after attn, so the K rotation is already undone + ggml_tensor * out = build_attn(inp_attn, + nullptr, nullptr, nullptr, + Qcur, Kcur, Vcur, + nullptr, nullptr, nullptr, + kq_scale, il); + cb(out, "attn_latent", il); + + // {kv_lora_rank, n_tokens, n_head} -> {n_embd_head_v_mla, n_tokens, n_head} + out = ggml_reshape_3d(ctx0, out, kv_lora_rank, n_head, n_tokens); + out = ggml_mul_mat(ctx0, layer.wv_b, ggml_permute(ctx0, out, 0, 2, 1, 3)); + out = ggml_cont_2d(ctx0, ggml_permute(ctx0, out, 0, 2, 1, 3), n_embd_head_v_mla*n_head, n_tokens); + + cur = build_lora_mm(layer.wo, out, layer.wo_s); + cb(cur, "attn_out", il); + } + + ggml_tensor * ffn_inp = ggml_add(ctx0, cur, inpL); + cb(ffn_inp, "ffn_inp", il); + + cur = build_norm(ffn_inp, layer.ffn_norm, nullptr, LLM_NORM_RMS, il); + cb(cur, "ffn_norm", il); + + cur = build_ffn(cur, + layer.ffn_up, nullptr, nullptr, + layer.ffn_gate, nullptr, nullptr, + layer.ffn_down, nullptr, nullptr, + nullptr, LLM_FFN_SILU, LLM_FFN_PAR, il); + cb(cur, "ffn_out", il); + + inpL = ggml_add(ctx0, cur, ffn_inp); + cb(inpL, "l_out", il); + } + + ggml_tensor * cur = build_norm(inpL, model.output_norm, nullptr, LLM_NORM_RMS, -1); + cb(cur, "result_norm", -1); + res->t_embd = cur; + + const auto [output, output_s] = get_lm_head(*this, model); + ggml_tensor * logits = build_lora_mm(output, cur, output_s); + + // softcap does not apply to the markov bias + if (hparams.f_final_logit_softcapping) { + logits = ggml_scale(ctx0, logits, 1.0f / hparams.f_final_logit_softcapping); + logits = ggml_tanh(ctx0, logits); + logits = ggml_scale(ctx0, logits, hparams.f_final_logit_softcapping); + } + cb(logits, "result_output", -1); + res->t_logits = logits; + + if (model.dspark_markov_w1) { + build_dspark_markov_head(*this, model, inp_tokens, cur); + } +} diff --git a/src/models/lilicorr.cpp b/src/models/lilicorr.cpp new file mode 100644 index 000000000000..0c5527a653bb --- /dev/null +++ b/src/models/lilicorr.cpp @@ -0,0 +1,280 @@ +#include "models.h" + +void llama_model_dflash::load_hparams_lilicorr(llama_model_loader & ml) { + ml.get_key(LLM_KV_LILICORR_CANDIDATE_TOPK, hparams.lilicorr_candidate_topk); + ml.get_key(LLM_KV_LILICORR_NUM_HEADS, hparams.lilicorr_num_heads); + ml.get_key(LLM_KV_LILICORR_NUM_LAYERS, hparams.lilicorr_layers); + ml.get_key(LLM_KV_LILICORR_VECTOR_EPS, hparams.lilicorr_vector_eps); + ml.get_key(LLM_KV_LILICORR_LOGIT_SCALE, hparams.lilicorr_logit_scale); + if (hparams.dflash_block_size < 2 || hparams.lilicorr_hidden_size == 0 || + hparams.lilicorr_num_heads == 0 || hparams.lilicorr_hidden_size % hparams.lilicorr_num_heads || + hparams.lilicorr_candidate_topk == 0 || hparams.lilicorr_layers == 0 || + hparams.dflash_selector_top_k > 0 || + (uint64_t) hparams.lilicorr_candidate_topk * (hparams.lilicorr_candidate_topk + 1) > hparams.n_embd) { + throw std::runtime_error("invalid LiLiCorr DFlash metadata"); + } +} + +void llama_model_dflash::load_tensors_lilicorr() { + LLAMA_LOAD_LOCALS; + + const int64_t hidden = hparams.lilicorr_hidden_size; + const int64_t top_k = hparams.lilicorr_candidate_topk; + const int64_t heads = hparams.lilicorr_num_heads; + uint32_t factor = 0, mlp = 0; + ml->get_key(LLM_KV_LILICORR_FACTOR_DIM, factor); + ml->get_key(LLM_KV_LILICORR_MLP_HIDDEN_SIZE, mlp); + const int64_t slots = hparams.dflash_block_size - 1; + const int feature_bid = n_layer_all + hparams.lilicorr_layers; + if (factor == 0 || mlp == 0 || hparams.lilicorr_layers > layers.size()) { + throw std::runtime_error("invalid LiLiCorr head dimensions"); + } + if (hidden != n_embd) { + lilicorr_token_proj = create_tensor(tn(LLM_TENSOR_LILICORR_TOKEN_PROJ, "weight"), { n_embd, hidden }, 0); + lilicorr_token_proj_b = create_tensor(tn(LLM_TENSOR_LILICORR_TOKEN_PROJ, "bias"), { hidden }, 0); + lilicorr_token_proj_s = create_tensor(tn(LLM_TENSOR_LILICORR_TOKEN_PROJ, "scale"), { 1 }, TENSOR_NOT_REQUIRED); + } + lilicorr_pass_hidden_proj = create_tensor(tn(LLM_TENSOR_LILICORR_PASS_HIDDEN_PROJ, "weight"), { hparams.n_embd, hidden }, 0); + lilicorr_pass_hidden_proj_b = create_tensor(tn(LLM_TENSOR_LILICORR_PASS_HIDDEN_PROJ, "bias"), { hidden }, 0); + lilicorr_pass_hidden_proj_s = create_tensor(tn(LLM_TENSOR_LILICORR_PASS_HIDDEN_PROJ, "scale"), { 1 }, TENSOR_NOT_REQUIRED); + lilicorr_feature_norm = create_tensor(tn(LLM_TENSOR_FFN_NORM, "weight", feature_bid), { 5 }, 0); + lilicorr_feature_norm_b = create_tensor(tn(LLM_TENSOR_FFN_NORM, "bias", feature_bid), { 5 }, 0); + lilicorr_feature_mlp_1 = create_tensor(tn(LLM_TENSOR_FFN_UP, "weight", feature_bid), { 5, hidden }, 0); + lilicorr_feature_mlp_1_b = create_tensor(tn(LLM_TENSOR_FFN_UP, "bias", feature_bid), { hidden }, 0); + lilicorr_feature_mlp_3 = create_tensor(tn(LLM_TENSOR_FFN_DOWN, "weight", feature_bid), { hidden, hidden }, 0); + lilicorr_feature_mlp_3_b = create_tensor(tn(LLM_TENSOR_FFN_DOWN, "bias", feature_bid), { hidden }, 0); + lilicorr_slot_embedding = create_tensor(tn(LLM_TENSOR_LILICORR_SLOT_EMBD, "weight"), { hidden, slots }, 0); + lilicorr_rank_embedding = create_tensor(tn(LLM_TENSOR_LILICORR_RANK_EMBD, "weight"), { hidden, top_k }, 0); + lilicorr_attention_bias = create_tensor(tn(LLM_TENSOR_LILICORR_ATTN_BIAS, "bias"), { slots * top_k, slots * top_k, heads }, 0); + lilicorr_context_proj = create_tensor(tn(LLM_TENSOR_LILICORR_CONTEXT_PROJ, "weight"), { n_embd, hidden }, 0); + lilicorr_context_proj_b = create_tensor(tn(LLM_TENSOR_LILICORR_CONTEXT_PROJ, "bias"), { hidden }, 0); + lilicorr_context_proj_s = create_tensor(tn(LLM_TENSOR_LILICORR_CONTEXT_PROJ, "scale"), { 1 }, TENSOR_NOT_REQUIRED); + for (uint32_t i = 0; i < hparams.lilicorr_layers; ++i) { + const int bid = n_layer_all + i; + layers[i].lilicorr_attn_norm = create_tensor(tn(LLM_TENSOR_ATTN_NORM, "weight", bid), { hidden }, 0); + layers[i].lilicorr_mlp_norm = create_tensor(tn(LLM_TENSOR_FFN_NORM, "weight", bid), { hidden }, 0); + layers[i].lilicorr_attn_in_proj = create_tensor(tn(LLM_TENSOR_LILICORR_ATTN_IN_PROJ, "weight", i), { hidden, 3 * hidden }, 0); + layers[i].lilicorr_attn_in_proj_b = create_tensor(tn(LLM_TENSOR_LILICORR_ATTN_IN_PROJ, "bias", i), { 3 * hidden }, 0); + layers[i].lilicorr_attn_out_proj = create_tensor(tn(LLM_TENSOR_ATTN_OUT, "weight", bid), { hidden, hidden }, 0); + layers[i].lilicorr_attn_out_proj_b = create_tensor(tn(LLM_TENSOR_ATTN_OUT, "bias", bid), { hidden }, 0); + layers[i].lilicorr_attn_out_proj_s = create_tensor(tn(LLM_TENSOR_ATTN_OUT, "scale", bid), { 1 }, TENSOR_NOT_REQUIRED); + layers[i].lilicorr_mlp_0 = create_tensor(tn(LLM_TENSOR_FFN_UP, "weight", bid), { hidden, mlp }, 0); + layers[i].lilicorr_mlp_0_b = create_tensor(tn(LLM_TENSOR_FFN_UP, "bias", bid), { mlp }, 0); + layers[i].lilicorr_mlp_0_s = create_tensor(tn(LLM_TENSOR_FFN_UP, "scale", bid), { 1 }, TENSOR_NOT_REQUIRED); + layers[i].lilicorr_mlp_2 = create_tensor(tn(LLM_TENSOR_FFN_DOWN, "weight", bid), { mlp, hidden }, 0); + layers[i].lilicorr_mlp_2_b = create_tensor(tn(LLM_TENSOR_FFN_DOWN, "bias", bid), { hidden }, 0); + layers[i].lilicorr_mlp_2_s = create_tensor(tn(LLM_TENSOR_FFN_DOWN, "scale", bid), { 1 }, TENSOR_NOT_REQUIRED); + } + lilicorr_output_norm = create_tensor(tn(LLM_TENSOR_LILICORR_OUTPUT_NORM, "weight"), { hidden }, 0); + lilicorr_anchor_norm = create_tensor(tn(LLM_TENSOR_LILICORR_ANCHOR_NORM, "weight"), { hidden }, 0); + lilicorr_factor_input_proj = create_tensor(tn(LLM_TENSOR_LILICORR_FACTOR_INPUT_PROJ, "weight"), { 3 * hidden, hidden }, 0); + lilicorr_factor_input_proj_b = create_tensor(tn(LLM_TENSOR_LILICORR_FACTOR_INPUT_PROJ, "bias"), { hidden }, 0); + lilicorr_out_head = create_tensor(tn(LLM_TENSOR_LILICORR_OUT_HEAD, "weight"), { hidden, factor }, 0); + lilicorr_out_head_b = create_tensor(tn(LLM_TENSOR_LILICORR_OUT_HEAD, "bias"), { factor }, 0); + lilicorr_in_head = create_tensor(tn(LLM_TENSOR_LILICORR_IN_HEAD, "weight"), { hidden, factor }, 0); + lilicorr_in_head_b = create_tensor(tn(LLM_TENSOR_LILICORR_IN_HEAD, "bias"), { factor }, 0); + lilicorr_anchor_out_head = create_tensor(tn(LLM_TENSOR_LILICORR_ANCHOR_OUT_HEAD, "weight"), { hidden, factor }, 0); + lilicorr_anchor_out_head_b = create_tensor(tn(LLM_TENSOR_LILICORR_ANCHOR_OUT_HEAD, "bias"), { factor }, 0); + + load_tensors_dflash2_conv(); +} + +static void build_lilicorr_scores(llm_graph_context & g, const llama_model & model, + ggml_tensor * tok_embd, ggml_tensor * anchors) { + ggml_context * ctx0 = g.ctx0; + auto & res = g.res; + + const auto & hparams = g.hparams; + const int64_t n_tokens = g.n_tokens; + const int64_t n_embd = g.n_embd; + + const int64_t hidden = hparams.lilicorr_hidden_size; + const int64_t top_k = hparams.lilicorr_candidate_topk; + const int64_t heads = hparams.lilicorr_num_heads; + const int64_t n_blocks = g.ubatch.n_seqs_unq; + GGML_ASSERT(n_blocks > 0 && n_tokens % n_blocks == 0); + GGML_ASSERT(res->t_logits->ne[1] == n_tokens); + GGML_ASSERT(anchors && tok_embd); + + const int64_t tokens_per_block = n_tokens / n_blocks; + const int64_t block_size = hparams.dflash_block_size; + const int64_t row_used = top_k + top_k * top_k; + const int64_t slots = block_size - 1; + const int64_t nodes = slots * top_k; + const int64_t factor_dim = model.lilicorr_out_head->ne[1]; + GGML_ASSERT(tokens_per_block == block_size); + + ggml_tensor * candidates = ggml_top_k(ctx0, res->t_logits, top_k); + ggml_tensor * logits_rows = ggml_reshape_3d(ctx0, res->t_logits, 1, res->t_logits->ne[0], n_tokens); + ggml_tensor * candidate_logits = ggml_reshape_2d(ctx0, + ggml_get_rows(ctx0, logits_rows, candidates), top_k, n_tokens); + // Rank features and embeddings require candidates in descending logit order. + ggml_tensor * order = ggml_argsort(ctx0, candidate_logits, GGML_SORT_ORDER_DESC); + ggml_tensor * candidate_rows = ggml_reshape_3d(ctx0, candidates, 1, top_k, n_tokens); + candidates = ggml_reshape_2d(ctx0, ggml_get_rows(ctx0, candidate_rows, order), top_k, n_tokens); + ggml_tensor * prob_rows = ggml_reshape_3d(ctx0, ggml_soft_max(ctx0, res->t_logits), 1, res->t_logits->ne[0], n_tokens); + ggml_tensor * probs = ggml_reshape_2d(ctx0, + ggml_get_rows(ctx0, prob_rows, candidates), top_k, n_tokens); + + ggml_tensor * cand_run = ggml_reshape_3d(ctx0, candidates, top_k, n_tokens / n_blocks, n_blocks); + ggml_tensor * probs_run = ggml_reshape_3d(ctx0, probs, top_k, n_tokens / n_blocks, n_blocks); + cand_run = ggml_cont(ctx0, ggml_view_3d(ctx0, cand_run, top_k, slots, n_blocks, + cand_run->nb[1], cand_run->nb[2], cand_run->nb[1])); + probs_run = ggml_cont(ctx0, ggml_view_3d(ctx0, probs_run, top_k, slots, n_blocks, + probs_run->nb[1], probs_run->nb[2], probs_run->nb[1])); + + ggml_tensor * lp = ggml_log(ctx0, probs_run); + ggml_tensor * lp_blk = ggml_reshape_3d(ctx0, lp, top_k, slots, n_blocks); + ggml_tensor * top_lp = ggml_view_3d(ctx0, lp_blk, 1, slots, n_blocks, + lp_blk->nb[1], lp_blk->nb[2], 0); + ggml_tensor * relative = ggml_sub(ctx0, lp_blk, top_lp); + ggml_tensor * feature = ggml_reshape_4d(ctx0, lp_blk, 1, top_k, slots, n_blocks); + + ggml_tensor * rank = ggml_arange(ctx0, 0, top_k, 1); + rank = ggml_repeat(ctx0, ggml_reshape_3d(ctx0, rank, top_k, 1, 1), lp_blk); + ggml_tensor * first = ggml_scale_bias(ctx0, ggml_step(ctx0, rank), -1.0f, 1.0f); + + for (ggml_tensor * item : { probs_run, relative, + ggml_scale(ctx0, rank, top_k == 1 ? 0.0f : 1.0f / (top_k - 1)), first }) { + feature = ggml_concat(ctx0, feature, ggml_reshape_4d(ctx0, item, 1, top_k, slots, n_blocks), 0); + } + feature = ggml_reshape_2d(ctx0, feature, 5, nodes * n_blocks); + + ggml_tensor * embeds = ggml_get_rows(ctx0, tok_embd, ggml_reshape_1d(ctx0, cand_run, nodes * n_blocks)); + ggml_tensor * token_states = n_embd == hidden ? embeds : ggml_add(ctx0, g.build_lora_mm(model.lilicorr_token_proj, embeds, model.lilicorr_token_proj_s), model.lilicorr_token_proj_b); + + ggml_tensor * pass_blk = ggml_reshape_3d(ctx0, res->t_embd, n_embd, block_size, n_blocks); + ggml_tensor * passes = ggml_reshape_2d(ctx0, ggml_cont(ctx0, ggml_view_3d(ctx0, pass_blk, n_embd, slots, n_blocks, + pass_blk->nb[1], pass_blk->nb[2], pass_blk->nb[1])), + n_embd, slots * n_blocks); + + ggml_tensor * pass_states = ggml_add(ctx0, g.build_lora_mm(model.lilicorr_pass_hidden_proj, passes, model.lilicorr_pass_hidden_proj_s), model.lilicorr_pass_hidden_proj_b); + + pass_states = ggml_reshape_4d(ctx0, pass_states, hidden, 1, slots, n_blocks); + pass_states = ggml_reshape_2d(ctx0, ggml_repeat_4d(ctx0, pass_states, hidden, top_k, slots, n_blocks), hidden, nodes * n_blocks); + + ggml_tensor * feature_states = ggml_norm(ctx0, feature, 1.0e-5f); + feature_states = ggml_add(ctx0, ggml_mul(ctx0, feature_states, model.lilicorr_feature_norm), model.lilicorr_feature_norm_b); + feature_states = ggml_silu(ctx0, ggml_add(ctx0, g.build_lora_mm(model.lilicorr_feature_mlp_1, feature_states), model.lilicorr_feature_mlp_1_b)); + feature_states = ggml_add(ctx0, g.build_lora_mm(model.lilicorr_feature_mlp_3, feature_states), model.lilicorr_feature_mlp_3_b); + + ggml_tensor * slot = ggml_reshape_4d(ctx0, model.lilicorr_slot_embedding, hidden, 1, slots, 1); + ggml_tensor * rank_embd = ggml_reshape_4d(ctx0, model.lilicorr_rank_embedding, hidden, top_k, 1, 1); + ggml_tensor * pos = ggml_add(ctx0, ggml_repeat_4d(ctx0, slot, hidden, top_k, slots, n_blocks), ggml_repeat_4d(ctx0, rank_embd, hidden, top_k, slots, n_blocks)); + pos = ggml_reshape_2d(ctx0, pos, hidden, nodes * n_blocks); + + ggml_tensor * x = ggml_add(ctx0, ggml_add(ctx0, token_states, pass_states), feature_states); + x = ggml_add(ctx0, x, pos); + ggml_tensor * anchor_blk = ggml_reshape_3d(ctx0, anchors, n_embd, block_size, n_blocks); + ggml_tensor * anchor = ggml_reshape_2d(ctx0, + ggml_cont(ctx0, ggml_view_3d(ctx0, anchor_blk, n_embd, 1, n_blocks, + anchor_blk->nb[1], anchor_blk->nb[2], 0)), n_embd, n_blocks); + ggml_tensor * anchor_state = ggml_add(ctx0, g.build_lora_mm(model.lilicorr_context_proj, anchor, model.lilicorr_context_proj_s), model.lilicorr_context_proj_b); + + const int64_t head_dim = hidden / heads; + for (uint32_t layer = 0; layer < hparams.lilicorr_layers; ++layer) { + const auto & weights = model.layers[layer]; + ggml_tensor * attn_input = ggml_mul(ctx0, ggml_rms_norm(ctx0, x, hparams.f_norm_rms_eps), weights.lilicorr_attn_norm); + ggml_tensor * qkv = ggml_add(ctx0, g.build_lora_mm(weights.lilicorr_attn_in_proj, attn_input), weights.lilicorr_attn_in_proj_b); + qkv = ggml_reshape_3d(ctx0, qkv, 3 * hidden, nodes, n_blocks); + ggml_tensor * q = ggml_cont(ctx0, ggml_view_4d(ctx0, qkv, head_dim, nodes, heads, n_blocks, + qkv->nb[1], head_dim * qkv->nb[0], qkv->nb[2], 0)); + ggml_tensor * k = ggml_cont(ctx0, ggml_view_4d(ctx0, qkv, head_dim, nodes, heads, n_blocks, + qkv->nb[1], head_dim * qkv->nb[0], qkv->nb[2], hidden * qkv->nb[0])); + ggml_tensor * v = ggml_view_4d(ctx0, qkv, head_dim, nodes, heads, n_blocks, + qkv->nb[1], head_dim * qkv->nb[0], qkv->nb[2], 2 * hidden * qkv->nb[0]); + ggml_tensor * attn = ggml_soft_max_ext(ctx0, ggml_mul_mat(ctx0, k, q), model.lilicorr_attention_bias, + 1.0f / std::sqrt(static_cast(head_dim)), 0.0f); + ggml_tensor * joined = ggml_out_prod(ctx0, v, ggml_transpose(ctx0, attn)); + joined = ggml_permute(ctx0, joined, 0, 2, 1, 3); + ggml_tensor * attn_output = ggml_cont_2d(ctx0, joined, hidden, nodes * n_blocks); + attn_output = ggml_add(ctx0, g.build_lora_mm(weights.lilicorr_attn_out_proj, attn_output, weights.lilicorr_attn_out_proj_s), weights.lilicorr_attn_out_proj_b); + x = ggml_add(ctx0, x, attn_output); + ggml_tensor * mlp = ggml_mul(ctx0, ggml_rms_norm(ctx0, x, hparams.f_norm_rms_eps), weights.lilicorr_mlp_norm); + mlp = ggml_silu(ctx0, ggml_add(ctx0, g.build_lora_mm(weights.lilicorr_mlp_0, mlp, weights.lilicorr_mlp_0_s), weights.lilicorr_mlp_0_b)); + mlp = ggml_add(ctx0, g.build_lora_mm(weights.lilicorr_mlp_2, mlp, weights.lilicorr_mlp_2_s), weights.lilicorr_mlp_2_b); + x = ggml_add(ctx0, x, mlp); + } + + x = ggml_mul(ctx0, ggml_rms_norm(ctx0, x, hparams.f_norm_rms_eps), model.lilicorr_output_norm); + anchor_state = ggml_mul(ctx0, ggml_rms_norm(ctx0, anchor_state, hparams.f_norm_rms_eps), model.lilicorr_anchor_norm); + ggml_tensor * anchor_nodes = ggml_reshape_3d(ctx0, anchor_state, hidden, 1, n_blocks); + anchor_nodes = ggml_reshape_2d(ctx0, ggml_repeat_4d(ctx0, anchor_nodes, hidden, nodes, n_blocks, 1), hidden, nodes * n_blocks); + ggml_tensor * factor_in = ggml_concat(ctx0, x, anchor_nodes, 0); + factor_in = ggml_concat(ctx0, factor_in, ggml_mul(ctx0, x, anchor_nodes), 0); + ggml_tensor * factors = ggml_add(ctx0, g.build_lora_mm(model.lilicorr_factor_input_proj, factor_in), model.lilicorr_factor_input_proj_b); + factors = ggml_silu(ctx0, factors); + + ggml_tensor * out = ggml_add(ctx0, g.build_lora_mm(model.lilicorr_out_head, factors), model.lilicorr_out_head_b); + out = ggml_reshape_4d(ctx0, ggml_l2_norm(ctx0, out, hparams.lilicorr_vector_eps), factor_dim, top_k, slots, n_blocks); + + ggml_tensor * in = ggml_add(ctx0, g.build_lora_mm(model.lilicorr_in_head, factors), model.lilicorr_in_head_b); + in = ggml_reshape_4d(ctx0, ggml_l2_norm(ctx0, in, hparams.lilicorr_vector_eps), factor_dim, top_k, slots, n_blocks); + + ggml_tensor * anchor_out = ggml_add(ctx0, g.build_lora_mm(model.lilicorr_anchor_out_head, anchor_state), model.lilicorr_anchor_out_head_b); + anchor_out = ggml_l2_norm(ctx0, anchor_out, hparams.lilicorr_vector_eps); + anchor_out = ggml_reshape_3d(ctx0, anchor_out, factor_dim, 1, n_blocks); + + ggml_tensor * first_in = ggml_cont(ctx0, ggml_view_4d(ctx0, in, factor_dim, top_k, 1, n_blocks, + in->nb[1], in->nb[2], in->nb[3], 0)); + ggml_tensor * first_score = ggml_scale(ctx0, + ggml_mul_mat(ctx0, first_in, ggml_reshape_4d(ctx0, anchor_out, factor_dim, 1, 1, n_blocks)), + hparams.lilicorr_logit_scale); + ggml_tensor * scores = ggml_pad(ctx0, + ggml_reshape_3d(ctx0, first_score, top_k, 1, n_blocks), top_k * top_k - top_k, 0, 0, 0); + if (slots > 1) { + ggml_tensor * next = ggml_cont(ctx0, ggml_view_4d(ctx0, in, factor_dim, top_k, slots - 1, n_blocks, + in->nb[1], in->nb[2], in->nb[3], in->nb[2])); + ggml_tensor * previous = ggml_cont(ctx0, ggml_view_4d(ctx0, out, factor_dim, top_k, slots - 1, n_blocks, + out->nb[1], out->nb[2], out->nb[3], 0)); + ggml_tensor * score = ggml_scale(ctx0, ggml_mul_mat(ctx0, next, previous), hparams.lilicorr_logit_scale); + scores = ggml_concat(ctx0, scores, + ggml_reshape_3d(ctx0, score, top_k * top_k, slots - 1, n_blocks), 1); + } + + ggml_tensor * row = ggml_concat(ctx0, ggml_cast(ctx0, ggml_reshape_3d(ctx0, cand_run, top_k, slots, n_blocks), + GGML_TYPE_F32), scores, 0); + ggml_tensor * packed = ggml_pad_ext(ctx0, row, 0, n_embd - row_used, 1, 0, 0, 0, 0, 0); + packed = ggml_reshape_2d(ctx0, packed, n_embd, n_tokens); + g.cb(packed, "lilicorr_lattice", -1); + res->t_h_nextn = packed; + ggml_build_forward_expand(g.gf, packed); +} + +llama_model_dflash::graph_lilicorr::graph_lilicorr(const llm_graph_params & params) : graph_base(params) { + ASSERT_EMBD_OR_TOKEN(ubatch); + if (ubatch.embd || ubatch.embd_row) { + // Expose context features for retrieval by LiliCorr + res->t_h_nextn = build_inject(); + return; + } + + // only a full block per sequence has the anchors the scorer needs + const bool is_block = ubatch.embd_state && n_tokens == (int64_t) hparams.dflash_block_size * ubatch.n_seqs_unq; + + ggml_tensor * inp_tokens = nullptr; + ggml_tensor * inp_anchor = nullptr; + if (is_block) { + inp_tokens = ggml_new_tensor_1d(ctx0, GGML_TYPE_I32, n_tokens); + ggml_set_input(inp_tokens); + res->t_inp_tokens = inp_tokens; + + // inp_anchor passes the context features to the lattice scorer + auto inp = std::make_unique(n_embd, n_embd); + inp->tokens = inp_tokens; + inp->h = ggml_new_tensor_2d(ctx0, GGML_TYPE_F32, n_embd, n_tokens); + ggml_set_input(inp->h); + inp_anchor = inp->h; + res->add_input(std::move(inp)); + } else { + inp_tokens = build_inp_tokens(); + } + + ggml_tensor * cur = build_layers(inp_tokens); + + build_logits(cur); + + if (is_block) { + build_lilicorr_scores(*this, model, get_tok_embd(*this, model), inp_anchor); + } +} diff --git a/src/models/models.h b/src/models/models.h index cfef363b6a10..a978c6fab97a 100644 --- a/src/models/models.h +++ b/src/models/models.h @@ -1522,6 +1522,34 @@ struct llama_model_dflash : public llama_model_base { void load_arch_hparams(llama_model_loader & ml) override; void load_arch_tensors(llama_model_loader & ml) override; + enum variant_type { + VARIANT_DFLASH, + VARIANT_DFLASH2, + VARIANT_DSPARK, + VARIANT_LILICORR, + }; + + enum backbone_type { + BACKBONE_BASE, + BACKBONE_DSV4, + BACKBONE_DSV41, + BACKBONE_MISTRAL_LARGE4, + }; + + variant_type variant = VARIANT_DFLASH; + backbone_type backbone = BACKBONE_BASE; + + void load_hparams_lilicorr(llama_model_loader & ml); + void load_hparams_dsv4(llama_model_loader & ml); + void load_hparams_mistral_large4(llama_model_loader & ml); + void load_tensors_dflash2(); + void load_tensors_dflash2_conv(); + void load_tensors_dspark(int64_t n_vocab_draft); + void load_tensors_lilicorr(); + void load_tensors_layers_base(); + void load_tensors_layers_dsv4(); + void load_tensors_layers_mistral_large4(); + template struct graph : public llm_graph_context { graph(const llm_graph_params & params); @@ -1529,6 +1557,42 @@ struct llama_model_dflash : public llama_model_base { ggml_tensor * build_inp_embd_enc() const; }; + // inputs and stages shared by the decoder graphs of the heads + struct graph_base : public llm_graph_context { + int64_t n_embd_head; + bool use_iswa; + int sections[4]; + + ggml_tensor * inp_pos; + + llm_graph_input_attn_kv * inp_attn = nullptr; + llm_graph_input_attn_kv_iswa * inp_attn_iswa = nullptr; + + graph_base(const llm_graph_params & params); + + ggml_tensor * build_inject(); + ggml_tensor * build_inp_tokens(); + ggml_tensor * build_layers(ggml_tensor * inp_tokens); + ggml_tensor * build_logits(ggml_tensor * cur); + ggml_tensor * build_rope(ggml_tensor * cur, ggml_tensor * pos); + }; + + struct graph_dflash : public graph_base { + graph_dflash(const llm_graph_params & params); + }; + + struct graph_dflash2 : public graph_base { + graph_dflash2(const llm_graph_params & params); + }; + + struct graph_dspark : public graph_base { + graph_dspark(const llm_graph_params & params); + }; + + struct graph_lilicorr : public graph_base { + graph_lilicorr(const llm_graph_params & params); + }; + struct graph_dsv4 : public llama_model_deepseek4::graph { graph_dsv4(const llm_graph_params & params); }; @@ -1543,6 +1607,14 @@ struct llama_model_dflash : public llama_model_base { graph_mistral_large4(const llm_graph_params & params); }; + // graph helpers shared by the backbones + static ggml_tensor * build_inject_inp(llm_graph_context & g, const llama_model & model); + static ggml_tensor * get_tok_embd(const llm_graph_context & g, const llama_model & model); + static std::pair get_lm_head(const llm_graph_context & g, const llama_model & model); + + // DFlash2 local conv, run by the base layers of DFlash2 and LiliCorr drafts + static ggml_tensor * build_dflash2_conv(llm_graph_context & g, ggml_tensor * hidden, ggml_tensor * dynamic, ggml_tensor * base, int side); + std::unique_ptr build_arch_graph(const llm_graph_params & params) const override; }; diff --git a/tools/cli/README.md b/tools/cli/README.md index 475becd2edfc..1dc83ee81e2e 100644 --- a/tools/cli/README.md +++ b/tools/cli/README.md @@ -211,7 +211,7 @@ | `--spec-draft-device, -devd, --device-draft ` | comma-separated list of devices to use for offloading the draft model (none = don't offload, default: follows --device)
use --list-devices to see a list of available devices | | `--spec-draft-ngl, -ngld, --gpu-layers-draft, --n-gpu-layers-draft N` | max. number of draft model layers to store in VRAM, either an exact number, 'auto', or 'all' (default: auto)
(env: LLAMA_ARG_N_GPU_LAYERS_DRAFT) | | `--spec-draft-model, -md, --model-draft FNAME` | draft model for speculative decoding (default: unused)
(env: LLAMA_ARG_SPEC_DRAFT_MODEL) | -| `--spec-type none,draft-simple,draft-eagle3,draft-mtp,draft-dflash,draft-dspark,ngram-simple,ngram-map-k,ngram-map-k4v,ngram-mod,ngram-cache` | comma-separated list of types of speculative decoding to use (default: none)

(env: LLAMA_ARG_SPEC_TYPE) | +| `--spec-type none,draft-simple,draft-eagle3,draft-mtp,draft-dflash,draft-dspark,draft-dflash2,draft-lilicorr,ngram-simple,ngram-map-k,ngram-map-k4v,ngram-mod,ngram-cache` | comma-separated list of types of speculative decoding to use (default: none)

(env: LLAMA_ARG_SPEC_TYPE) | | `--spec-ngram-mod-n-min N` | minimum number of ngram tokens to use for ngram-based speculative decoding (default: 48) | | `--spec-ngram-mod-n-max N` | maximum number of ngram tokens to use for ngram-based speculative decoding (default: 64) | | `--spec-ngram-mod-n-match N` | ngram-mod lookup length (default: 24) | diff --git a/tools/server/README.md b/tools/server/README.md index 066ecb4ddade..9f5cd62cc9d3 100644 --- a/tools/server/README.md +++ b/tools/server/README.md @@ -277,7 +277,7 @@ For the full list of features, please refer to [server's changelog](https://gith | `--spec-draft-device, -devd, --device-draft ` | comma-separated list of devices to use for offloading the draft model (none = don't offload, default: follows --device)
use --list-devices to see a list of available devices | | `--spec-draft-ngl, -ngld, --gpu-layers-draft, --n-gpu-layers-draft N` | max. number of draft model layers to store in VRAM, either an exact number, 'auto', or 'all' (default: auto)
(env: LLAMA_ARG_N_GPU_LAYERS_DRAFT) | | `--spec-draft-model, -md, --model-draft FNAME` | draft model for speculative decoding (default: unused)
(env: LLAMA_ARG_SPEC_DRAFT_MODEL) | -| `--spec-type none,draft-simple,draft-eagle3,draft-mtp,draft-dflash,draft-dspark,ngram-simple,ngram-map-k,ngram-map-k4v,ngram-mod,ngram-cache` | comma-separated list of types of speculative decoding to use (default: none)

(env: LLAMA_ARG_SPEC_TYPE) | +| `--spec-type none,draft-simple,draft-eagle3,draft-mtp,draft-dflash,draft-dspark,draft-dflash2,draft-lilicorr,ngram-simple,ngram-map-k,ngram-map-k4v,ngram-mod,ngram-cache` | comma-separated list of types of speculative decoding to use (default: none)

(env: LLAMA_ARG_SPEC_TYPE) | | `--spec-ngram-mod-n-min N` | minimum number of ngram tokens to use for ngram-based speculative decoding (default: 48) | | `--spec-ngram-mod-n-max N` | maximum number of ngram tokens to use for ngram-based speculative decoding (default: 64) | | `--spec-ngram-mod-n-match N` | ngram-mod lookup length (default: 24) | From 0cce7580b8169c044def5a01d6cbe61fff7c2b45 Mon Sep 17 00:00:00 2001 From: Hera <58063257+hera2019@users.noreply.github.com> Date: Sat, 14 Nov 2026 21:33:59 +0900 Subject: [PATCH 031/249] mtmd : avoid padding-only Whisper audio chunks (#30403) Assisted-by: Claude Opus 5 --- tests/test-mtmd-impl.cpp | 52 +++++++++++++++++++++++++++++++++++++++ tools/mtmd/mtmd-audio.cpp | 4 ++- tools/mtmd/mtmd-audio.h | 1 + 3 files changed, 56 insertions(+), 1 deletion(-) diff --git a/tests/test-mtmd-impl.cpp b/tests/test-mtmd-impl.cpp index 3fd72008865e..45c15f8c3a9d 100644 --- a/tests/test-mtmd-impl.cpp +++ b/tests/test-mtmd-impl.cpp @@ -462,6 +462,58 @@ MAKE_TEST(test_video_sequence_lfm3_omni) { // mtmd_audio // +MAKE_TEST(test_audio_preprocessor_whisper_chunks) { + mtmd_hparams hparams; + hparams.n_mel_bins = 128; + hparams.audio_sample_rate = 16000; + hparams.audio_n_fft = 400; + hparams.audio_window_len = 400; + hparams.audio_hop_len = 160; + + ggml_backend_ptr backend(ggml_backend_init_by_type(GGML_BACKEND_DEVICE_TYPE_CPU, nullptr)); + ggml_backend_t backends[] = { backend.get() }; + ggml_backend_sched_ptr sched(ggml_backend_sched_new(backends, nullptr, 1, 256, false, true)); + + mtmd_audio_preprocessor_whisper preproc(hparams, sched.get()); + preproc.initialize(); + + // { sample count, expected chunks }, one chunk of 3000 frames covers 480000 samples + const std::vector> cases = { + { 0, 0 }, + { 1, 1 }, + { 200, 1 }, + { 201, 1 }, + { 32000, 1 }, + { 479834, 1 }, + { 479839, 1 }, + { 479840, 1 }, + { 479999, 1 }, + { 480000, 1 }, + { 480001, 2 }, + { 480159, 2 }, + { 480160, 2 }, + { 959840, 2 }, + { 959999, 2 }, + { 960000, 2 }, + { 960001, 3 }, + { 1440000, 3 }, + }; + + for (const auto & [n_samples, expected] : cases) { + const std::string name = std::to_string(n_samples) + " samples"; + std::vector samples(n_samples, 0.0f); + if (n_samples > 0) { + samples.back() = 0.5f; + } + mtmd_audio_preproc_out out = preproc.preprocess(samples.data(), samples.size()); + t.assert_equal("chunks for " + name, expected, out.entries.size()); + for (const auto & mel : out.entries) { + t.assert_equal("frames for " + name, 3000, mel.nx()); + t.assert_equal("mel bins for " + name, 128, mel.ny()); + } + } +} + MAKE_TEST(test_audio_preprocessor_conformer) { mtmd_hparams hparams; hparams.n_mel_bins = 128; diff --git a/tools/mtmd/mtmd-audio.cpp b/tools/mtmd/mtmd-audio.cpp index aceaf5391d69..33c26c31f21f 100644 --- a/tools/mtmd/mtmd-audio.cpp +++ b/tools/mtmd/mtmd-audio.cpp @@ -555,7 +555,9 @@ bool mtmd_audio_preprocessor_whisper::process(const float * samp } const size_t frames_per_chunk = 3000; GGML_ASSERT((size_t) out_full.n_len > frames_per_chunk); - for (size_t off = 0; off < (size_t) out_full.n_len; off += frames_per_chunk) { + // round up, so a partial audio frame is not dropped with the padding + const size_t n_audio_frames = (n_samples - 1) / (size_t) mel_config.hop_length + 1; + for (size_t off = 0; off < n_audio_frames; off += frames_per_chunk) { int64_t n_len = std::min((int64_t)frames_per_chunk, out_full.n_len - (int64_t)off); if (n_len < (int64_t)frames_per_chunk) { break; // last incomplete chunk will always be a padded chunk, safe to ignore diff --git a/tools/mtmd/mtmd-audio.h b/tools/mtmd/mtmd-audio.h index 1175ad624dc4..7251f82db3c1 100644 --- a/tools/mtmd/mtmd-audio.h +++ b/tools/mtmd/mtmd-audio.h @@ -114,6 +114,7 @@ struct mtmd_audio_preprocessor { struct mtmd_audio_preprocessor_whisper : mtmd_audio_preprocessor { mtmd_audio_preprocessor_whisper(const mtmd_model * model) : mtmd_audio_preprocessor(model) {} + mtmd_audio_preprocessor_whisper(const mtmd_hparams & hparams, ggml_backend_sched_t sched) : mtmd_audio_preprocessor(hparams, sched) {} void initialize() override; bool process(const float * samples, size_t n_samples, std::vector & output, bool shape_only) const override; From 4f2187e73db10ac8b5d35bee0bdcd464331e5a1f Mon Sep 17 00:00:00 2001 From: HaoJun ZHANG Date: Sat, 14 Nov 2026 20:34:20 +0800 Subject: [PATCH 032/249] jinja : reduce template rendering overhead (#32023) * jinja : reduce value allocation and lookup overhead Assisted-by: GPT-6 Astra * jinja : address rendering review feedback Assisted-by: GPT-6 Astra * jinja : test multipart strings and simplify lookup Assisted-by: GPT-6 Astra * fix "undefined hint" * fix divisibleby 0 * clean up --------- Co-authored-by: Xuan Son Nguyen --- common/jinja/runtime.cpp | 97 +++++++++++------- common/jinja/runtime.h | 48 +++++---- common/jinja/string.cpp | 55 ++++++++++- common/jinja/string.h | 3 + common/jinja/value.cpp | 43 +++++--- common/jinja/value.h | 208 +++++++++++++++++++++++---------------- tests/test-jinja.cpp | 115 ++++++++++++++++++++++ 7 files changed, 406 insertions(+), 163 deletions(-) diff --git a/common/jinja/runtime.cpp b/common/jinja/runtime.cpp index d60a99d2591e..8bd8ab1c82dc 100644 --- a/common/jinja/runtime.cpp +++ b/common/jinja/runtime.cpp @@ -89,21 +89,22 @@ value statement::execute(context & ctx) const { } value identifier::execute_impl(context & ctx) const { - auto it = ctx.get_val(val); - auto builtins = global_builtins(); - if (!it->is_undefined()) { + auto it = ctx.find_val(key); + if (it && !it->is_undefined()) { if (ctx.is_get_stats) { value_t::stats_t::mark_used(it); } JJ_DEBUG("Identifier '%s' found, type = %s", val.c_str(), it->type().c_str()); return it; - } else if (builtins.find(val) != builtins.end()) { + } + const auto & builtins = global_builtins(); + auto builtin = builtins.find(val); + if (builtin != builtins.end()) { JJ_DEBUG("Identifier '%s' found in builtins", val.c_str()); - return mk_val(val, builtins.at(val)); - } else { - JJ_DEBUG("Identifier '%s' not found, returning undefined", val.c_str()); - return mk_val(val); + return mk_val(val, builtin->second); } + JJ_DEBUG("Identifier '%s' not found, returning undefined", val.c_str()); + return mk_val(val); } value object_literal::execute_impl(context & ctx) const { @@ -693,7 +694,7 @@ value set_statement::execute_impl(context & ctx) const { } auto obj_ptr = cast_val(object); JJ_DEBUG("Setting object property '%s' with value type %s", prop_name.c_str(), rhs->type().c_str()); - obj_ptr->insert(prop_name, rhs); + obj_ptr->insert(cached_val(ctx, member->static_property), rhs); } else { throw std::runtime_error("Invalid LHS inside assignment expression: " + assignee->type()); @@ -813,6 +814,19 @@ value call_statement::execute_impl(context & ctx) const { return callee_func->invoke(args); } +member_expression::member_expression(statement_ptr && object, statement_ptr && property, bool computed) : + object(std::move(object)), + property(std::move(property)), + computed(computed) { + chk_type(this->object); + chk_type(this->property); + if (!computed) { + if (const auto * id = cast_stmt(this->property)) { + static_property = id->key; + } + } +} + value member_expression::execute_impl(context & ctx) const { value object = this->object->execute(ctx); @@ -821,14 +835,13 @@ value member_expression::execute_impl(context & ctx) const { // syntax: obj[expr] JJ_DEBUG("Member expression, computing property type %s", this->property->type().c_str()); - int64_t arr_size = 0; - if (is_val(object)) { - arr_size = object->as_array().size(); - } else if (is_val(object)) { - arr_size = object->as_string().length(); - } - if (is_stmt(this->property)) { + int64_t arr_size = 0; + if (is_val(object)) { + arr_size = static_cast(object->as_array().size()); + } else if (is_val(object)) { + arr_size = static_cast(cast_val(object)->val_str.length()); + } auto s = cast_stmt(this->property); value step_val = s->step_expr ? s->step_expr->execute(ctx) : mk_val(1); value start_val = s->start_expr ? s->start_expr->execute(ctx) : (step_val->as_int() < 0 ? mk_val(arr_size - 1) : mk_val(0)); @@ -850,7 +863,7 @@ value member_expression::execute_impl(context & ctx) const { } } else if (is_stmt(this->property)) { // syntax: obj.index - property = mk_val(cast_stmt(this->property)->val); + property = this->property->execute(ctx); if (property->as_int() < 0) { throw std::runtime_error("Static member property cannot be negative"); } @@ -859,8 +872,8 @@ value member_expression::execute_impl(context & ctx) const { if (!is_stmt(this->property)) { throw std::runtime_error("Static member property must be an identifier"); } - property = mk_val(cast_stmt(this->property)->val); - std::string prop = property->as_string().str(); + property = cached_val(ctx, static_property); + const auto & prop = cast_stmt(this->property)->val; JJ_DEBUG("Member expression, object type %s, static property '%s'", object->type().c_str(), prop.c_str()); // behavior of jinja2: obj having prop as a built-in function AND 'prop', as an object key, @@ -868,51 +881,56 @@ value member_expression::execute_impl(context & ctx) const { // while obj['prop'] returns the property value. // example: {"obj": {"items": 123}} -> obj.items is the built-in function, obj['items'] is 123 - value val = try_builtin_func(ctx, prop, object, true); - if (!is_val(val)) { + value val = find_builtin_func(ctx, prop, object); + if (val) { return val; } // else, fallthrough to normal property access below } JJ_DEBUG("Member expression on object type %s, property type %s", object->type().c_str(), property->type().c_str()); - value val = mk_val("object_property"); + value val; if (property->is_undefined()) { JJ_DEBUG("%s", "Member expression property is undefined, returning undefined"); - return val; + return mk_val("object_property"); } ensure_key_type_allowed(property); if (is_val(object)) { JJ_DEBUG("%s", "Accessing property on undefined object, returning undefined"); - return val; + return mk_val("object_property"); } else if (is_val(object)) { - auto key = property->as_string().str(); - val = object->at(property, val); - if (is_val(val)) { - val = try_builtin_func(ctx, key, object, true); + val = object->find(property); + if (!val || is_val(val)) { + val = try_builtin_func(ctx, property->as_string().str(), object, true); } - JJ_DEBUG("Accessed property '%s' value, got type: %s", key.c_str(), val->type().c_str()); + JJ_DEBUG("Accessed property '%s' value, got type: %s", property->as_string().str().c_str(), val->type().c_str()); } else if (is_val(object) || is_val(object)) { if (is_val(property) || is_val(property)) { int64_t index = property->as_int(); JJ_DEBUG("Accessing %s index %d", object->type().c_str(), (int)index); if (is_val(object)) { - auto & arr = object->as_array(); + const auto * arr = cast_val(object); + const auto count = arr->as_array().size(); if (index < 0) { - index += static_cast(arr.size()); - } - if (index >= 0 && index < static_cast(arr.size())) { - val = arr[index]; + // Avoid negating INT64_MIN. + const uint64_t distance = static_cast(-(index + 1)) + 1; + if (distance <= count) { + val = arr->as_array().at(static_cast(count - distance)); + } + } else if (static_cast(index) < count) { + val = arr->as_array().at(static_cast(index)); } } else { // value_string - auto str = object->as_string().str(); - if (index >= 0 && index < static_cast(str.size())) { - val = mk_val(std::string(1, str[index])); + if (index >= 0) { + const auto byte = cast_val(object)->val_str.byte_at(static_cast(index)); + if (byte) { + val = mk_val(std::string(1, *byte)); + } } } @@ -930,7 +948,10 @@ value member_expression::execute_impl(context & ctx) const { val = try_builtin_func(ctx, key, object, true); } - if (ctx.is_get_stats && val && object && property) { + if (!val) { + val = mk_val("object_property"); + } + if (ctx.is_get_stats && object && property) { value_t::stats_t::mark_used(val); value_t::stats_t::mark_used(object); value_t::stats_t::mark_used(property); diff --git a/common/jinja/runtime.h b/common/jinja/runtime.h index 43e1085516da..97db5de33bd0 100644 --- a/common/jinja/runtime.h +++ b/common/jinja/runtime.h @@ -84,9 +84,14 @@ struct context { // inherit variables (for example, when entering a new scope) env(mk_val(*parent.env)) {} + // returns nullptr if not found + value find_val(const value & key) { + return env->find(key); + } + value get_val(const std::string & name) { - value default_val = mk_val(name); - return env->at(name, default_val); + auto result = find_val(mk_val(name)); + return result ? result : mk_val(name); } void set_val(const std::string & name, const value & val) { @@ -105,6 +110,12 @@ struct context { value_object env; }; +// values cached in the AST are shared across renders, but stats mutate values, so stats mode gets a fresh copy +template +value cached_val(const context & ctx, const value & cached) { + return ctx.is_get_stats ? mk_val(*cast_val(cached)) : cached; +} + // utils for visiting AST nodes static std::vector stmts_to_ptr(const statements & stmts) { std::vector children; @@ -328,11 +339,8 @@ struct member_expression : public expression { statement_ptr property; bool computed; // true if obj[expr] and false if obj.prop - member_expression(statement_ptr && object, statement_ptr && property, bool computed) - : object(std::move(object)), property(std::move(property)), computed(computed) { - chk_type(this->object); - chk_type(this->property); - } + value static_property; // set if property is an identifier, see cached_val() + member_expression(statement_ptr && object, statement_ptr && property, bool computed); std::string type() const override { return "MemberExpression"; } value execute_impl(context & ctx) const override; void visit(context & ctx) const override { @@ -367,7 +375,8 @@ struct call_expression : public expression { */ struct identifier : public expression { std::string val; - explicit identifier(const std::string & val) : val(val) {} + const value key; // lookup key, safe to share across renders as lookups do not touch stats + explicit identifier(const std::string & val) : val(val), key(mk_val(val)) {} std::string type() const override { return "Identifier"; } value execute_impl(context & ctx) const override; }; @@ -376,28 +385,31 @@ struct identifier : public expression { struct integer_literal : public expression { int64_t val; - explicit integer_literal(int64_t val) : val(val) {} + const value constant; // see cached_val() + explicit integer_literal(int64_t val) : val(val), constant(mk_val(val)) {} std::string type() const override { return "IntegerLiteral"; } - value execute_impl(context &) const override { - return mk_val(val); + value execute_impl(context & ctx) const override { + return cached_val(ctx, constant); } }; struct float_literal : public expression { double val; - explicit float_literal(double val) : val(val) {} + const value constant; // see cached_val() + explicit float_literal(double val) : val(val), constant(mk_val(val)) {} std::string type() const override { return "FloatLiteral"; } - value execute_impl(context &) const override { - return mk_val(val); + value execute_impl(context & ctx) const override { + return cached_val(ctx, constant); } }; struct string_literal : public expression { std::string val; - explicit string_literal(const std::string & val) : val(val) {} + const value constant; // see cached_val() + explicit string_literal(const std::string & val) : val(val), constant(mk_val(val)) {} std::string type() const override { return "StringLiteral"; } - value execute_impl(context &) const override { - return mk_val(val); + value execute_impl(context & ctx) const override { + return cached_val(ctx, constant); } }; @@ -748,7 +760,7 @@ static void gather_string_parts_recursive(const value & val, value_string & part } else if (is_val(val) && depth >= JINJA_RECURSIVE_LIMIT) { throw std::runtime_error("value is nested more than " + std::to_string(JINJA_RECURSIVE_LIMIT) + " levels deep"); } else if (is_val(val)) { - auto items = cast_val(val)->as_array(); + const auto & items = cast_val(val)->as_array(); for (const auto & item : items) { gather_string_parts_recursive(item, parts, depth + 1); } diff --git a/common/jinja/string.cpp b/common/jinja/string.cpp index bde679e4e9df..22189fa6f47c 100644 --- a/common/jinja/string.cpp +++ b/common/jinja/string.cpp @@ -43,14 +43,59 @@ void string::mark_input() { } std::string string::str() const { - if (parts.size() == 1) { - return parts[0].val; + std::string result; + result.reserve(length()); + for (const auto & part : parts) { + result += part.val; + } + return result; +} + +bool string::empty() const { + for (const auto & part : parts) { + if (!part.val.empty()) { + return false; + } } - std::ostringstream oss; + return true; +} + +std::optional string::byte_at(size_t index) const { for (const auto & part : parts) { - oss << part.val; + if (index < part.val.size()) { + return part.val[index]; + } + index -= part.val.size(); + } + return {}; +} + +bool string::equals(const string & other) const { + size_t part = 0, offset = 0; + for (const auto & left : parts) { + std::string_view text(left.val); + while (!text.empty()) { + while (part < other.parts.size() && offset == other.parts[part].val.size()) { + ++part; + offset = 0; + } + if (part == other.parts.size()) { + return false; + } + const auto & right = other.parts[part].val; + const auto count = std::min(text.size(), right.size() - offset); + if (text.substr(0, count) != std::string_view(right).substr(offset, count)) { + return false; + } + text.remove_prefix(count); + offset += count; + } + } + while (part < other.parts.size() && offset == other.parts[part].val.size()) { + ++part; + offset = 0; } - return oss.str(); + return part == other.parts.size(); } size_t string::length() const { diff --git a/common/jinja/string.h b/common/jinja/string.h index 669afb8f1da0..119ad11c2b0e 100644 --- a/common/jinja/string.h +++ b/common/jinja/string.h @@ -39,6 +39,9 @@ struct string { std::string str() const; size_t length() const; + bool empty() const; + bool equals(const string & other) const; + std::optional byte_at(size_t index) const; void hash_update(hasher & hash) const noexcept; bool all_parts_are_input() const; bool is_uppercase() const; diff --git a/common/jinja/value.cpp b/common/jinja/value.cpp index 333241d7a9e7..561a4b86a82b 100644 --- a/common/jinja/value.cpp +++ b/common/jinja/value.cpp @@ -276,7 +276,7 @@ static value tojson(const func_args & args) { if (args.ctx.is_get_stats) { // mark as used (recursively) for stats auto val_input = args.get_pos(0); - value_t::stats_t::mark_used(const_cast(val_input), true); + value_t::stats_t::mark_used(val_input, true); } if (is_val(val_indent)) { indent = static_cast(val_indent->as_int()); @@ -507,7 +507,12 @@ const func_builtins & global_builtins() { }}, {"test_is_divisibleby", [](const func_args & args) -> value { args.ensure_vals(); - bool res = args.get_pos(0)->val_int % args.get_pos(1)->val_int == 0; + const int64_t a = args.get_pos(0)->as_int(); + const int64_t b = args.get_pos(1)->as_int(); + if (b == 0) { + throw std::runtime_error("divisibleby: division by zero"); + } + bool res = b == -1 || a % b == 0; // avoid INT64_MIN % -1 overflow return mk_val(res); }}, {"test_is_string", test_type_fn}, @@ -519,11 +524,11 @@ const func_builtins & global_builtins() { {"test_is_mapping", test_type_fn}, {"test_is_lower", [](const func_args & args) -> value { args.ensure_vals(); - return mk_val(args.get_pos(0)->val_str.is_lowercase()); + return mk_val(cast_val(args.get_pos(0))->val_str.is_lowercase()); }}, {"test_is_upper", [](const func_args & args) -> value { args.ensure_vals(); - return mk_val(args.get_pos(0)->val_str.is_uppercase()); + return mk_val(cast_val(args.get_pos(0))->val_str.is_uppercase()); }}, {"test_is_none", test_type_fn}, {"test_is_defined", [](const func_args & args) -> value { @@ -571,7 +576,7 @@ const func_builtins & global_builtins() { {"test_is_test", [](const func_args & args) -> value { args.ensure_vals(); auto & builtins = global_builtins(); - std::string test_name = args.get_pos(0)->val_str.str(); + std::string test_name = cast_val(args.get_pos(0))->val_str.str(); auto it = builtins.find("test_is_" + test_name); bool res = it != builtins.end(); return mk_val(res); @@ -613,18 +618,26 @@ const func_builtins & global_builtins() { return builtins; } -value try_builtin_func(context & ctx, const std::string & name, value & input, bool undef_on_missing) { +value find_builtin_func(context & ctx, const std::string & name, value & input) { JJ_DEBUG("Trying built-in function '%s' for type %s", name.c_str(), input->type().c_str()); if (ctx.is_get_stats) { value_t::stats_t::mark_used(input); input->stats.ops.insert(name); } - auto builtins = input->get_builtins(); + const auto & builtins = input->get_builtins(); auto it = builtins.find(name); if (it != builtins.end()) { JJ_DEBUG("Binding built-in '%s'", name.c_str()); return mk_val(name, it->second, input); } + return nullptr; +} + +value try_builtin_func(context & ctx, const std::string & name, value & input, bool undef_on_missing) { + value func = find_builtin_func(ctx, name, input); + if (func) { + return func; + } if (undef_on_missing) { return mk_val(name); } @@ -831,7 +844,7 @@ const func_builtins & value_string_t::get_builtins() const { --maxsplit; } auto res = mk_val(str); - res->val_str.mark_input_based_on(args.get_pos(0)->val_str); + res->val_str.mark_input_based_on(cast_val(args.get_pos(0))->val_str); result->push_back(std::move(res)); return result; }}, @@ -858,7 +871,7 @@ const func_builtins & value_string_t::get_builtins() const { --maxsplit; } auto res = mk_val(str); - res->val_str.mark_input_based_on(args.get_pos(0)->val_str); + res->val_str.mark_input_based_on(cast_val(args.get_pos(0))->val_str); result->push_back(std::move(res)); result->reverse(); return result; @@ -891,7 +904,7 @@ const func_builtins & value_string_t::get_builtins() const { } } auto res = mk_val(str); - res->val_str.mark_input_based_on(args.get_pos(0)->val_str); + res->val_str.mark_input_based_on(cast_val(args.get_pos(0))->val_str); return res; }}, {"format", [](const func_args & args) -> value { @@ -1191,7 +1204,7 @@ const func_builtins & value_array_t::get_builtins() const { if (args.ctx.is_get_stats) { // mark as used (recursively) for stats auto val_input = args.get_pos(0); - value_t::stats_t::mark_used(const_cast(val_input), true); + value_t::stats_t::mark_used(val_input, true); } return mk_val(args.get_pos(0)->as_string()); }}, @@ -1439,7 +1452,7 @@ const func_builtins & value_object_t::get_builtins() const { if (args.ctx.is_get_stats) { // mark as used (recursively) for stats auto val_input = args.get_pos(0); - value_t::stats_t::mark_used(const_cast(val_input), true); + value_t::stats_t::mark_used(val_input, true); } return mk_val(args.get_pos(0)->as_string()); }}, @@ -1833,18 +1846,18 @@ std::string value_to_string_repr(const value & val) { } // stats utility -void value_t::stats_t::mark_used(value & val, bool deep, int depth) { +void value_t::stats_t::mark_used(const value & val, bool deep, int depth) { val->stats.used = true; if (deep && (is_val(val) || is_val(val)) && depth >= JINJA_RECURSIVE_LIMIT) { throw std::runtime_error("value is nested more than " + std::to_string(JINJA_RECURSIVE_LIMIT) + " levels deep"); } if (deep) { if (is_val(val)) { - for (auto & item : val->val_arr) { + for (auto & item : val->as_array()) { mark_used(item, deep, depth + 1); } } else if (is_val(val)) { - for (auto & pair : val->val_obj) { + for (auto & pair : val->as_ordered_object()) { mark_used(pair.first, deep, depth + 1); mark_used(pair.second, deep, depth + 1); } diff --git a/common/jinja/value.h b/common/jinja/value.h index 8fdff884edee..bdc35ed39e76 100644 --- a/common/jinja/value.h +++ b/common/jinja/value.h @@ -21,6 +21,20 @@ namespace jinja { struct value_t; using value = std::shared_ptr; +enum class value_kind { + INTEGER, + REAL, + STRING, + BOOLEAN, + ARRAY, + TUPLE, + OBJECT, + NONE, + UNDEFINED, + FUNCTION, + KEYWORD +}; +bool has_value_kind(const value_t * val, value_kind kind); // Helper to check the type of a value template @@ -34,12 +48,12 @@ struct extract_pointee> { template bool is_val(const value & ptr) { using PointeeType = typename extract_pointee::type; - return dynamic_cast(ptr.get()) != nullptr; + return has_value_kind(ptr.get(), PointeeType::kind_id); } template bool is_val(const value_t * ptr) { using PointeeType = typename extract_pointee::type; - return dynamic_cast(ptr) != nullptr; + return has_value_kind(ptr, PointeeType::kind_id); } template std::shared_ptr::type> mk_val(Args&&... args) { @@ -49,12 +63,12 @@ std::shared_ptr::type> mk_val(Args&&... args) { template const typename extract_pointee::type * cast_val(const value & ptr) { using PointeeType = typename extract_pointee::type; - return dynamic_cast(ptr.get()); + return is_val(ptr) ? static_cast(ptr.get()) : nullptr; } template typename extract_pointee::type * cast_val(value & ptr) { using PointeeType = typename extract_pointee::type; - return dynamic_cast(ptr.get()); + return is_val(ptr) ? static_cast(ptr.get()) : nullptr; } // End Helper @@ -105,14 +119,7 @@ enum value_compare_op { eq, ge, gt, lt, ne }; bool value_compare(const value & a, const value & b, value_compare_op op); struct value_t { - int64_t val_int; - double val_flt; - string val_str; - - std::vector val_arr; - std::vector> val_obj; - - func_handler val_func; + const value_kind kind; // only used if ctx.is_get_stats = true struct stats_t { @@ -120,10 +127,10 @@ struct value_t { // ops can be builtin calls or operators: "array_access", "object_access" std::set ops; // utility to recursively mark value and its children as used - static void mark_used(value & val, bool deep = false, int depth = 0); + static void mark_used(const value & val, bool deep = false, int depth = 0); } stats; - value_t() = default; + explicit value_t(value_kind kind) : kind(kind) {} value_t(const value_t &) = default; virtual ~value_t() = default; @@ -141,6 +148,10 @@ struct value_t { virtual bool is_undefined() const { return false; } virtual const func_builtins & get_builtins() const { throw_type_error("has no builtins"); } + virtual value find(const value & key) { + value missing; + return at(key, missing); + } virtual bool has_key(const value &) { throw_type_error("is not an object value"); } virtual void insert(const value & /* key */, const value & /* val */) { throw_type_error("is not an object value"); } virtual value & at(const value & /* key */, value & /* default_val */) { throw_type_error("is not an object value"); } @@ -172,11 +183,19 @@ struct value_t { virtual bool nonequal(const value_t & other) const { return !equivalent(other); } }; +inline bool has_value_kind(const value_t * val, value_kind kind) { + return val && (val->kind == kind || + (kind == value_kind::ARRAY && (val->kind == value_kind::TUPLE))); +} + // // utils // const func_builtins & global_builtins(); +// returns nullptr if input has no built-in named `name` +value find_builtin_func(context & ctx, const std::string & name, value & input); +// returns value_undefined(name) if not found and undef_on_missing is set, throws otherwise value try_builtin_func(context & ctx, const std::string & name, value & input, bool undef_on_missing = false); value apply_filter_by_name(context & ctx, std::string filter_id, value input, const func_args & args); @@ -215,7 +234,10 @@ struct value_equality { // struct value_int_t : public value_t { - value_int_t(int64_t v) { + static constexpr auto kind_id = value_kind::INTEGER; + int64_t val_int; + double val_flt; + value_int_t(int64_t v) : value_t(kind_id) { val_int = v; val_flt = static_cast(v); if (static_cast(val_flt) != v) { @@ -239,21 +261,22 @@ struct value_int_t : public value_t { } protected: virtual bool equivalent(const value_t & other) const override { - return other.is_numeric() && val_int == other.val_int && val_flt == other.val_flt; + return other.is_numeric() && val_int == other.as_int() && val_flt == other.as_float(); } virtual bool nonequal(const value_t & other) const override { - return !(typeid(*this) == typeid(other) && val_int == other.val_int); + return !(kind == other.kind && val_int == other.as_int()); } }; using value_int = std::shared_ptr; struct value_float_t : public value_t { - value val; - value_float_t(double v) { + static constexpr auto kind_id = value_kind::REAL; + int64_t val_int; + double val_flt; + value_float_t(double v) : value_t(kind_id) { val_flt = v; val_int = std::isfinite(v) ? static_cast(v) : 0; - val = mk_val(val_int); } virtual std::string type() const override { return "Float"; } virtual double as_float() const override { return val_flt; } @@ -272,7 +295,7 @@ struct value_float_t : public value_t { virtual bool is_hashable() const override { return true; } virtual hasher unique_hash() const noexcept override { if (static_cast(val_int) == val_flt) { - return val->unique_hash(); + return value_int_t(val_int).unique_hash(); } else { return hasher(typeid(*this)) .update(&val_int, sizeof(val_int)) @@ -281,19 +304,22 @@ struct value_float_t : public value_t { } protected: virtual bool equivalent(const value_t & other) const override { - return other.is_numeric() && val_int == other.val_int && val_flt == other.val_flt; + return other.is_numeric() && val_int == other.as_int() && val_flt == other.as_float(); } virtual bool nonequal(const value_t & other) const override { - return !(typeid(*this) == typeid(other) && val_flt == other.val_flt); + return !(kind == other.kind && val_flt == other.as_float()); } }; using value_float = std::shared_ptr; struct value_string_t : public value_t { - value_string_t() { val_str = string(); } - value_string_t(const std::string & v) { val_str = string(v); } - value_string_t(const string & v) { val_str = v; } + static constexpr auto kind_id = value_kind::STRING; + string val_str; + value_string_t() : value_t(kind_id) {} + value_string_t(const std::string & v) : value_t(kind_id), val_str(v) {} + value_string_t(const string & v) : value_t(kind_id), val_str(v) {} + value_string_t(string && v) : value_t(kind_id), val_str(std::move(v)) {} virtual std::string type() const override { return "String"; } virtual string as_string() const override { return val_str; } virtual std::string as_repr() const override { @@ -304,7 +330,7 @@ struct value_string_t : public value_t { return ss.str(); } virtual bool as_bool() const override { - return val_str.length() > 0; + return !val_str.empty(); } virtual const func_builtins & get_builtins() const override; virtual bool is_hashable() const override { return true; } @@ -320,51 +346,50 @@ struct value_string_t : public value_t { } protected: virtual bool equivalent(const value_t & other) const override { - return typeid(*this) == typeid(other) && val_str.str() == other.val_str.str(); + return kind == other.kind && val_str.equals(static_cast(other).val_str); } }; using value_string = std::shared_ptr; struct value_bool_t : public value_t { - value val; - value_bool_t(bool v) { + static constexpr auto kind_id = value_kind::BOOLEAN; + int64_t val_int; + double val_flt; + value_bool_t(bool v) : value_t(kind_id) { val_int = static_cast(v); val_flt = static_cast(v); - val = mk_val(val_int); } virtual std::string type() const override { return "Boolean"; } virtual int64_t as_int() const override { return val_int; } + virtual double as_float() const override { return val_flt; } virtual bool as_bool() const override { return val_int; } virtual string as_string() const override { return std::string(val_int ? "True" : "False"); } virtual const func_builtins & get_builtins() const override; virtual bool is_numeric() const override { return true; } virtual bool is_hashable() const override { return true; } virtual hasher unique_hash() const noexcept override { - return val->unique_hash(); + return value_int_t(val_int).unique_hash(); } protected: virtual bool equivalent(const value_t & other) const override { - return other.is_numeric() && val_int == other.val_int && val_flt == other.val_flt; + return other.is_numeric() && val_int == other.as_int() && val_flt == other.as_float(); } virtual bool nonequal(const value_t & other) const override { - return !(typeid(*this) == typeid(other) && val_int == other.val_int); + return !(kind == other.kind && val_int == other.as_int()); } }; using value_bool = std::shared_ptr; struct value_array_t : public value_t { - value_array_t() = default; - value_array_t(value & v) { - val_arr = v->val_arr; - } - value_array_t(std::vector && arr) { - val_arr = arr; - } - value_array_t(const std::vector & arr) { - val_arr = arr; - } + static constexpr auto kind_id = value_kind::ARRAY; + std::vector val_arr; + + value_array_t() : value_t(kind_id) {} + value_array_t(value & v) : value_t(kind_id), val_arr(v->as_array()) {} + value_array_t(std::vector && arr) : value_t(kind_id), val_arr(std::move(arr)) {} + value_array_t(const std::vector & arr) : value_t(kind_id), val_arr(arr) {} void reverse() { if (is_immutable()) { throw std::runtime_error("Attempting to modify immutable type"); @@ -462,24 +487,27 @@ struct value_array_t : public value_t { return hash; } protected: + explicit value_array_t(value_kind kind) : value_t(kind) {} + virtual bool equivalent(const value_t & other) const override { - return typeid(*this) == typeid(other) && is_hashable() && other.is_hashable() && std::equal(val_arr.begin(), val_arr.end(), other.val_arr.begin(), other.val_arr.end(), value_equivalence()); + return kind == other.kind && is_hashable() && other.is_hashable() && std::equal(val_arr.begin(), val_arr.end(), other.as_array().begin(), other.as_array().end(), value_equivalence()); } }; using value_array = std::shared_ptr; struct value_tuple_t : public value_array_t { - value_tuple_t(value & v) { - val_arr = v->val_arr; + static constexpr auto kind_id = value_kind::TUPLE; + value_tuple_t(value & v) : value_array_t(kind_id) { + val_arr = v->as_array(); } - value_tuple_t(std::vector && arr) { - val_arr = arr; + value_tuple_t(std::vector && arr) : value_array_t(kind_id) { + val_arr = std::move(arr); } - value_tuple_t(const std::vector & arr) { + value_tuple_t(const std::vector & arr) : value_array_t(kind_id) { val_arr = arr; } - value_tuple_t(const std::pair & pair) { + value_tuple_t(const std::pair & pair) : value_array_t(kind_id) { val_arr.push_back(pair.first); val_arr.push_back(pair.second); } @@ -490,21 +518,23 @@ using value_tuple = std::shared_ptr; struct value_object_t : public value_t { - std::unordered_map unordered; + static constexpr auto kind_id = value_kind::OBJECT; + std::vector> val_obj; + std::unordered_map key_index; // key -> index in val_obj bool has_builtins = true; // context and loop objects do not have builtins - value_object_t() = default; - value_object_t(value & v) { - val_obj = v->val_obj; - for (const auto & pair : val_obj) { - unordered[pair.first] = pair.second; + value_object_t() : value_t(kind_id) {} + value_object_t(value & v) : value_t(kind_id) { + val_obj = v->as_ordered_object(); + for (size_t i = 0; i < val_obj.size(); i++) { + key_index[val_obj[i].first] = i; } } - value_object_t(const std::map & obj) { + value_object_t(const std::map & obj) : value_t(kind_id) { for (const auto & pair : obj) { insert(pair.first, pair.second); } } - value_object_t(const std::vector> & obj) { + value_object_t(const std::vector> & obj) : value_t(kind_id) { for (const auto & pair : obj) { insert(pair.first, pair.second); } @@ -527,45 +557,40 @@ struct value_object_t : public value_t { return ss.str(); } virtual bool as_bool() const override { - return !unordered.empty(); + return !val_obj.empty(); } virtual bool has_key(const value & key) override { if (!key->is_immutable() || !key->is_hashable()) { throw std::runtime_error("Object key of unhashable type: " + key->type()); } - return unordered.find(key) != unordered.end(); + return key_index.find(key) != key_index.end(); } virtual void insert(const value & key, const value & val) override { - bool replaced = false; if (is_immutable()) { throw std::runtime_error("Attempting to modify immutable type"); } - if (has_key(key)) { - // if key exists, replace value in ordered list instead of appending - for (auto & pair : val_obj) { - if (*(pair.first) == *key) { - pair.second = val; - replaced = true; - break; - } - } - } - unordered[key] = val; - if (!replaced) { + if (!key->is_immutable() || !key->is_hashable()) { + throw std::runtime_error("Object key of unhashable type: " + key->type()); + } + const auto entry = key_index.try_emplace(key, val_obj.size()); + if (entry.second) { val_obj.push_back({key, val}); + } else { + val_obj[entry.first->second].second = val; } } virtual value & at(const value & key, value & default_val) override { - if (!has_key(key)) { - return default_val; + if (!key->is_immutable() || !key->is_hashable()) { + throw std::runtime_error("Object key of unhashable type: " + key->type()); } - return unordered.at(key); + const auto found = key_index.find(key); + return found == key_index.end() ? default_val : val_obj[found->second].second; } virtual value & at(const value & key) override { if (!has_key(key)) { throw std::runtime_error("Key '" + key->as_string().str() + "' not found in value of type " + type()); } - return unordered.at(key); + return val_obj[key_index.at(key)].second; } virtual value & at(const std::string & key, value & default_val) override { value key_val = mk_val(key); @@ -599,7 +624,7 @@ struct value_object_t : public value_t { } protected: virtual bool equivalent(const value_t & other) const override { - return typeid(*this) == typeid(other) && is_hashable() && other.is_hashable() && std::equal(val_obj.begin(), val_obj.end(), other.val_obj.begin(), other.val_obj.end(), value_equivalence()); + return kind == other.kind && is_hashable() && other.is_hashable() && std::equal(val_obj.begin(), val_obj.end(), other.as_ordered_object().begin(), other.as_ordered_object().end(), value_equivalence()); } }; using value_object = std::shared_ptr; @@ -609,6 +634,8 @@ using value_object = std::shared_ptr; // struct value_none_t : public value_t { + static constexpr auto kind_id = value_kind::NONE; + value_none_t() : value_t(kind_id) {} virtual std::string type() const override { return "None"; } virtual bool is_none() const override { return true; } virtual bool as_bool() const override { return false; } @@ -621,14 +648,15 @@ struct value_none_t : public value_t { } protected: virtual bool equivalent(const value_t & other) const override { - return typeid(*this) == typeid(other); + return kind == other.kind; } }; using value_none = std::shared_ptr; struct value_undefined_t : public value_t { + static constexpr auto kind_id = value_kind::UNDEFINED; std::string hint; // for debugging, to indicate where undefined came from - value_undefined_t(const std::string & h = "") : hint(h) {} + value_undefined_t(const std::string & h = "") : value_t(kind_id), hint(h) {} virtual std::string type() const override { return hint.empty() ? "Undefined" : "Undefined (hint: '" + hint + "')"; } virtual bool is_undefined() const override { return true; } virtual bool as_bool() const override { return false; } @@ -705,12 +733,14 @@ struct func_args { }; struct value_func_t : public value_t { + static constexpr auto kind_id = value_kind::FUNCTION; + func_handler val_func; std::string name; value arg0; // bound "this" argument, if any - value_func_t(const std::string & name, const func_handler & func) : name(name) { + value_func_t(const std::string & name, const func_handler & func) : value_t(kind_id), name(name) { val_func = func; } - value_func_t(const std::string & name, const func_handler & func, const value & arg_this) : name(name), arg0(arg_this) { + value_func_t(const std::string & name, const func_handler & func, const value & arg_this) : value_t(kind_id), name(name), arg0(arg_this) { val_func = func; } virtual value invoke(const func_args & args) const override { @@ -735,18 +765,22 @@ struct value_func_t : public value_t { // Note: this is unused for now, we don't support function as object keys // compare function pointers // (val_func == other.val_func does not work as std::function::operator== is only used for nullptr check) + if (kind != other.kind) { + return false; + } const auto target_this = this->val_func.target(); - const auto target_other = other.val_func.target(); - return typeid(*this) == typeid(other) && target_this == target_other; + const auto target_other = static_cast(other).val_func.target(); + return target_this == target_other; } }; using value_func = std::shared_ptr; // special value for kwarg struct value_kwarg_t : public value_t { + static constexpr auto kind_id = value_kind::KEYWORD; std::string key; value val; - value_kwarg_t(const std::string & k, const value & v) : key(k), val(v) {} + value_kwarg_t(const std::string & k, const value & v) : value_t(kind_id), key(k), val(v) {} virtual std::string type() const override { return "KwArg"; } virtual std::string as_repr() const override { return type(); } virtual bool is_hashable() const override { return true; } @@ -760,7 +794,7 @@ struct value_kwarg_t : public value_t { protected: virtual bool equivalent(const value_t & other) const override { const value_kwarg_t & other_val = static_cast(other); - return typeid(*this) == typeid(other) && key == other_val.key && val == other_val.val; + return kind == other.kind && key == other_val.key && val == other_val.val; } }; using value_kwarg = std::shared_ptr; diff --git a/tests/test-jinja.cpp b/tests/test-jinja.cpp index c79b0d24b873..d52f1af9ca24 100644 --- a/tests/test-jinja.cpp +++ b/tests/test-jinja.cpp @@ -2,6 +2,7 @@ #include #include #include +#include #include "chat-tts-norm.h" #include "json.h" @@ -42,6 +43,8 @@ static void test_string_parts(testing & t); static void test_fuzzing(testing & t); static void test_tts_norm_patterns(testing & t); +static void test_shared_render(testing & t); + static bool g_python_mode = false; int main(int argc, char *argv[]) { @@ -79,6 +82,7 @@ int main(int argc, char *argv[]) { t.test("object methods", test_object_methods); t.test("tts norm patterns", test_tts_norm_patterns); if (!g_python_mode) { + t.test("shared render", test_shared_render); t.test("hasher", test_hasher); t.test("stats", test_stats); t.test("caps", test_caps); @@ -89,6 +93,45 @@ int main(int argc, char *argv[]) { return t.summary(); } +static void test_shared_render(testing & t) { + t.test("shared AST with stats and input marking", [](testing & t) { + const std::string source = "{% macro emit(x) %}{{ x }}{% endmacro %}{% for i in range(2) %}{{ emit(prefix) }}{{ i }}{% endfor %}{% filter upper %}{{ body }}{% endfilter %}|{{ 'literal' is string }}|{{ obj.value }}"; + const auto program = jinja::parse_from_tokens(jinja::lexer().tokenize(source)); + std::vector> workers; + for (int worker = 0; worker < 8; ++worker) { + workers.push_back(std::async(std::launch::async, [&, worker] { + const auto prefix = "p" + std::to_string(worker); + for (int i = 0; i < 25; ++i) { + jinja::context ctx(source); + ctx.is_get_stats = i % 2 != 0; + const json input = { + { "prefix", prefix }, + { "body", "hi" }, + { "obj", { { "value", "V" } } } + }; + jinja::global_from_json(ctx, input, true); + const auto result = jinja::runtime::gather_string_parts(jinja::runtime(ctx).execute(program)); + if (result->as_string().str() != prefix + "0" + prefix + "1HI|True|V") { + return false; + } + if (ctx.get_val("obj")->at("value")->stats.used != ctx.is_get_stats) { + return false; + } + if (result->val_str.parts.empty() || !result->val_str.parts.front().is_input || + !result->val_str.parts.back().is_input) { + return false; + } + } + return true; + })); + } + for (auto & worker : workers) { + t.assert_true("request-local state", worker.get()); + } + }); + +} + static void test_whitespace_control(testing & t) { test_template(t, "trim_blocks removes newline after tag", "{% if true %}\n" @@ -502,6 +545,13 @@ static void test_expressions(testing & t) { "c" ); + test_template(t, "array index boundaries", + "{% for items in arrays %}{% for i in indices %}{{ items[i] | default('_') }}|{% endfor %};{% endfor %}", + {{"arrays", json::array({json::array({"a", "b", "c"}), json::array()})}, + {"indices", json::array({INT64_MIN, -4, -3, -1, 0, 2, 3, INT64_MAX})}}, + "_|_|a|c|a|c|_|_|;_|_|_|_|_|_|_|_|;" + ); + test_template(t, "array bool access", "{{ items[true] }}", {{"items", json::array({"a", "b", "c"})}}, @@ -575,6 +625,14 @@ static void test_expressions(testing & t) { "('c', 'b', 'a')" ); + test_template(t, "multipart string comparison and access", + "{% set left = a + 'bc' %}{% set right = 'ab' + c %}{{ left == right }}|" + "{{ left[0] }}{{ left[1] }}{{ left[2] }}|{{ right[1:3] }}|" + "{{ left[3] is undefined }}|{{ empty[0] is undefined }}", + {{"a", "a"}, {"c", "c"}, {"empty", ""}}, + "True|abc|bc|True|True" + ); + test_template(t, "string slice negative step", "{{ 'abcdef'[::-2] }}", json::object(), @@ -633,6 +691,31 @@ static void test_expressions(testing & t) { "{{ " + std::string(1000, '(') + "1" + std::string(1000, ')') + " }}", "template is nested more than 128 levels deep" ); + + test_template_error(t, "undefined hint: missing object key (attr)", + "{% set m = {'a': 1} %}{{ m.missing_key() }}", + "Callee is not a function: got Undefined (hint: 'missing_key')" + ); + + test_template_error(t, "undefined hint: missing object key (subscript)", + "{% set m = {'a': 1} %}{{ m['missing_key']() }}", + "Callee is not a function: got Undefined (hint: 'missing_key')" + ); + + test_template_error(t, "undefined hint: unknown array attribute", + "{% set a = [1] %}{{ a.missing_key() }}", + "Callee is not a function: got Undefined (hint: 'missing_key')" + ); + + test_template_error(t, "undefined hint: unknown string attribute", + "{% set s = 'x' %}{{ s.missing_key() }}", + "Callee is not a function: got Undefined (hint: 'missing_key')" + ); + + test_template_error(t, "undefined hint: unknown int attribute", + "{% set n = 1 %}{{ n.missing_key() }}", + "Callee is not a function: got Undefined (hint: 'missing_key')" + ); } static void test_set_statement(testing & t) { @@ -1440,6 +1523,17 @@ static void test_tests(testing & t) { "yes" ); + test_template(t, "is divisibleby -1 with INT64_MIN", + "{{ x is divisibleby(-1) }}", + {{"x", INT64_MIN}}, + "True" + ); + + test_template_error(t, "is divisibleby zero", + "{{ 10 is divisibleby(0) }}", + "divisibleby: division by zero" + ); + test_template(t, "is eq", "{{ 'yes' if 3 is eq(3) }}", json::object(), @@ -2730,6 +2824,27 @@ static void test_string_parts(testing & t) { return runtime.gather_string_parts(runtime.execute(ast))->as_string(); }; + t.test("comparison across part boundaries", [](testing & t) { + jinja::string left, right; + left.parts = {{true, "a"}, {false, "bc"}}; + right.parts = {{false, "ab"}, {true, "c"}}; + t.assert_true("equal text with different partitions", left.equals(right) && right.equals(left)); + + right.parts = {{false, ""}, {false, "ab"}, {true, ""}, {true, "c"}, {false, ""}}; + t.assert_true("empty parts do not change equality", left.equals(right) && right.equals(left)); + t.assert_true("different bytes are unequal", !left.equals(jinja::string("abd"))); + t.assert_true("prefixes are unequal", !left.equals(jinja::string("ab")) && !jinja::string("ab").equals(left)); + + jinja::string empty; + empty.parts = {{true, ""}, {false, ""}}; + t.assert_true("empty partitions equal an empty string", empty.equals(jinja::string()) && jinja::string().equals(empty)); + + auto object = jinja::mk_val(); + object->insert(jinja::mk_val(left), jinja::mk_val(7)); + const auto found = object->find(jinja::mk_val(right)); + t.assert_true("object keys ignore partition boundaries", found && found->as_int() == 7); + }); + t.test("merge joins only the neighbours with the same type", [](testing & t) { // "AB" comes from the input and merges, "-" comes from the template and must not jinja::string res = render("{{ val.a }}{{ val.b }}-{{ val.c }}", From e3483e40b02326383a54a23ae71f2bfa9f81181a Mon Sep 17 00:00:00 2001 From: Jhen-Jie Hong Date: Sat, 14 Nov 2026 21:12:07 +0800 Subject: [PATCH 033/249] mtmd : allow custom video decoder (#32188) * mtmd : allow custom video decoder * also adapt to wllama requirements * clean up * add test --------- Co-authored-by: Xuan Son Nguyen --- tests/test-mtmd-impl.cpp | 54 +- tools/mtmd/CMakeLists.txt | 4 + tools/mtmd/mtmd-helper-common.h | 11 +- tools/mtmd/mtmd-helper-video-ffmpeg.cpp | 410 +++++++++++++++ tools/mtmd/mtmd-helper.cpp | 645 ++++++------------------ tools/mtmd/mtmd-helper.h | 57 ++- tools/server/server-context.cpp | 6 + tools/server/server-context.h | 5 + 8 files changed, 676 insertions(+), 516 deletions(-) create mode 100644 tools/mtmd/mtmd-helper-video-ffmpeg.cpp diff --git a/tests/test-mtmd-impl.cpp b/tests/test-mtmd-impl.cpp index 45c15f8c3a9d..8730fb91eabf 100644 --- a/tests/test-mtmd-impl.cpp +++ b/tests/test-mtmd-impl.cpp @@ -367,10 +367,20 @@ MAKE_TEST(test_video_config) { // n_frames source frames, each one starts with its index struct test_video_source : mtmd_helper_video_seq { int32_t n_frames; - int32_t n_read = 0; + int32_t n_read = 0; + int32_t n_skipped = 0; test_video_source(int32_t n_frames) : n_frames(n_frames) {} + bool skip_raw_frame() override { + if (n_read >= n_frames) { + return false; + } + n_read++; + n_skipped++; + return true; + } + bool read_raw_frame() override { if (n_read >= n_frames) { return false; @@ -412,17 +422,17 @@ MAKE_TEST(test_video_sequence_qwen3vl) { const mtmd_image_preprocessor_qwen3vl preproc(hparams); // { source video, expected frame size and sequence from Qwen3VLProcessor (transformers 4.57.1) } - const std::vector> cases = { - { { 720, 358, 24.0f, 240 }, { 704, 352 }, + const std::vector> cases = { + { { 720, 358, 24.0f, 240, -1.0f }, { 704, 352 }, "<0.3 seconds>[0][13]<1.3 seconds>[25][38]<2.4 seconds>[50][63]<3.4 seconds>[75][88]<4.5 seconds>[101][113]" "<5.5 seconds>[126][138]<6.6 seconds>[151][164]<7.6 seconds>[176][189]<8.6 seconds>[201][214]<9.7 seconds>[226][239]" }, // odd frame count: the last group repeats its last frame - { { 640, 480, 10.0f, 35 }, { 640, 480 }, + { { 640, 480, 10.0f, 35, -1.0f }, { 640, 480 }, "<0.3 seconds>[0][6]<1.4 seconds>[11][17]<2.5 seconds>[23][28]<3.4 seconds>[34]" }, // fewer frames than the minimum of 4 - { { 320, 240, 30.0f, 3 }, { 320, 256 }, + { { 320, 240, 30.0f, 3, -1.0f }, { 320, 256 }, "<0.0 seconds>[0][1]<0.1 seconds>[2]" }, - { { 1280, 720, 30000.0f / 1001.0f, 300 }, { 1280, 704 }, + { { 1280, 720, 30000.0f / 1001.0f, 300, -1.0f }, { 1280, 704 }, "<0.3 seconds>[0][16]<1.3 seconds>[31][47]<2.4 seconds>[63][79]<3.4 seconds>[94][110]<4.5 seconds>[126][142]" "<5.5 seconds>[157][173]<6.6 seconds>[189][205]<7.6 seconds>[220][236]<8.7 seconds>[252][268]<9.7 seconds>[283][299]" }, }; @@ -445,19 +455,43 @@ MAKE_TEST(test_video_sequence_lfm3_omni) { hparams.n_merge = 2; const mtmd_image_preprocessor_lfm3vl preproc(hparams); - const mtmd_helper_video_src src = { 64, 64, 2.0f, 9 }; + const mtmd_helper_video_stream_info src = { 64, 64, 2.0f, 9, -1.0f }; const mtmd_video_config cfg = mtmd_video_config_init(MTMD_VIDEO_TEMPLATE_LFM3_OMNI, &preproc, src.width, src.height, src.n_frames, src.fps); test_video_source video(src.n_frames); video.configure(cfg, src, 0.0f); - video.src_alive = true; - video.audio_rate = 100; - video.soundtrack.assign(450, 0.0f); + video.src_alive = true; + // the video is 4.5 seconds long, the rest of the soundtrack is dropped + const std::vector pcm(500, 0.0f); + video.set_soundtrack(pcm.data(), pcm.size(), 100); t.assert_equal("sequence", std::string("<0.2 seconds>[0][1]{100}<1.2 seconds>[2][3]{100}<2.2 seconds>[4][5]{100}<3.2 seconds>[6][7]{100}<4.0 seconds>[8]{50}"), video_sequence_to_str(t, video)); } +// a source that gives every frame: the frames of fps_target are picked by index +MAKE_TEST(test_video_sequence_sample_by_index) { + const mtmd_video_config cfg = { MTMD_VIDEO_TEMPLATE_DEFAULT, 0.0f, 0, 0, 0 }; + + // { source video, frames in the source, expected sequence, expected number of skipped frames } + const std::vector> cases = { + { { 64, 64, 8.0f, 16, -1.0f }, 16, "Video:[0][0m0.00s][4][8][0m1.00s][12]", 9 }, + // unknown length: every frame is kept + { { 64, 64, 8.0f, -1, -1.0f }, 3, "Video:[0][0m0.00s][1][2]", 0 }, + }; + + for (const auto & [src, n_frames, expected, expected_skipped] : cases) { + const std::string name = std::to_string(src.n_frames) + " frames"; + test_video_source video(n_frames); + video.timestamp_interval_ms = 1000; + video.configure(cfg, src, 2.0f); + video.sample_by_index(src); + video.src_alive = true; + t.assert_equal(name + " sequence", expected, video_sequence_to_str(t, video)); + t.assert_equal(name + " skipped", expected_skipped, video.n_skipped); + } +} + // // mtmd_audio // diff --git a/tools/mtmd/CMakeLists.txt b/tools/mtmd/CMakeLists.txt index c19815d67114..44ad177334e8 100644 --- a/tools/mtmd/CMakeLists.txt +++ b/tools/mtmd/CMakeLists.txt @@ -31,6 +31,10 @@ set(MTMD_CORE_SOURCES mtmd-graph.h ) +if (MTMD_VIDEO) + list(APPEND MTMD_CORE_SOURCES mtmd-helper-video-ffmpeg.cpp) +endif() + add_library(mtmd ${MTMD_CORE_SOURCES} models/models.h diff --git a/tools/mtmd/mtmd-helper-common.h b/tools/mtmd/mtmd-helper-common.h index e347868ef214..91b1df835982 100644 --- a/tools/mtmd/mtmd-helper-common.h +++ b/tools/mtmd/mtmd-helper-common.h @@ -1,7 +1,7 @@ #pragma once // shared internal utilities for the mtmd-helper-*.cpp translation units -// (mtmd-helper.cpp, mtmd-helper-gen.cpp) +// (mtmd-helper.cpp, mtmd-helper-gen.cpp, mtmd-helper-video-ffmpeg.cpp) // NOT part of the public mtmd-helper.h API #include "ggml.h" @@ -65,6 +65,15 @@ inline mtmd_helper_logger g_logger; #define LOG_WRN(...) g_logger.log(GGML_LOG_LEVEL_WARN, __VA_ARGS__) #define LOG_ERR(...) g_logger.log(GGML_LOG_LEVEL_ERROR, __VA_ARGS__) +// +// video +// + +struct mtmd_helper_video_decoder; + +// only with MTMD_VIDEO; the user_data of open() is ffmpeg_bin_dir +const mtmd_helper_video_decoder * mtmd_helper_video_decoder_ffmpeg(); + // // embd batch // diff --git a/tools/mtmd/mtmd-helper-video-ffmpeg.cpp b/tools/mtmd/mtmd-helper-video-ffmpeg.cpp new file mode 100644 index 000000000000..0e9fd260392d --- /dev/null +++ b/tools/mtmd/mtmd-helper-video-ffmpeg.cpp @@ -0,0 +1,410 @@ +// mtmd_helper_video_decoder backed by ffmpeg/ffprobe subprocesses + +#ifdef MTMD_VIDEO + +// fix problem with std::min and std::max +#if defined(_WIN32) +#define WIN32_LEAN_AND_MEAN +#ifndef NOMINMAX +# define NOMINMAX +#endif +#include +#endif + +#include "mtmd-helper.h" +#include "mtmd-helper-common.h" + +#include "sheredom/subprocess.h" + +#include +#include +#include +#include +#include +#include +#include + +#ifndef _WIN32 +#include +#include +#include +#endif + +#ifdef MTMD_INTERNAL_HEADER +#error "mtmd-helper is a public library outside of mtmd. it must not include internal headers" +#endif + +namespace { + +// RAII wrapper for managing subprocess +struct subprocess_handle { + struct subprocess_s proc = {}; + bool created = false; // process exists and must be cleaned up + bool alive = false; // process can still give us data + std::thread feeder; + + subprocess_handle() = default; + subprocess_handle(const subprocess_handle &) = delete; + subprocess_handle & operator=(const subprocess_handle &) = delete; + ~subprocess_handle() { stop(); } + + void stop() { + // note: alive becomes false on stdout EOF, but the process still needs cleanup + if (!created) { + return; + } + subprocess_terminate(&proc); +#ifdef _WIN32 + // no SIGPIPE on windows: a blocked feeder only gets a broken pipe once we close our read end of the child stdin + if (proc.hStdInput) { + CloseHandle(proc.hStdInput); + proc.hStdInput = nullptr; + } +#endif + // join before destroy: feeder holds a FILE* from subprocess_stdin; + // subprocess_destroy closes it, so the thread must finish first + if (feeder.joinable()) { + feeder.join(); + } + subprocess_join(&proc, nullptr); // reap the child, or else it stays a zombie + subprocess_destroy(&proc); + created = false; + alive = false; + } + + FILE * stdout_pipe() { + return subprocess_stdout(&proc); + } + + // buf must outlive the feeder thread, i.e. this handle + void start_feeder(const std::vector & buf) { + feeder = std::thread([this, &buf]() { +#ifndef _WIN32 + // ffmpeg can exit before it reads all the input, for example when ffprobe already got the metadata. + // the write below must then fail with EPIPE, instead of killing the process with SIGPIPE + sigset_t sigpipe_set; + sigemptyset(&sigpipe_set); + sigaddset(&sigpipe_set, SIGPIPE); + pthread_sigmask(SIG_BLOCK, &sigpipe_set, nullptr); // linux sends the signal to the writing thread +#endif + FILE * f = subprocess_stdin(&proc); + if (!f) { + return; + } +#ifdef F_SETNOSIGPIPE + fcntl(fileno(f), F_SETNOSIGPIPE, 1); // macos/bsd send it to the process, so turn it off per fd +#endif + fwrite(buf.data(), 1, buf.size(), f); + fclose(f); + proc.stdin_file = nullptr; // prevent double-close in subprocess_destroy + }); + } +}; + +std::string resolve_bin(const char * bin_dir, const char * name) { + if (!bin_dir || bin_dir[0] == '\0') { + return name; // rely on PATH + } + std::string result = bin_dir; + char last = result.back(); + if (last != '/' && last != '\\') { +#ifdef _WIN32 + result += '\\'; +#else + result += '/'; +#endif + } + result += name; +#ifdef _WIN32 + result += ".exe"; +#endif + return result; +} + +float parse_rational(const char * s) { + int num = 0, den = 1; + if (sscanf(s, "%d/%d", &num, &den) == 2 && den > 0) { + return (float)num / (float)den; + } + float val; + if (sscanf(s, "%f", &val) == 1) { + return val; + } + return 0.0f; +} + +struct ffmpeg_video { + std::string path; + std::vector input_buf; // non-empty when opened from a buffer + std::string ffmpeg_bin; + std::string ffprobe_bin; + + uint32_t src_width = 0; + uint32_t src_height = 0; + double video_start_s = 0.0; + + std::vector pcm; + size_t pcm_start = 0; + std::vector skip_buf; + + // must be destroyed before input_buf, which its feeder thread reads + subprocess_handle sp; + + bool is_buf_input() const { + return !input_buf.empty(); + } + + bool probe(mtmd_helper_video_stream_info & info) { + // cache: makes stdin seekable; without it ffprobe reports width/height 0 + // for mp4 files whose moov atom sits at the end + const char * input_arg = is_buf_input() ? "cache:pipe:0" : path.c_str(); + std::vector cmd = { + ffprobe_bin.c_str(), + "-v", "quiet", + "-show_entries", "stream=width,height,r_frame_rate,nb_frames,duration,start_time", + "-select_streams", "v:0", + "-of", "default=noprint_wrappers=1", + }; + if (is_buf_input()) { + // remove the 64KB read-ahead limit of cache:, or else ffprobe cannot reach a moov atom at end of file + cmd.insert(cmd.end(), {"-read_ahead_limit", "-1"}); + } + cmd.insert(cmd.end(), {input_arg, nullptr}); + + LOG_DBG("%s: launching:", __func__); + for (size_t i = 0; cmd[i]; i++) { LOG_DBG(" %s", cmd[i]); } + LOG_DBG("\n"); + + subprocess_handle probe_sp; + if (subprocess_create(cmd.data(), + subprocess_option_search_user_path | subprocess_option_inherit_environment, + &probe_sp.proc) != 0) { + LOG_ERR("%s: failed to launch ffprobe\n", __func__); + return false; + } + probe_sp.created = true; + probe_sp.alive = true; + + if (is_buf_input()) { + probe_sp.start_feeder(input_buf); + } + + char line[256]; + FILE * fp = probe_sp.stdout_pipe(); + + while (fgets(line, sizeof(line), fp)) { + char * eq = strchr(line, '='); + if (!eq) continue; + *eq = '\0'; + const char * key = line; + const char * val = eq + 1; + char * nl = (char *)strchr(val, '\n'); + if (nl) *nl = '\0'; + + if (strcmp(key, "width") == 0) { + info.width = (uint32_t)atoi(val); + } else if (strcmp(key, "height") == 0) { + info.height = (uint32_t)atoi(val); + } else if (strcmp(key, "r_frame_rate") == 0) { + info.fps = parse_rational(val); + } else if (strcmp(key, "nb_frames") == 0 && strcmp(val, "N/A") != 0) { + info.n_frames = atoi(val); + } else if (strcmp(key, "duration") == 0 && strcmp(val, "N/A") != 0) { + info.duration = (float)atof(val); + } else if (strcmp(key, "start_time") == 0 && strcmp(val, "N/A") != 0) { + video_start_s = atof(val); + } + } + + probe_sp.stop(); + + // TODO: this is the encoded size, it is wrong for a rotated video (ffmpeg rotates the frames) + src_width = info.width; + src_height = info.height; + return info.width > 0 && info.height > 0 && info.fps > 0.0f; + } + + void load_soundtrack(int rate) { + const std::string rate_str = std::to_string(rate); + std::vector cmd = {ffmpeg_bin.c_str(), "-nostdin"}; + cmd.reserve(20); // GCC 11 -Wstringop-overflow false positive on the inserts below otherwise + if (is_buf_input()) { + cmd.insert(cmd.end(), {"-read_ahead_limit", "-1"}); + } + cmd.insert(cmd.end(), {"-i", is_buf_input() ? "cache:pipe:0" : path.c_str(), "-map", "0:a:0", "-vn", "-ac", "1", + "-ar", rate_str.c_str(), "-f", "f32le", "pipe:1", "-loglevel", "error", nullptr}); + subprocess_handle audio_sp; + if (subprocess_create(cmd.data(), subprocess_option_search_user_path | subprocess_option_inherit_environment, + &audio_sp.proc) != 0) { + LOG_WRN("%s: failed to launch ffmpeg for the soundtrack\n", __func__); + return; + } + audio_sp.created = true; + audio_sp.alive = true; + if (is_buf_input()) { + audio_sp.start_feeder(input_buf); + } + float block[4096]; + size_t n; + while ((n = fread(block, sizeof(float), 4096, audio_sp.stdout_pipe())) > 0) { + pcm.insert(pcm.end(), block, block + n); + } + audio_sp.stop(); + + // align to the first video frame + pcm_start = std::min(pcm.size(), (size_t) std::max(0.0, std::nearbyint(video_start_s * rate))); + } + + bool start(uint32_t width, uint32_t height, float fps) { + std::vector cmd; + cmd.push_back(ffmpeg_bin.c_str()); + + cmd.push_back("-nostdin"); + if (is_buf_input()) { + // remove the 64KB read-ahead limit of cache:, or else ffmpeg cannot reach a moov atom at end of file + cmd.push_back("-read_ahead_limit"); + cmd.push_back("-1"); + } + cmd.push_back("-i"); + // cache:pipe:0 wraps stdin with a seekable in-memory cache, letting ffmpeg seek + // backwards for container headers (e.g. MP4 moov atom at end of file) + cmd.push_back(is_buf_input() ? "cache:pipe:0" : path.c_str()); + + const bool scale = width != src_width || height != src_height; + char vf[160] = ""; + if (fps > 0.0f) { + if (scale) { + snprintf(vf, sizeof(vf), "fps=%.6f,scale=%u:%u", fps, width, height); + } else { + snprintf(vf, sizeof(vf), "fps=%.6f", fps); + } + } else if (scale) { + // B=0 C=0.5 bicubic on RGB is closest to Pillow + snprintf(vf, sizeof(vf), + "format=rgb24,scale=%u:%u:flags=bicubic+accurate_rnd+full_chroma_int:param0=0:param1=0.5", + width, height); + } + if (vf[0]) { + cmd.push_back("-vf"); + cmd.push_back(vf); + } + + cmd.push_back("-f"); + cmd.push_back("rawvideo"); + cmd.push_back("-pix_fmt"); + cmd.push_back("rgb24"); + cmd.push_back("pipe:1"); + cmd.push_back("-loglevel"); + cmd.push_back("error"); + cmd.push_back(nullptr); + + LOG_DBG("%s: launching:", __func__); + for (size_t i = 0; cmd[i]; i++) { + LOG_DBG(" %s", cmd[i]); + } + LOG_DBG("\n"); + + int ret = subprocess_create( + cmd.data(), + subprocess_option_search_user_path | subprocess_option_inherit_environment, + &sp.proc); + + sp.created = (ret == 0); + sp.alive = (ret == 0); + LOG_DBG("%s: subprocess_create ret=%d proc_alive=%d\n", __func__, ret, (int)sp.alive); + if (!sp.alive) { + LOG_ERR("%s: failed to start ffmpeg (is ffmpeg in PATH?)\n", __func__); + return false; + } + + if (is_buf_input()) { + LOG_DBG("%s: starting feeder thread for %zu-byte buffer\n", __func__, input_buf.size()); + sp.start_feeder(input_buf); + } + return true; + } + + bool read(unsigned char * dst, size_t n) { + FILE * fp = sp.stdout_pipe(); + if (!dst) { + skip_buf.resize(n); + dst = skip_buf.data(); + } + size_t total_read = 0; + while (total_read < n) { + const size_t got = fread(dst + total_read, 1, n - total_read, fp); + if (got == 0) { + // clean EOF only if no bytes read yet; partial frame is an error + LOG_DBG("%s: fread returned 0 after %zu/%zu bytes (ferror=%d)\n", + __func__, total_read, n, ferror(fp)); + return false; + } + total_read += got; + } + return true; + } +}; + +void * ffmpeg_open(void * user_data, const char * path, const unsigned char * buf, size_t len, + mtmd_helper_video_stream_info * info) { + auto v = std::make_unique(); + const char * bin_dir = static_cast(user_data); + v->ffmpeg_bin = resolve_bin(bin_dir, "ffmpeg"); + v->ffprobe_bin = resolve_bin(bin_dir, "ffprobe"); + if (buf && len > 0) { + v->input_buf.assign(buf, buf + len); + } else if (path) { + v->path = path; + } + if (!v->probe(*info)) { + LOG_ERR("%s: ffprobe failed for '%s' (is ffprobe in PATH?)\n", __func__, v->is_buf_input() ? "" : v->path.c_str()); + return nullptr; + } + return v.release(); +} + +bool ffmpeg_start(void * state, uint32_t width, uint32_t height, float fps, bool * fps_picked) { + *fps_picked = fps > 0.0f; + return static_cast(state)->start(width, height, fps); +} + +bool ffmpeg_read_frame(void * state, unsigned char * rgb, uint32_t width, uint32_t height) { + auto * v = static_cast(state); + if (!v->sp.alive) { + return false; + } + if (!v->pcm.empty()) { + std::vector().swap(v->pcm); // no longer needed + } + LOG_DBG("%s: reading a frame, expecting %zu bytes (%ux%u)\n", __func__, (size_t) width * height * 3, width, height); + return v->read(rgb, (size_t) width * height * 3); +} + +const float * ffmpeg_read_audio(void * state, int sample_rate, size_t * n_samples) { + auto * v = static_cast(state); + v->pcm.clear(); + v->pcm_start = 0; + v->load_soundtrack(sample_rate); + *n_samples = v->pcm.size() - v->pcm_start; + return *n_samples > 0 ? v->pcm.data() + v->pcm_start : nullptr; +} + +void ffmpeg_close(void * state) { + delete static_cast(state); +} + +} // namespace + +const mtmd_helper_video_decoder * mtmd_helper_video_decoder_ffmpeg() { + static const mtmd_helper_video_decoder decoder = { + /* open */ ffmpeg_open, + /* start */ ffmpeg_start, + /* read_frame */ ffmpeg_read_frame, + /* read_audio */ ffmpeg_read_audio, + /* close */ ffmpeg_close, + /* user_data */ nullptr, + }; + return &decoder; +} + +#endif // MTMD_VIDEO diff --git a/tools/mtmd/mtmd-helper.cpp b/tools/mtmd/mtmd-helper.cpp index aefe504b2891..e14476788f9e 100644 --- a/tools/mtmd/mtmd-helper.cpp +++ b/tools/mtmd/mtmd-helper.cpp @@ -41,16 +41,6 @@ #error "mtmd-helper is a public library outside of mtmd. it must not include internal headers" #endif -#ifdef MTMD_VIDEO -#include "sheredom/subprocess.h" -#include -#ifndef _WIN32 -#include -#include -#include -#endif -#endif - // // internal logging functions // @@ -433,20 +423,19 @@ static bool is_webp_file(const unsigned char * buf, size_t len) { return len >= 12 && memcmp(buf, "RIFF", 4) == 0 && memcmp(buf + 8, "WEBP", 4) == 0; } -#ifdef MTMD_VIDEO -static mtmd_bitmap * decode_webp_with_ffmpeg(const mtmd_context * mctx, const unsigned char * buf, size_t len, bool placeholder, - const mtmd_helper_video_init_params & params); +static mtmd_bitmap * decode_still_image(const char * path, const unsigned char * buf, size_t len, bool placeholder, + const mtmd_helper_video_init_params & params); +static mtmd_helper_video * video_init(const mtmd_context * mctx, const char * path, const unsigned char * buf, size_t len, + const mtmd_helper_video_init_params & params); static void mtmd_helper_video_set_id(mtmd_helper_video * vctx, const std::string & id); -#endif -mtmd_helper_bitmap_wrapper mtmd_helper_bitmap_init_from_buf(const mtmd_context * ctx, const unsigned char * buf, size_t len, bool placeholder, - mtmd_helper_init_opt opt) { +static mtmd_helper_bitmap_wrapper mtmd_helper_bitmap_init_impl(const mtmd_context * ctx, const char * fname, + const unsigned char * buf, size_t len, bool placeholder, + mtmd_helper_init_opt opt) { // calculate the hash if needed std::string id; mtmd_bitmap * result = nullptr; - GGML_UNUSED(opt); // only used by video code paths - if (!placeholder) { // use sha256 to prevent cache poisoning id = hash_sha256_hex(buf, len); @@ -481,10 +470,9 @@ mtmd_helper_bitmap_wrapper mtmd_helper_bitmap_init_from_buf(const mtmd_context * // otherwise, fallthrough to video decoding (if supported) } -#ifdef MTMD_VIDEO - // stb_image does not support webp; decode it with ffmpeg as a single frame + // stb_image does not support webp; decode it with the video decoder as a single frame if (!result && is_webp_file(buf, len)) { - result = decode_webp_with_ffmpeg(ctx, buf, len, placeholder, opt.video_params); + result = decode_still_image(fname, buf, len, placeholder, opt.video_params); if (!result) { LOG_ERR("%s: failed to decode webp buffer\n", __func__); return {nullptr, nullptr}; @@ -492,12 +480,10 @@ mtmd_helper_bitmap_wrapper mtmd_helper_bitmap_init_from_buf(const mtmd_context * mtmd_bitmap_set_id(result, id.empty() ? nullptr : id.c_str()); return {result, nullptr}; } -#endif // last try: load as video -#ifdef MTMD_VIDEO if (!result) { - auto video_ctx = mtmd_helper_video_init_from_buf(ctx, buf, len, opt.video_params); + auto video_ctx = video_init(ctx, fname, buf, len, opt.video_params); if (!video_ctx) { LOG_ERR("%s: failed to decode buffer as either image/audio/video\n", __func__); return {nullptr, nullptr}; @@ -516,17 +502,16 @@ mtmd_helper_bitmap_wrapper mtmd_helper_bitmap_init_from_buf(const mtmd_context * mtmd_bitmap_set_is_video(result, true); return {result, video_ctx}; } -#else - if (!result) { - LOG_ERR("%s: failed to decode buffer as either image or audio (video support not compiled in)\n", __func__); - return {nullptr, nullptr}; - } -#endif // should not reach here return {nullptr, nullptr}; } +mtmd_helper_bitmap_wrapper mtmd_helper_bitmap_init_from_buf(const mtmd_context * ctx, const unsigned char * buf, size_t len, bool placeholder, + mtmd_helper_init_opt opt) { + return mtmd_helper_bitmap_init_impl(ctx, nullptr, buf, len, placeholder, opt); +} + mtmd_helper_bitmap_wrapper mtmd_helper_bitmap_init_from_file(const mtmd_context * ctx, const char * fname, bool placeholder, mtmd_helper_init_opt opt) { #ifdef _WIN32 @@ -569,7 +554,7 @@ mtmd_helper_bitmap_wrapper mtmd_helper_bitmap_init_from_file(const mtmd_context return {nullptr, nullptr}; } - return mtmd_helper_bitmap_init_from_buf(ctx, buf.data(), buf.size(), placeholder, opt); + return mtmd_helper_bitmap_init_impl(ctx, fname, buf.data(), buf.size(), placeholder, opt); } // @@ -595,7 +580,7 @@ int32_t mtmd_helper_video_seq::ts_per_n_frames() const { return tmpl == MTMD_VIDEO_TEMPLATE_LFM3 || tmpl == MTMD_VIDEO_TEMPLATE_LFM3_OMNI || tmpl == MTMD_VIDEO_TEMPLATE_QWEN3VL ? 2 : 0; } -void mtmd_helper_video_seq::configure(const mtmd_video_config & cfg, const mtmd_helper_video_src & src, float fps_target_arg) { +void mtmd_helper_video_seq::configure(const mtmd_video_config & cfg, const mtmd_helper_video_stream_info & src, float fps_target_arg) { tmpl = cfg.tmpl; uint32_t width = src.width; uint32_t height = src.height; @@ -644,6 +629,37 @@ void mtmd_helper_video_seq::configure(const mtmd_video_config & cfg, const mtmd_ frame_buf.resize((size_t)width * height * 3); } +void mtmd_helper_video_seq::sample_by_index(const mtmd_helper_video_stream_info & src) { + if (!frame_indices.empty() || src.fps <= 0.0f) { + return; + } + const int32_t n_src = src.n_frames > 0 ? src.n_frames + : src.duration > 0.0f ? (int32_t) std::nearbyint(src.duration * src.fps) : 0; + if (info.n_frames <= 0 || n_src <= 0) { + // unknown length: keep every frame + fps_target = src.fps; + info.fps = src.fps; + return; + } + frame_indices.resize(info.n_frames); + for (int32_t i = 0; i < info.n_frames; i++) { + frame_indices[i] = std::min(n_src - 1, (int32_t) ((double) i * src.fps / fps_target)); + } + src_fps = src.fps; + n_src_frames = n_src; +} + +void mtmd_helper_video_seq::set_soundtrack(const float * pcm, size_t n, int rate) { + if (!pcm || n == 0) { + LOG_WRN("%s: the video has no soundtrack\n", __func__); + return; + } + // keep only the span of the video stream: n_frames / fps seconds from its first frame + const size_t len = (size_t) std::nearbyint((double) n_src_frames / src_fps * rate); + audio_rate = rate; + soundtrack.assign(pcm, pcm + std::min(n, len)); +} + // the soundtrack of the group of frames that ends with frame idx, nullptr if the soundtrack has ended mtmd_bitmap * mtmd_helper_video_seq::soundtrack_slice(int32_t idx) const { const int32_t ts_per_n_frames = this->ts_per_n_frames(); @@ -675,7 +691,7 @@ mtmd_bitmap * mtmd_helper_video_seq::read_next_frame() { // skip to the wanted source frame; a repeated index reuses the frame in frame_buf const int32_t want = frame_indices[next_index]; while (src_frame <= want) { - if (!read_raw_frame()) { + if (!(src_frame < want ? skip_raw_frame() : read_raw_frame())) { src_alive = false; return nullptr; } @@ -790,523 +806,181 @@ int32_t mtmd_helper_video_seq::read_next(mtmd_bitmap ** out_bitmap, char ** out_ return 0; } -#ifdef MTMD_VIDEO - struct mtmd_helper_video : mtmd_helper_video_seq { - const mtmd_context * mctx; - std::string path; - std::vector input_buf; // non-empty when initialized from buffer - std::string ffmpeg_bin; - std::string ffprobe_bin; - - // RAII wrapper for managing subprocess - struct subprocess_handle { - struct subprocess_s proc = {}; - bool created = false; // process exists and must be cleaned up - bool alive = false; // process can still give us data - std::thread feeder; - - subprocess_handle() = default; - subprocess_handle(const subprocess_handle &) = delete; - subprocess_handle & operator=(const subprocess_handle &) = delete; - ~subprocess_handle() { stop(); } - - void stop() { - // note: alive becomes false on stdout EOF, but the process still needs cleanup - if (!created) { - return; - } - subprocess_terminate(&proc); -#ifdef _WIN32 - // no SIGPIPE on windows: a blocked feeder only gets a broken pipe once we close our read end of the child stdin - if (proc.hStdInput) { - CloseHandle(proc.hStdInput); - proc.hStdInput = nullptr; - } -#endif - // join before destroy: feeder holds a FILE* from subprocess_stdin; - // subprocess_destroy closes it, so the thread must finish first - if (feeder.joinable()) { - feeder.join(); - } - subprocess_join(&proc, nullptr); // reap the child, or else it stays a zombie - subprocess_destroy(&proc); - created = false; - alive = false; - } - - FILE * stdout_pipe() { - return subprocess_stdout(&proc); - } + mtmd_helper_video_decoder dec = {}; + void * state = nullptr; - // buf is tied to lifetime of mtmd_helper_video, so it's guaranteed to outlive the feeder thread - void start_feeder(const std::vector & buf) { - feeder = std::thread([this, &buf]() { -#ifndef _WIN32 - // ffmpeg can exit before it reads all the input, for example when ffprobe already got the metadata. - // the write below must then fail with EPIPE, instead of killing the process with SIGPIPE - sigset_t sigpipe_set; - sigemptyset(&sigpipe_set); - sigaddset(&sigpipe_set, SIGPIPE); - pthread_sigmask(SIG_BLOCK, &sigpipe_set, nullptr); // linux sends the signal to the writing thread -#endif - FILE * f = subprocess_stdin(&proc); - if (!f) { - return; - } -#ifdef F_SETNOSIGPIPE - fcntl(fileno(f), F_SETNOSIGPIPE, 1); // macos/bsd send it to the process, so turn it off per fd -#endif - fwrite(buf.data(), 1, buf.size(), f); - fclose(f); - proc.stdin_file = nullptr; // prevent double-close in subprocess_destroy - }); - } - }; - - subprocess_handle sp; - - // apply mtmd_get_video_config(); false for still images decoded via ffmpeg - bool use_video_config = false; - double video_start_s = 0.0; // start time of the video stream, to align the soundtrack - - bool is_buf_input() const { - return !input_buf.empty(); - } - - bool probe(float fps_target_arg) { - // cache: makes stdin seekable; without it ffprobe reports width/height 0 - // for mp4 files whose moov atom sits at the end - const char * input_arg = is_buf_input() ? "cache:pipe:0" : path.c_str(); - std::vector cmd = { - ffprobe_bin.c_str(), - "-v", "quiet", - "-show_entries", "stream=width,height,r_frame_rate,nb_frames,duration,start_time", - "-select_streams", "v:0", - "-of", "default=noprint_wrappers=1", - }; - if (is_buf_input()) { - // remove the 64KB read-ahead limit of cache:, or else ffprobe cannot reach a moov atom at end of file - cmd.insert(cmd.end(), {"-read_ahead_limit", "-1"}); - } - cmd.insert(cmd.end(), {input_arg, nullptr}); - - LOG_DBG("%s: launching:", __func__); - for (size_t i = 0; cmd[i]; i++) { LOG_DBG(" %s", cmd[i]); } - LOG_DBG("\n"); - - subprocess_handle probe_sp; - if (subprocess_create(cmd.data(), - subprocess_option_search_user_path | subprocess_option_inherit_environment, - &probe_sp.proc) != 0) { - LOG_ERR("%s: failed to launch ffprobe\n", __func__); - return false; - } - probe_sp.created = true; - probe_sp.alive = true; - - if (is_buf_input()) { - probe_sp.start_feeder(input_buf); + ~mtmd_helper_video() override { + if (state) { + dec.close(state); } + } - mtmd_helper_video_src src; - char line[256]; - FILE * fp = probe_sp.stdout_pipe(); - - while (fgets(line, sizeof(line), fp)) { - char * eq = strchr(line, '='); - if (!eq) continue; - *eq = '\0'; - const char * key = line; - const char * val = eq + 1; - char * nl = (char *)strchr(val, '\n'); - if (nl) *nl = '\0'; - - if (strcmp(key, "width") == 0) { - src.width = (uint32_t)atoi(val); - } else if (strcmp(key, "height") == 0) { - src.height = (uint32_t)atoi(val); - } else if (strcmp(key, "r_frame_rate") == 0) { - src.fps = parse_rational(val); - } else if (strcmp(key, "nb_frames") == 0 && strcmp(val, "N/A") != 0) { - src.n_frames = atoi(val); - } else if (strcmp(key, "duration") == 0 && strcmp(val, "N/A") != 0) { - src.duration = (float)atof(val); - } else if (strcmp(key, "start_time") == 0 && strcmp(val, "N/A") != 0) { - video_start_s = atof(val); - } - } + bool read_raw_frame() override { + return dec.read_frame(state, frame_buf.data(), info.width, info.height); + } - probe_sp.stop(); + bool skip_raw_frame() override { + return dec.read_frame(state, nullptr, info.width, info.height); + } - if (src.width == 0 || src.height == 0 || src.fps <= 0.0f) { + bool start(const mtmd_helper_video_stream_info & src, float fps) { + bool fps_picked = false; + if (dec.start && !dec.start(state, info.width, info.height, fps, &fps_picked)) { + LOG_ERR("%s: the video decoder failed to start\n", __func__); return false; } - - mtmd_video_config cfg{MTMD_VIDEO_TEMPLATE_DEFAULT, 0.0f, 0, 0, 0}; - if (use_video_config) { - cfg = mtmd_get_video_config(mctx, src.width, src.height, src.n_frames, src.fps); + if (fps > 0.0f && !fps_picked) { + sample_by_index(src); } - configure(cfg, src, fps_target_arg); return true; } - // the soundtrack over the span of the video stream: from its first frame for n_frames / fps seconds, mono at the - // rate of the audio encoder; empty if the file has no audio - void load_soundtrack() { + void load_soundtrack(const mtmd_context * mctx) { const int rate = mtmd_get_audio_sample_rate(mctx); - if (tmpl != MTMD_VIDEO_TEMPLATE_LFM3_OMNI || frame_indices.empty() || rate <= 0) { - return; - } - const std::string rate_str = std::to_string(rate); - std::vector cmd = {ffmpeg_bin.c_str(), "-nostdin"}; - cmd.reserve(20); // GCC 11 -Wstringop-overflow false positive on the inserts below otherwise - if (is_buf_input()) { - cmd.insert(cmd.end(), {"-read_ahead_limit", "-1"}); - } - cmd.insert(cmd.end(), {"-i", is_buf_input() ? "cache:pipe:0" : path.c_str(), "-map", "0:a:0", "-vn", "-ac", "1", - "-ar", rate_str.c_str(), "-f", "f32le", "pipe:1", "-loglevel", "error", nullptr}); - subprocess_handle audio_sp; - if (subprocess_create(cmd.data(), subprocess_option_search_user_path | subprocess_option_inherit_environment, - &audio_sp.proc) != 0) { - LOG_WRN("%s: failed to launch ffmpeg for the soundtrack\n", __func__); - return; - } - audio_sp.created = true; - audio_sp.alive = true; - if (is_buf_input()) { - audio_sp.start_feeder(input_buf); - } - std::vector pcm; - float block[4096]; - size_t n; - while ((n = fread(block, sizeof(float), 4096, audio_sp.stdout_pipe())) > 0) { - pcm.insert(pcm.end(), block, block + n); - } - audio_sp.stop(); - - const size_t start = (size_t) std::max(0.0, std::nearbyint(video_start_s * rate)); - const size_t len = (size_t) std::nearbyint((double) n_src_frames / src_fps * rate); - if (start >= pcm.size()) { - LOG_WRN("%s: the video has no soundtrack\n", __func__); + if (tmpl != MTMD_VIDEO_TEMPLATE_LFM3_OMNI || frame_indices.empty() || rate <= 0 || !dec.read_audio) { return; } - audio_rate = rate; - soundtrack.assign(pcm.begin() + start, pcm.begin() + std::min(pcm.size(), start + len)); + size_t n = 0; + const float * pcm = dec.read_audio(state, rate, &n); + set_soundtrack(pcm, n, rate); } +}; - bool start_ffmpeg(float seek_seconds) { - char seek_buf[64]; - char fps_buf[64]; - - std::vector cmd; - cmd.push_back(ffmpeg_bin.c_str()); - - if (!is_buf_input() && seek_seconds > 0.0f) { - // input-side seek: fast, keyframe-accurate; only valid for seekable file inputs - snprintf(seek_buf, sizeof(seek_buf), "%.6f", seek_seconds); - cmd.push_back("-ss"); - cmd.push_back(seek_buf); - } - - cmd.push_back("-nostdin"); - if (is_buf_input()) { - // remove the 64KB read-ahead limit of cache:, or else ffmpeg cannot reach a moov atom at end of file - cmd.push_back("-read_ahead_limit"); - cmd.push_back("-1"); - } - cmd.push_back("-i"); - // cache:pipe:0 wraps stdin with a seekable in-memory cache, letting ffmpeg seek - // backwards for container headers (e.g. MP4 moov atom at end of file) - cmd.push_back(is_buf_input() ? "cache:pipe:0" : path.c_str()); - - if (seek_seconds > 0.0f && is_buf_input()) { - // output-side seek: frame-accurate but decodes and discards frames up to seek point - snprintf(seek_buf, sizeof(seek_buf), "%.6f", seek_seconds); - cmd.push_back("-ss"); - cmd.push_back(seek_buf); - } - - std::string vf; - if (!frame_indices.empty()) { - // frames are picked by index in read_next_frame(); B=0 C=0.5 bicubic on RGB is closest to Pillow - if (out_width > 0 && out_height > 0) { - char scale_buf[160]; - snprintf(scale_buf, sizeof(scale_buf), - "format=rgb24,scale=%d:%d:flags=bicubic+accurate_rnd+full_chroma_int:param0=0:param1=0.5", - out_width, out_height); - vf = scale_buf; - } - } else if (fps_target > 0.0f) { - if (out_width > 0 && out_height > 0) { - snprintf(fps_buf, sizeof(fps_buf), "fps=%.6f,scale=%d:%d", fps_target, out_width, out_height); - } else { - snprintf(fps_buf, sizeof(fps_buf), "fps=%.6f", fps_target); - } - vf = fps_buf; - } - if (!vf.empty()) { - cmd.push_back("-vf"); - cmd.push_back(vf.c_str()); - } - - char frames_buf[16]; - const int32_t n_out = !frame_indices.empty() ? frame_indices.back() + 1 : target_frames; - if (n_out > 0) { - snprintf(frames_buf, sizeof(frames_buf), "%d", n_out); - cmd.push_back("-frames:v"); - cmd.push_back(frames_buf); - } - - cmd.push_back("-f"); - cmd.push_back("rawvideo"); - cmd.push_back("-pix_fmt"); - cmd.push_back("rgb24"); - cmd.push_back("pipe:1"); - cmd.push_back("-loglevel"); - cmd.push_back("error"); - cmd.push_back(nullptr); - - LOG_DBG("%s: launching:", __func__); - for (size_t i = 0; cmd[i]; i++) { - LOG_DBG(" %s", cmd[i]); - } - LOG_DBG("\n"); - - int ret = subprocess_create( - cmd.data(), - subprocess_option_search_user_path | subprocess_option_inherit_environment, - &sp.proc); - - sp.created = (ret == 0); - sp.alive = (ret == 0); - LOG_DBG("%s: subprocess_create ret=%d proc_alive=%d\n", __func__, ret, (int)sp.alive); +static const mtmd_helper_video_decoder * video_builtin_decoder() { +#ifdef MTMD_VIDEO + return mtmd_helper_video_decoder_ffmpeg(); +#else + return nullptr; +#endif +} - if (sp.alive && is_buf_input()) { - LOG_DBG("%s: starting feeder thread for %zu-byte buffer\n", __func__, input_buf.size()); - sp.start_feeder(input_buf); +static std::unique_ptr video_open(const char * path, const unsigned char * buf, size_t len, + const mtmd_helper_video_init_params & params, + mtmd_helper_video_stream_info & src) { + const mtmd_helper_video_decoder * dec = params.decoder; + void * user_data = dec ? dec->user_data : nullptr; + if (!dec) { + dec = video_builtin_decoder(); + if (!dec) { + LOG_ERR("%s: video is not supported in this build (MTMD_VIDEO is set to OFF) and no decoder is given\n", __func__); + return nullptr; } - - src_alive = sp.alive; - return sp.alive; + user_data = const_cast(params.ffmpeg_bin_dir); } - void stop_ffmpeg() { - sp.stop(); + if (!dec->open || !dec->read_frame || !dec->close) { + LOG_ERR("%s: the video decoder must have open, read_frame and close\n", __func__); + return nullptr; } - // read one raw frame from ffmpeg into frame_buf - bool read_raw_frame() override { - FILE * fp = sp.stdout_pipe(); - const size_t frame_size = (size_t)info.width * info.height * 3; - LOG_DBG("%s: reading frame %d, expecting %zu bytes (%ux%u)\n", - __func__, current_frame, frame_size, info.width, info.height); - - size_t total_read = 0; - while (total_read < frame_size) { - size_t n = fread(frame_buf.data() + total_read, 1, frame_size - total_read, fp); - if (n == 0) { - // clean EOF only if no bytes read yet; partial frame is an error - LOG_DBG("%s: fread returned 0 after %zu/%zu bytes (ferror=%d)\n", - __func__, total_read, frame_size, ferror(fp)); - return false; - } - total_read += n; - } - return true; - } + auto ctx = std::make_unique(); + ctx->dec = *dec; - static float parse_rational(const char * s) { - int num = 0, den = 1; - if (sscanf(s, "%d/%d", &num, &den) == 2 && den > 0) { - return (float)num / (float)den; - } - float val; - if (sscanf(s, "%f", &val) == 1) { - return val; - } - return 0.0f; + src = {0, 0, 0.0f, -1, -1.0f}; + ctx->state = ctx->dec.open(user_data, path, buf, len, &src); + if (!ctx->state || src.width == 0 || src.height == 0 || src.fps <= 0.0f) { + LOG_ERR("%s: the video decoder failed to open the video\n", __func__); + return nullptr; } -}; -#endif - -mtmd_helper_video_init_params mtmd_helper_video_init_params_default() { - return { - /* fps_target */ 4.0f, - /* ffmpeg_bin_dir */ nullptr, - /* timestamp_interval_ms */ 5000, - /* no_soundtrack */ false, - }; + return ctx; } -mtmd_helper_init_opt mtmd_helper_init_opt_default() { - return { - /* video_params */ mtmd_helper_video_init_params_default(), - }; -} +static mtmd_helper_video * video_init(const mtmd_context * mctx, const char * path, const unsigned char * buf, size_t len, + const mtmd_helper_video_init_params & params) { + mtmd_helper_video_stream_info src; + auto ctx = video_open(path, buf, len, params, src); + if (!ctx) { + return nullptr; + } -static std::string video_resolve_bin(const char * bin_dir, const char * name) { - if (!bin_dir || bin_dir[0] == '\0') { - return name; // rely on PATH + ctx->timestamp_interval_ms = params.timestamp_interval_ms; + ctx->configure(mtmd_get_video_config(mctx, src.width, src.height, src.n_frames, src.fps), src, params.fps_target); + if (!ctx->start(src, ctx->frame_indices.empty() ? ctx->fps_target : 0.0f)) { + return nullptr; } - std::string result = bin_dir; - char last = result.back(); - if (last != '/' && last != '\\') { -#ifdef _WIN32 - result += '\\'; -#else - result += '/'; -#endif + if (!params.no_soundtrack) { + ctx->load_soundtrack(mctx); } - result += name; -#ifdef _WIN32 - result += ".exe"; -#endif - return result; + ctx->src_alive = true; + return ctx.release(); } -#ifdef MTMD_VIDEO -static void mtmd_helper_video_set_id(mtmd_helper_video * vctx, const std::string & id) { - vctx->id = id; -} - -static mtmd_bitmap * decode_webp_with_ffmpeg(const mtmd_context * mctx, const unsigned char * buf, size_t len, bool placeholder, - const mtmd_helper_video_init_params & params) { - mtmd_helper_video vctx; - vctx.mctx = mctx; - vctx.input_buf.assign(buf, buf + len); - vctx.ffmpeg_bin = video_resolve_bin(params.ffmpeg_bin_dir, "ffmpeg"); - vctx.ffprobe_bin = video_resolve_bin(params.ffmpeg_bin_dir, "ffprobe"); - if (!vctx.probe(0.0f)) { +static mtmd_bitmap * decode_still_image(const char * path, const unsigned char * buf, size_t len, bool placeholder, + const mtmd_helper_video_init_params & params) { + // an application's decoder may not read images, prefer the built-in one + mtmd_helper_video_init_params still_params = params; + if (video_builtin_decoder()) { + still_params.decoder = nullptr; + } + mtmd_helper_video_stream_info src; + auto vctx = video_open(path, buf, len, still_params, src); + if (!vctx) { return nullptr; } if (placeholder) { - return mtmd_bitmap_init(vctx.info.width, vctx.info.height, nullptr); + return mtmd_bitmap_init(src.width, src.height, nullptr); } // still image: the fps filter would output no frame, so disable it - vctx.fps_target = 0.0f; - if (!vctx.start_ffmpeg(0.0f)) { + vctx->configure({MTMD_VIDEO_TEMPLATE_DEFAULT, 0.0f, 0, 0, 0}, src, 0.0f); + if (!vctx->start(src, 0.0f)) { return nullptr; } - mtmd_bitmap * frame = vctx.read_next_frame(); + vctx->src_alive = true; + mtmd_bitmap * frame = vctx->read_next_frame(); if (frame) { mtmd_bitmap_set_mergeable(frame, false); mtmd_bitmap_set_is_video(frame, false); } return frame; } -#endif + +static void mtmd_helper_video_set_id(mtmd_helper_video * vctx, const std::string & id) { + vctx->id = id; +} + +mtmd_helper_video_init_params mtmd_helper_video_init_params_default() { + return { + /* fps_target */ 4.0f, + /* ffmpeg_bin_dir */ nullptr, + /* timestamp_interval_ms */ 5000, + /* no_soundtrack */ false, + /* decoder */ nullptr, + }; +} + +mtmd_helper_init_opt mtmd_helper_init_opt_default() { + return { + /* video_params */ mtmd_helper_video_init_params_default(), + }; +} mtmd_helper_video * mtmd_helper_video_init( const mtmd_context * mctx, const char * path, mtmd_helper_video_init_params params) { -#ifdef MTMD_VIDEO - auto * ctx = new mtmd_helper_video(); - - ctx->mctx = mctx; - ctx->path = path; - ctx->ffmpeg_bin = video_resolve_bin(params.ffmpeg_bin_dir, "ffmpeg"); - ctx->ffprobe_bin = video_resolve_bin(params.ffmpeg_bin_dir, "ffprobe"); - ctx->timestamp_interval_ms = params.timestamp_interval_ms; - ctx->use_video_config = true; - - if (!ctx->probe(params.fps_target)) { - LOG_ERR("%s: ffprobe failed for '%s' (is ffprobe in PATH?)\n", __func__, path); - delete ctx; - return nullptr; - } - if (!params.no_soundtrack) { - ctx->load_soundtrack(); - } - - if (!ctx->start_ffmpeg(0.0f)) { - LOG_ERR("%s: failed to start ffmpeg for '%s' (is ffmpeg in PATH?)\n", __func__, path); - delete ctx; - return nullptr; - } - - return ctx; -#else - GGML_UNUSED(mctx); - GGML_UNUSED(path); - GGML_UNUSED(params); - LOG_ERR("%s: video is not supported in this build (MTMD_VIDEO is set to OFF)\n", __func__); - return nullptr; -#endif + return video_init(mctx, path, nullptr, 0, params); } mtmd_helper_video * mtmd_helper_video_init_from_buf( const mtmd_context * mctx, const unsigned char * buf, size_t len, mtmd_helper_video_init_params params) { -#ifdef MTMD_VIDEO - auto * ctx = new mtmd_helper_video(); - - ctx->mctx = mctx; - ctx->input_buf.assign(buf, buf + len); - ctx->ffmpeg_bin = video_resolve_bin(params.ffmpeg_bin_dir, "ffmpeg"); - ctx->ffprobe_bin = video_resolve_bin(params.ffmpeg_bin_dir, "ffprobe"); - ctx->timestamp_interval_ms = params.timestamp_interval_ms; - ctx->use_video_config = true; - - if (!ctx->probe(params.fps_target)) { - LOG_ERR("%s: ffprobe failed on buffer (is ffprobe in PATH?)\n", __func__); - delete ctx; - return nullptr; - } - if (!params.no_soundtrack) { - ctx->load_soundtrack(); - } - - if (!ctx->start_ffmpeg(0.0f)) { - LOG_ERR("%s: failed to start ffmpeg on buffer (is ffmpeg in PATH?)\n", __func__); - delete ctx; - return nullptr; - } - - return ctx; -#else - GGML_UNUSED(mctx); - GGML_UNUSED(buf); - GGML_UNUSED(len); - GGML_UNUSED(params); - LOG_ERR("%s: video is not supported in this build (MTMD_VIDEO is set to OFF)\n", __func__); - return nullptr; -#endif + return video_init(mctx, nullptr, buf, len, params); } void mtmd_helper_video_free(mtmd_helper_video * ctx) { -#ifdef MTMD_VIDEO - if (!ctx) return; - ctx->stop_ffmpeg(); delete ctx; -#else - GGML_UNUSED(ctx); - LOG_ERR("%s: video is not supported in this build (MTMD_VIDEO is set to OFF)\n", __func__); -#endif } mtmd_helper_video_info mtmd_helper_video_get_info(const mtmd_helper_video * ctx) { -#ifdef MTMD_VIDEO return ctx->info; -#else - GGML_UNUSED(ctx); - GGML_ASSERT(false && "video is not supported in this build (MTMD_VIDEO is set to OFF)"); -#endif } int32_t mtmd_helper_video_read_next(mtmd_helper_video * ctx, mtmd_bitmap ** out_bitmap, char ** out_text) { -#ifdef MTMD_VIDEO if (!ctx) return -2; return ctx->read_next(out_bitmap, out_text); -#else - GGML_UNUSED(ctx); - GGML_UNUSED(out_bitmap); - GGML_UNUSED(out_text); - GGML_ASSERT(false && "video is not supported in this build (MTMD_VIDEO is set to OFF)"); -#endif } mtmd_helper_cap mtmd_helper_get_capabilities(const llama_model * model, const mtmd_context * mctx) { @@ -1320,9 +994,7 @@ mtmd_helper_cap mtmd_helper_get_capabilities(const llama_model * model, const mt cap.vision = mtmd_support_vision(mctx); cap.audio = mtmd_support_audio(mctx); cap.audio_stream = mtmd_support_audio_stream(mctx); -#ifdef MTMD_VIDEO - cap.video = cap.vision; -#endif + cap.video = cap.vision && video_builtin_decoder() != nullptr; const auto gen_audio_type = mtmd_gen_audio_get_info(mctx).type; cap.audio_gen = gen_audio_type != MTMD_GEN_AUDIO_TYPE_NONE; cap.audio_gen_spk_ref = gen_audio_type == MTMD_GEN_AUDIO_TYPE_QWEN3TTS @@ -1341,10 +1013,5 @@ bool mtmd_helper_model_can_chat(const llama_context * lctx, const mtmd_context * } bool mtmd_helper_support_video(const mtmd_context * ctx) { -#ifdef MTMD_VIDEO - return mtmd_support_vision(ctx); -#else - GGML_UNUSED(ctx); - return false; -#endif + return mtmd_support_vision(ctx) && video_builtin_decoder() != nullptr; } diff --git a/tools/mtmd/mtmd-helper.h b/tools/mtmd/mtmd-helper.h index 7d72fdb994f2..9bb4f99c380d 100644 --- a/tools/mtmd/mtmd-helper.h +++ b/tools/mtmd/mtmd-helper.h @@ -23,11 +23,40 @@ extern "C" { struct mtmd_helper_video; typedef struct mtmd_helper_video mtmd_helper_video; +struct mtmd_helper_video_stream_info { + uint32_t width; // as displayed (rotation applied) + uint32_t height; + float fps; + int32_t n_frames; // -1 if unknown + float duration; // in seconds, -1 if unknown +}; + +// Video decoder: the built-in one runs ffmpeg/ffprobe (MTMD_VIDEO), an application can provide its own. +// Call order: open, start, read_audio, read_frame..., close +struct mtmd_helper_video_decoder { + // path and/or buf is set; buf is only valid during the call + // returns the decoder state, NULL on failure + void * (*open)(void * user_data, const char * path, const unsigned char * buf, size_t len, + struct mtmd_helper_video_stream_info * info); + // optional: called once with the size read_frame() will ask for + // if fps > 0, a decoder that resamples to fps itself sets *fps_picked; otherwise the helper picks frames by index + bool (*start)(void * state, uint32_t width, uint32_t height, float fps, bool * fps_picked); + // next frame in presentation order, as RGB24 scaled to width x height (same on every call) + // rgb == NULL skips the frame; returns false at the end of the stream or on error + bool (*read_frame)(void * state, unsigned char * rgb, uint32_t width, uint32_t height); + // optional: the soundtrack as mono F32 PCM at sample_rate, starting at the first video frame + // the samples are valid until the next call to the decoder; NULL if there is no soundtrack + const float * (*read_audio)(void * state, int sample_rate, size_t * n_samples); + void (*close)(void * state); + void * user_data; +}; + struct mtmd_helper_video_init_params { float fps_target; // desired output fps; <= 0 means use the video's native fps, defaulted to 4.0f const char * ffmpeg_bin_dir; // directory containing ffmpeg/ffprobe binaries; NULL means search PATH int64_t timestamp_interval_ms; // interval for adding timestamp as text chunk (example: "[10m50.5s]"); <= 0 means no timestamp, defaulted to 5000ms bool no_soundtrack; // frames only, also for models that hear the soundtrack of a video (LFM3-Omni) + const struct mtmd_helper_video_decoder * decoder; // NULL means ffmpeg (requires MTMD_VIDEO) // TODO @ngxson : allow "placeholder" bitmap output for counting tokens }; @@ -64,7 +93,7 @@ MTMD_API struct mtmd_helper_bitmap_wrapper mtmd_helper_bitmap_init_from_file( // helper function to construct a mtmd_bitmap from a buffer containing a file // supported formats: // image: formats supported by stb_image: jpg, png, bmp, gif, etc. -// webp is decoded via ffmpeg, requires MTMD_VIDEO build with ffmpeg in PATH +// webp is decoded via ffmpeg (MTMD_VIDEO build with ffmpeg in PATH), or via opt.video_params.decoder if ffmpeg is not built in // audio: formats supported by miniaudio: wav, mp3, flac // note: // - for now, video input is only supported via C++ helper functions @@ -155,7 +184,7 @@ MTMD_API int32_t mtmd_helper_decode_image_chunk(mtmd_context * ctx, void * user_data); // -// video input helpers (requires ffmpeg/ffprobe installed on the system) +// video input helpers (requires ffmpeg/ffprobe installed on the system, or a mtmd_helper_video_decoder) // the notion of video only exists at the helper level, it is not visible to the core mtmd library // // NOTE: this implementation is model-agnostic, it can be used with any vision-capable model @@ -172,16 +201,14 @@ struct mtmd_helper_video_info { // note: mtmd_helper_video_init_params is defined at the top, as it is part of mtmd_helper_init_opt -// returns NULL on failure (ffprobe not found, file unreadable, etc.) +// returns NULL on failure (no decoder, ffprobe not found, file unreadable, etc.) MTMD_API mtmd_helper_video * mtmd_helper_video_init( const struct mtmd_context * mctx, const char * path, struct mtmd_helper_video_init_params params); // Same as mtmd_helper_video_init(), but reads from an in-memory buffer. -// The buffer is copied internally; the caller does not need to keep it alive. -// Note: pipe input is not seekable, so seeking will use output-side seeking -// (ffmpeg decodes and discards frames up to the target position). +// The caller does not need to keep the buffer alive. MTMD_API mtmd_helper_video * mtmd_helper_video_init_from_buf( const struct mtmd_context * mctx, const unsigned char * buf, size_t len, @@ -203,7 +230,7 @@ struct mtmd_helper_cap { // input capabilities bool vision; bool audio; - bool video; // also depending on MTMD_VIDEO build option + bool video; // built-in decoder only (MTMD_VIDEO), a custom decoder is not counted // realtime capabilities bool audio_stream; // realtime transcription, see mtmd_audio_stream_init() @@ -435,14 +462,6 @@ inline std::vector audio_stream_logit_bias(const mtmd_context // internals of mtmd_helper_video, do not use in applications // -struct mtmd_helper_video_src { - uint32_t width = 0; - uint32_t height = 0; - float fps = 0.0f; - int32_t n_frames = -1; - float duration = -1.0f; -}; - struct mtmd_helper_video_seq { float fps_target = 0.0f; mtmd_helper_video_info info = {}; @@ -482,8 +501,14 @@ struct mtmd_helper_video_seq { virtual ~mtmd_helper_video_seq(); virtual bool read_raw_frame() = 0; + virtual bool skip_raw_frame() { return read_raw_frame(); } + + void configure(const mtmd_video_config & cfg, const mtmd_helper_video_stream_info & src, float fps_target_arg); - void configure(const mtmd_video_config & cfg, const mtmd_helper_video_src & src, float fps_target_arg); + // pick the frames of fps_target by index, for a source that yields every frame + void sample_by_index(const mtmd_helper_video_stream_info & src); + // pcm: mono, starting at the first video frame + void set_soundtrack(const float * pcm, size_t n, int rate); int32_t ts_per_n_frames() const; diff --git a/tools/server/server-context.cpp b/tools/server/server-context.cpp index a6059ab38050..0d613667deec 100644 --- a/tools/server/server-context.cpp +++ b/tools/server/server-context.cpp @@ -1416,6 +1416,8 @@ struct server_context_impl { } mtmd_cap = mtmd_helper_get_capabilities(model_tgt, mctx); + // the helper only knows about the built-in video decoder + mtmd_cap.video = mtmd_cap.video || (mtmd_cap.vision && init_opt.video_params.decoder != nullptr); if (!llama_memory_can_shift(llama_get_memory(ctx_tgt))) { if (params_base.ctx_shift) { @@ -5332,6 +5334,10 @@ void server_context::set_state_callback(server_state_callback_t callback) { impl->callback_state = std::move(callback); } +void server_context::set_video_decoder(const mtmd_helper_video_decoder * decoder) { + impl->init_opt.video_params.decoder = decoder; +} + // // server_routes // diff --git a/tools/server/server-context.h b/tools/server/server-context.h index 4b145cb8a13e..2c91d53a4c09 100644 --- a/tools/server/server-context.h +++ b/tools/server/server-context.h @@ -12,6 +12,7 @@ #include struct server_context_impl; // private implementation +struct mtmd_helper_video_decoder; // see mtmd-helper.h struct server_context_meta { std::string build_info; @@ -90,6 +91,10 @@ struct server_context { // note: must be set before load_model() is called void set_state_callback(server_state_callback_t callback); + + // decode video with a custom decoder instead of ffmpeg, the decoder must outlive the server + // note: must be set before load_model() is called + void set_video_decoder(const mtmd_helper_video_decoder * decoder); }; From 9d925e7c02eb4e2e0da5be64a982cf79f9103fc7 Mon Sep 17 00:00:00 2001 From: Xuan-Son Nguyen Date: Sat, 14 Nov 2026 14:57:21 +0100 Subject: [PATCH 034/249] mtmd: fix video pixel aspect ratio and video rotation (#32267) --- tools/mtmd/mtmd-helper-video-ffmpeg.cpp | 22 ++++++++++++++++++++-- tools/mtmd/mtmd-helper.h | 2 +- 2 files changed, 21 insertions(+), 3 deletions(-) diff --git a/tools/mtmd/mtmd-helper-video-ffmpeg.cpp b/tools/mtmd/mtmd-helper-video-ffmpeg.cpp index 0e9fd260392d..836673ef038d 100644 --- a/tools/mtmd/mtmd-helper-video-ffmpeg.cpp +++ b/tools/mtmd/mtmd-helper-video-ffmpeg.cpp @@ -161,7 +161,7 @@ struct ffmpeg_video { std::vector cmd = { ffprobe_bin.c_str(), "-v", "quiet", - "-show_entries", "stream=width,height,r_frame_rate,nb_frames,duration,start_time", + "-show_entries", "stream=width,height,sample_aspect_ratio,r_frame_rate,nb_frames,duration,start_time:stream_side_data=rotation", "-select_streams", "v:0", "-of", "default=noprint_wrappers=1", }; @@ -189,6 +189,9 @@ struct ffmpeg_video { probe_sp.start_feeder(input_buf); } + int sar_num = 1; + int sar_den = 1; + int rotation = 0; char line[256]; FILE * fp = probe_sp.stdout_pipe(); @@ -213,14 +216,29 @@ struct ffmpeg_video { info.duration = (float)atof(val); } else if (strcmp(key, "start_time") == 0 && strcmp(val, "N/A") != 0) { video_start_s = atof(val); + } else if (strcmp(key, "sample_aspect_ratio") == 0) { + if (sscanf(val, "%d:%d", &sar_num, &sar_den) != 2) { + sar_num = sar_den = 1; // N/A + } + } else if (strcmp(key, "rotation") == 0) { + rotation = atoi(val); } } probe_sp.stop(); - // TODO: this is the encoded size, it is wrong for a rotated video (ffmpeg rotates the frames) + // ffmpeg gives frames of the encoded size; the displayed size also has the pixel aspect ratio applied src_width = info.width; src_height = info.height; + const double sar = sar_den > 0 ? (double) sar_num / sar_den : 1.0; + if (sar >= 0.1 && sar <= 10.0) { // the value is from the file, ignore it if it is not plausible + info.width = (uint32_t) std::nearbyint(info.width * sar); + } + // ffmpeg rotates the frames by default + if (rotation % 180 == 90 || rotation % 180 == -90) { + std::swap(src_width, src_height); + std::swap(info.width, info.height); + } return info.width > 0 && info.height > 0 && info.fps > 0.0f; } diff --git a/tools/mtmd/mtmd-helper.h b/tools/mtmd/mtmd-helper.h index 9bb4f99c380d..1bf3ee2bac50 100644 --- a/tools/mtmd/mtmd-helper.h +++ b/tools/mtmd/mtmd-helper.h @@ -24,7 +24,7 @@ struct mtmd_helper_video; typedef struct mtmd_helper_video mtmd_helper_video; struct mtmd_helper_video_stream_info { - uint32_t width; // as displayed (rotation applied) + uint32_t width; // as displayed (rotation and pixel aspect ratio applied) uint32_t height; float fps; int32_t n_frames; // -1 if unknown From a9a5d216e620fe6166d1ab53adf7fdd82962c94c Mon Sep 17 00:00:00 2001 From: Jonathan Buck Date: Sat, 14 Nov 2026 06:05:30 -0800 Subject: [PATCH 035/249] convert : pplx-decider must match qwen3.5 model_type (#32156) * convert : require matcher to check backbone definition (model_type) in config.json Fixes #32152 * Revert the modified llama_test_cmd_entry. --------- Co-authored-by: Jonathan Buck --- conversion/pplx_decider.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/conversion/pplx_decider.py b/conversion/pplx_decider.py index b71bd8a3ad23..6507d29faecb 100644 --- a/conversion/pplx_decider.py +++ b/conversion/pplx_decider.py @@ -18,9 +18,12 @@ def _is_pplx_decider_checkpoint(dir_model: Path) -> bool: if not all((dir_model / name).is_file() for name in ("decision_config.json", "readout.safetensors", "config.json")): return False + with open(dir_model / "config.json", encoding="utf-8") as f: + config = json.load(f) with open(dir_model / "decision_config.json", encoding="utf-8") as f: - # the same layout with a format_id is a vllm-d3 checkpoint - return "format_id" not in json.load(f) + decision = json.load(f) + # pplx-decider is a Qwen3.5 backbone, and a format_id means vllm-d3 + return config.get("model_type") in ("qwen3_5", "qwen3_5_text") and "format_id" not in decision @ModelBase.register_hparams_loader(_is_pplx_decider_checkpoint) From c56be864f482dc88a6d62a0816a265034941935f Mon Sep 17 00:00:00 2001 From: Aman Gupta Date: Sat, 14 Nov 2026 22:14:48 +0800 Subject: [PATCH 036/249] ggml-backend : start a new split at an incompatible weight in a split without inputs (#31775) --- ggml/src/ggml-backend.cpp | 5 ++++- src/llama-moe-cache.cpp | 2 +- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/ggml/src/ggml-backend.cpp b/ggml/src/ggml-backend.cpp index b70d0d8741e9..2e2f9c036560 100644 --- a/ggml/src/ggml-backend.cpp +++ b/ggml/src/ggml-backend.cpp @@ -1727,6 +1727,7 @@ void ggml_backend_sched_split_graph(ggml_backend_sched_t sched, struct ggml_cgra split->i_start = 0; split->n_inputs = 0; int cur_backend_id = split->backend_id; + bool split_has_nodes = false; for (; i < graph->n_nodes; i++) { struct ggml_tensor * node = graph->nodes[i]; @@ -1739,8 +1740,9 @@ void ggml_backend_sched_split_graph(ggml_backend_sched_t sched, struct ggml_cgra GGML_ASSERT(node_backend_id != -1); // all nodes should be assigned by now, this can happen if there is no CPU fallback // check if we should start a new split based on the sources of the current node + // this also applies to a split without inputs, e.g. one that follows a split that only writes to a host buffer bool need_new_split = false; - if (node_backend_id == cur_backend_id && split->n_inputs > 0) { + if (node_backend_id == cur_backend_id && split_has_nodes) { for (int j = 0; j < GGML_MAX_SRC; j++) { struct ggml_tensor * src = node->src[j]; if (src == NULL) { @@ -1777,6 +1779,7 @@ void ggml_backend_sched_split_graph(ggml_backend_sched_t sched, struct ggml_cgra split->n_inputs = 0; cur_backend_id = node_backend_id; } + split_has_nodes = true; // find inputs that are not on the same backend for (int j = 0; j < GGML_MAX_SRC; j++) { diff --git a/src/llama-moe-cache.cpp b/src/llama-moe-cache.cpp index 1070b92b8a13..ba35af021f1b 100644 --- a/src/llama-moe-cache.cpp +++ b/src/llama-moe-cache.cpp @@ -788,7 +788,7 @@ struct llama_moe_cache::impl { GGML_ASSERT(lookup != nullptr); // the selected experts must be computed in an earlier split - // the scheduler starts a new split at the lookup because it reads a host weight, but only if the split already has inputs + // the scheduler starts a new split at the lookup because it reads a host weight, unless the lookup is the first node of its split const ggml_tensor * sel = lookup->src[1]; for (int i = 0; i < n_nodes; ++i) { const ggml_tensor * node = ggml_graph_node(graph, i); From 3549c274dc22001d9118713fa56a10085b85de3b Mon Sep 17 00:00:00 2001 From: Matt Rutkowski Date: Sat, 14 Nov 2026 08:19:01 -0600 Subject: [PATCH 037/249] convert : register Granite4VisionForConditionalGeneration for text (#32237) Signed-off-by: Matt Rutkowski --- conversion/__init__.py | 1 + conversion/granite.py | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/conversion/__init__.py b/conversion/__init__.py index 6800093ae4be..10386d5c00e4 100644 --- a/conversion/__init__.py +++ b/conversion/__init__.py @@ -126,6 +126,7 @@ "GlmOcrForConditionalGeneration": "glm", "GptOssForCausalLM": "gpt_oss", "GraniteForCausalLM": "granite", + "Granite4VisionForConditionalGeneration": "granite", "GraniteMoeForCausalLM": "granite", "GraniteMoeHybridForCausalLM": "granite", "GraniteMoeSharedForCausalLM": "granite", diff --git a/conversion/granite.py b/conversion/granite.py index 4c6c5a0e4cc5..74622ad43c83 100644 --- a/conversion/granite.py +++ b/conversion/granite.py @@ -14,7 +14,7 @@ from .mamba import Mamba2Model -@ModelBase.register("GraniteForCausalLM") +@ModelBase.register("GraniteForCausalLM", "Granite4VisionForConditionalGeneration") @ModelBase.example("ibm-granite/granite-3.3-2b-instruct") class GraniteModel(LlamaModel): """Conversion for IBM's GraniteForCausalLM""" From d0764c5ee23a889680147c9342d2b9002cb87b82 Mon Sep 17 00:00:00 2001 From: Aman Gupta Date: Sun, 15 Nov 2026 02:02:15 +0800 Subject: [PATCH 038/249] qwen2vl : apply FFN weight scales (#32241) The qwen2vl graph passed NULL for the ffn_up/gate/down scales, so the per-tensor NVFP4 scales loaded by the generic pass were never applied and the model produced garbage (PPL ~1e6 on CUDA, NaN on CPU). Pass the scales to build_ffn like qwen2 does. Fixes #32101 --- src/models/qwen2vl.cpp | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/models/qwen2vl.cpp b/src/models/qwen2vl.cpp index 5831fc435ea7..ba72876c2a81 100644 --- a/src/models/qwen2vl.cpp +++ b/src/models/qwen2vl.cpp @@ -97,9 +97,9 @@ llama_model_qwen2vl::graph::graph(const llm_graph_params & params) : llm_graph_c cb(cur, "ffn_norm", il); cur = build_ffn(cur, - model.layers[il].ffn_up, NULL, NULL, - model.layers[il].ffn_gate, NULL, NULL, - model.layers[il].ffn_down, NULL, NULL, + model.layers[il].ffn_up, NULL, model.layers[il].ffn_up_s, + model.layers[il].ffn_gate, NULL, model.layers[il].ffn_gate_s, + model.layers[il].ffn_down, NULL, model.layers[il].ffn_down_s, NULL, LLM_FFN_SILU, LLM_FFN_PAR, il); cb(cur, "ffn_out", il); From c6c0ec6d5c7769f8e6c52df484d0abb90c2a3f8b Mon Sep 17 00:00:00 2001 From: Jhen-Jie Hong Date: Sun, 15 Nov 2026 02:06:01 +0800 Subject: [PATCH 039/249] hexagon: fix fa no-mask tail (#32243) --- ggml/src/ggml-hexagon/htp/flash-attn-ops.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggml/src/ggml-hexagon/htp/flash-attn-ops.c b/ggml/src/ggml-hexagon/htp/flash-attn-ops.c index 0b7fc2dae77e..6506f28fc7d2 100644 --- a/ggml/src/ggml-hexagon/htp/flash-attn-ops.c +++ b/ggml/src/ggml-hexagon/htp/flash-attn-ops.c @@ -1404,7 +1404,7 @@ static inline void fa_softmax_impl( } } else { size_t c = 0; - for (; c + 64 < kv_rows; c += 128) { + for (; c + 128 <= kv_rows; c += 128) { size_t ci0 = c / 64; size_t ci1 = ci0 + 1; v_s_rowmax0 = Q6_Vhf_vmax_VhfVhf(v_s_rowmax0, my_row_buf0[ci0]); From a956a852c9c8bc1fb07206364838ddef299178c0 Mon Sep 17 00:00:00 2001 From: miyan <1138989048@qq.com> Date: Sun, 15 Nov 2026 02:06:52 +0800 Subject: [PATCH 040/249] Fix ctz64 on 32bit (#32273) --- src/llama-kv-cells.h | 8 ++++++++ tests/test-kv-cache.cpp | 5 +++++ 2 files changed, 13 insertions(+) diff --git a/src/llama-kv-cells.h b/src/llama-kv-cells.h index 85a8e0f75ffd..b0202cb28369 100644 --- a/src/llama-kv-cells.h +++ b/src/llama-kv-cells.h @@ -27,8 +27,16 @@ static inline int ctz64(uint64_t x) { #if defined(_MSC_VER) unsigned long i; +#if defined(_WIN64) _BitScanForward64(&i, x); return (int) i; +#else + if (_BitScanForward(&i, (unsigned long) x)) { + return (int) i; + } + _BitScanForward(&i, (unsigned long) (x >> 32)); + return (int) i + 32; +#endif #else return __builtin_ctzll(x); #endif diff --git a/tests/test-kv-cache.cpp b/tests/test-kv-cache.cpp index 6089c170f006..c8255f5720ce 100644 --- a/tests/test-kv-cache.cpp +++ b/tests/test-kv-cache.cpp @@ -16,6 +16,11 @@ static void init_model(llama_model & model, uint32_t n_layer) { } int main() { + for (int bit = 0; bit < 64; ++bit) { + GGML_ASSERT(ctz64(uint64_t{1} << bit) == bit); + GGML_ASSERT(ctz64(UINT64_MAX << bit) == bit); + } + llama_backend_init(); { From 1c2adc75f619d05efc5d49ce08eaaa96272ebfa2 Mon Sep 17 00:00:00 2001 From: Cristian Adam Date: Sat, 14 Nov 2026 23:32:19 +0100 Subject: [PATCH 041/249] chat : allow Gemma4 tool call during thought (#32232) The thought channel is normally closed with , but the model may open it and go straight to a tool call without closing it. Stop the reasoning at OR <|tool_call>, so an unclosed thought does not swallow the following tool call. Fixes: #32231 Assisted-by: Qwen 3.8 27b --- common/parsers/gemma4.cpp | 8 +++++--- tests/test-chat.cpp | 11 +++++++++++ 2 files changed, 16 insertions(+), 3 deletions(-) diff --git a/common/parsers/gemma4.cpp b/common/parsers/gemma4.cpp index 5902e290bbc6..2a2e929e19a3 100644 --- a/common/parsers/gemma4.cpp +++ b/common/parsers/gemma4.cpp @@ -303,7 +303,8 @@ common_chat_params common_chat_params_init_gemma4(const common_chat_template & data.format = COMMON_CHAT_FORMAT_PEG_GEMMA4; data.supports_thinking = true; data.thinking_start_tag = "<|channel>thought"; - data.thinking_end_tags = {""}; + // a tool call may start before the thought channel is closed; stays first, the budget sampler forces it + data.thinking_end_tags = {"", "<|tool_call>"}; data.preserved_tokens = { "<|channel>", @@ -334,9 +335,10 @@ common_chat_params common_chat_params_init_gemma4(const common_chat_template & auto start = p.rule("start", p.optional(p.literal("<|turn>model\n"))); if (extract_reasoning) { - p.rule("thought", p.literal("<|channel>thought") + p.space() + p.reasoning(p.until("")) + p.literal("")); + // the model may start a tool call before closing the thought channel + p.rule("thought", p.literal("<|channel>thought") + p.space() + p.reasoning(p.until_one_of({"", "<|tool_call>"})) + (p.literal("") | p.peek(p.literal("<|tool_call>")))); } else { - p.rule("thought", p.content(p.literal("<|channel>thought") + p.space() + p.until("") + p.literal(""))); + p.rule("thought", p.content(p.literal("<|channel>thought") + p.space() + p.until_one_of({"", "<|tool_call>"}) + (p.literal("") | p.peek(p.literal("<|tool_call>"))))); } auto consume_empty_channels = p.gbnf(p.zero_or_more(p.literal("<|channel>") + p.negate(p.literal("thought"))), ""); diff --git a/tests/test-chat.cpp b/tests/test-chat.cpp index 7752015c8830..556cf1b2a0fc 100644 --- a/tests/test-chat.cpp +++ b/tests/test-chat.cpp @@ -3178,6 +3178,17 @@ static void test_template_output_peg_parsers(bool detailed_debug) { }) .run(); + // Tool call after reasoning, the model did not close the thought channel (#32231) + tst.test( + "<|channel>thought\nI'm\nthinking<|tool_call>call:get_time{city:<|\"|>Paris<|\"|>}") + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .tools({ get_time_tool }) + .expect_reasoning("I'm\nthinking") + .expect_tool_calls({ + { "get_time", R"({"city": "Paris"})", {} }, + }) + .run(); + // Parallel tool calls tst.test( "<|tool_call>call:get_time{city:<|\"|>London<|\"|>}" From 1ae047c92654dc34824d1dfa00b8e3aa82de5c8a Mon Sep 17 00:00:00 2001 From: lhez Date: Sat, 14 Nov 2026 14:32:48 -0800 Subject: [PATCH 042/249] opencl: fixes for q4_k mv oob access, f16 swiglu_oai, cpy with strided dst, batched group_norm and bf16 sigmoid (#32251) * opencl: fix q4_K mv oob read Assisted-by: Codex * opencl: fix kernel dispatch and oob writes for f16 swiglu_oai Assisted-by: Codex * opencl: fix the row broadcast for add/mul Assisted-by: Codex * opencl: respect destination tensor strides for cpy Assisted-by: Codex * opencl: handle batches in ne3 for group_norm Assisted-by: Codex * opencl: avoid double rounding for bf16 sigmoid Assisted-by: Codex --- ggml/src/ggml-opencl/ggml-opencl.cpp | 26 +++- ggml/src/ggml-opencl/kernels/cpy.cl | 115 ++++++++---------- ggml/src/ggml-opencl/kernels/glu.cl | 38 ++++++ ggml/src/ggml-opencl/kernels/group_norm.cl | 3 + .../kernels/mul_mv_q4_k_f32_flat.cl | 2 +- ggml/src/ggml-opencl/kernels/sigmoid.cl | 21 +++- 6 files changed, 128 insertions(+), 77 deletions(-) diff --git a/ggml/src/ggml-opencl/ggml-opencl.cpp b/ggml/src/ggml-opencl/ggml-opencl.cpp index a60929abc20b..10165b403bc5 100644 --- a/ggml/src/ggml-opencl/ggml-opencl.cpp +++ b/ggml/src/ggml-opencl/ggml-opencl.cpp @@ -878,7 +878,7 @@ struct ggml_backend_opencl_context { cl_kernel kernel_arange; cl_kernel kernel_clamp, kernel_clamp_nc; cl_kernel kernel_geglu, kernel_reglu, kernel_swiglu, kernel_swiglu_oai, kernel_swiglu_clamp, kernel_geglu_erf, - kernel_geglu_quick, kernel_geglu_f16, kernel_reglu_f16, kernel_swiglu_f16, kernel_swiglu_clamp_f16, + kernel_geglu_quick, kernel_geglu_f16, kernel_reglu_f16, kernel_swiglu_f16, kernel_swiglu_oai_f16, kernel_swiglu_clamp_f16, kernel_geglu_erf_f16, kernel_geglu_quick_f16; cl_kernel kernel_norm, kernel_norm_mul_add; cl_kernel kernel_rms_norm, kernel_rms_norm_mul; @@ -2349,6 +2349,7 @@ static void load_cl_kernels(ggml_backend_opencl_context *backend_ctx) { CL_CHECK((backend_ctx->kernel_geglu_f16 = clCreateKernel(backend_ctx->program_glu, "kernel_geglu_f16", &err), err)); CL_CHECK((backend_ctx->kernel_reglu_f16 = clCreateKernel(backend_ctx->program_glu, "kernel_reglu_f16", &err), err)); CL_CHECK((backend_ctx->kernel_swiglu_f16 = clCreateKernel(backend_ctx->program_glu, "kernel_swiglu_f16", &err), err)); + CL_CHECK((backend_ctx->kernel_swiglu_oai_f16 = clCreateKernel(backend_ctx->program_glu, "kernel_swiglu_oai_f16", &err), err)); CL_CHECK((backend_ctx->kernel_swiglu_clamp_f16 = clCreateKernel(backend_ctx->program_glu, "kernel_swiglu_clamp_f16", &err), err)); CL_CHECK((backend_ctx->kernel_geglu_erf_f16 = clCreateKernel(backend_ctx->program_glu, "kernel_geglu_erf_f16", &err), err)); CL_CHECK((backend_ctx->kernel_geglu_quick_f16 = clCreateKernel(backend_ctx->program_glu, "kernel_geglu_quick_f16", &err), err)); @@ -18506,7 +18507,7 @@ static void ggml_cl_add(ggml_backend_t backend, const ggml_tensor * src0, const GGML_ASSERT(src0->type == GGML_TYPE_F32 && src1->type == GGML_TYPE_F32); if (bcast_row) { kernel = backend_ctx->kernel_add_row; - const int ne = ne00 / 4; + const int ne = ne10 / 4; CL_CHECK(clSetKernelArg(kernel, 0, sizeof(cl_mem), &extra0->data_device)); CL_CHECK(clSetKernelArg(kernel, 1, sizeof(cl_ulong), &offset0)); CL_CHECK(clSetKernelArg(kernel, 2, sizeof(cl_mem), &extra1->data_device)); @@ -18554,7 +18555,7 @@ static void ggml_cl_add(ggml_backend_t backend, const ggml_tensor * src0, const const int type_src1 = (src1->type == GGML_TYPE_F32); if (bcast_row) { kernel = backend_ctx->kernel_add_row_f16; - const int ne = ne00 / 4; + const int ne = ne10 / 4; CL_CHECK(clSetKernelArg(kernel, 0, sizeof(cl_mem), &extra0->data_device)); CL_CHECK(clSetKernelArg(kernel, 1, sizeof(cl_ulong), &offset0)); CL_CHECK(clSetKernelArg(kernel, 2, sizeof(cl_mem), &extra1->data_device)); @@ -18754,7 +18755,7 @@ static void ggml_cl_mul(ggml_backend_t backend, const ggml_tensor * src0, const GGML_ASSERT(ne11 == 1); bcast_row = true; - int ne = ne00 / 4; + int ne = ne10 / 4; if (src0->type == GGML_TYPE_F32) { kernel = backend_ctx->kernel_mul_row; @@ -19663,6 +19664,10 @@ static void ggml_cl_sigmoid(ggml_backend_t backend, const ggml_tensor * src0, co CL_CHECK(clSetKernelArg(kernel, 10, sizeof(cl_ulong), &nb1)); CL_CHECK(clSetKernelArg(kernel, 11, sizeof(cl_ulong), &nb2)); CL_CHECK(clSetKernelArg(kernel, 12, sizeof(cl_ulong), &nb3)); + if (src0->type != GGML_TYPE_F32) { + const int is_bf16 = dst->type == GGML_TYPE_BF16; + CL_CHECK(clSetKernelArg(kernel, 13, sizeof(int), &is_bf16)); + } size_t global_work_size[] = {(size_t)ne01 * 64, (size_t)ne02, (size_t)ne03}; size_t local_work_size[] = {64, 1, 1}; @@ -19687,6 +19692,11 @@ static void ggml_cl_sigmoid(ggml_backend_t backend, const ggml_tensor * src0, co CL_CHECK(clSetKernelArg(kernel, 2, sizeof(cl_mem), &extrad->data_device)); CL_CHECK(clSetKernelArg(kernel, 3, sizeof(cl_ulong), &offsetd)); + if (src0->type != GGML_TYPE_F32) { + const int is_bf16 = dst->type == GGML_TYPE_BF16; + CL_CHECK(clSetKernelArg(kernel, 4, sizeof(int), &is_bf16)); + } + const int64_t n = ggml_nelements(dst); size_t global_work_size[] = {(size_t)n, 1, 1}; @@ -20299,7 +20309,7 @@ static void ggml_cl_group_norm(ggml_backend_t backend, const ggml_tensor * src0, CL_CHECK(clSetKernelArg(kernel, 5, sizeof(int), &group_size)); CL_CHECK(clSetKernelArg(kernel, 6, sizeof(float), &eps)); - size_t global_work_size[] = {(size_t)n_groups*sgs, 1, 1}; + size_t global_work_size[] = {(size_t)n_groups*sgs, (size_t)src0->ne[3], 1}; size_t local_work_size[] = {(size_t)sgs, 1, 1}; backend_ctx->enqueue_ndrange_kernel(kernel, 3, global_work_size, local_work_size, dst); @@ -39234,7 +39244,11 @@ static void ggml_cl_glu(ggml_backend_t backend, const ggml_tensor * src0, const } break; case GGML_GLU_OP_SWIGLU_OAI: - kernel = backend_ctx->kernel_swiglu_oai; + if (dst->type == GGML_TYPE_F32) { + kernel = backend_ctx->kernel_swiglu_oai; + } else { + kernel = backend_ctx->kernel_swiglu_oai_f16; + } break; case GGML_GLU_OP_SWIGLU_CLAMP: if (dst->type == GGML_TYPE_F32) { diff --git a/ggml/src/ggml-opencl/kernels/cpy.cl b/ggml/src/ggml-opencl/kernels/cpy.cl index 18400d37f1d5..656aa38d5b01 100644 --- a/ggml/src/ggml-opencl/kernels/cpy.cl +++ b/ggml/src/ggml-opencl/kernels/cpy.cl @@ -33,18 +33,16 @@ kernel void kernel_cpy_f16_f16( int i02 = get_group_id(1); int i01 = get_group_id(0); - int n = i03*ne02*ne01*ne00 + i02*ne01*ne00 + i01*ne00; - - int i3 = n / (ne2*ne1*ne0); - int i2 = (n - i3*ne2*ne1*ne0) / (ne1*ne0); - int i1 = (n - i3*ne2*ne1*ne0 - i2*ne1*ne0) / ne0; - int i0 = (n - i3*ne2*ne1*ne0 - i2*ne1*ne0 - i1*ne0); - - global half * dst_data = (global half *) ((global char *) dst + i3*nb3 + i2*nb2 + i1*nb1 + i0*nb0); - for (int i00 = get_local_id(0); i00 < ne00; i00 += get_local_size(0)) { + const ulong n = (((ulong)i03 * ne02 + i02) * ne01 + i01) * ne00 + i00; + const ulong i0 = n % ne0; + const ulong i1 = n / ne0 % ne1; + const ulong i2 = n / ne0 / ne1 % ne2; + const ulong i3 = n / ne0 / ne1 / ne2; + global const half * src = (global half *)((global char *) src0 + i03*nb03 + i02*nb02 + i01*nb01 + i00*nb00); - dst_data[i00] = src[0]; + global half * out = (global half *)((global char *) dst + i0*nb0 + i1*nb1 + i2*nb2 + i3*nb3); + out[0] = src[0]; } } @@ -78,18 +76,16 @@ kernel void kernel_cpy_f16_f32( int i02 = get_group_id(1); int i01 = get_group_id(0); - int n = i03*ne02*ne01*ne00 + i02*ne01*ne00 + i01*ne00; - - int i3 = n / (ne2*ne1*ne0); - int i2 = (n - i3*ne2*ne1*ne0) / (ne1*ne0); - int i1 = (n - i3*ne2*ne1*ne0 - i2*ne1*ne0) / ne0; - int i0 = (n - i3*ne2*ne1*ne0 - i2*ne1*ne0 - i1*ne0); - - global float * dst_data = (global float *) ((global char *) dst + i3*nb3 + i2*nb2 + i1*nb1 + i0*nb0); - for (int i00 = get_local_id(0); i00 < ne00; i00 += get_local_size(0)) { - global half * src = (global half *)((global char *) src0 + i03*nb03 + i02*nb02 + i01*nb01 + i00*nb00); - dst_data[i00] = src[0]; + const ulong n = (((ulong)i03 * ne02 + i02) * ne01 + i01) * ne00 + i00; + const ulong i0 = n % ne0; + const ulong i1 = n / ne0 % ne1; + const ulong i2 = n / ne0 / ne1 % ne2; + const ulong i3 = n / ne0 / ne1 / ne2; + + global const half * src = (global half *)((global char *) src0 + i03*nb03 + i02*nb02 + i01*nb01 + i00*nb00); + global float * out = (global float *)((global char *) dst + i0*nb0 + i1*nb1 + i2*nb2 + i3*nb3); + out[0] = src[0]; } } @@ -122,19 +118,16 @@ kernel void kernel_cpy_f32_f16( int i02 = get_group_id(1); int i01 = get_group_id(0); - int n = i03*ne02*ne01*ne00 + i02*ne01*ne00 + i01*ne00; - - int i3 = n / (ne2*ne1*ne0); - int i2 = (n - i3*ne2*ne1*ne0) / (ne1*ne0); - int i1 = (n - i3*ne2*ne1*ne0 - i2*ne1*ne0) / ne0; - int i0 = (n - i3*ne2*ne1*ne0 - i2*ne1*ne0 - i1*ne0); - - global half * dst_data = (global half *) ((global char *) dst + i3*nb3 + i2*nb2 + i1*nb1 + i0*nb0); - for (int i00 = get_local_id(0); i00 < ne00; i00 += get_local_size(0)) { - global const float * src = (global float *)((global char *) src0 + i03*nb03 + i02*nb02 + i01*nb01 + i00*nb00); + const ulong n = (((ulong)i03 * ne02 + i02) * ne01 + i01) * ne00 + i00; + const ulong i0 = n % ne0; + const ulong i1 = n / ne0 % ne1; + const ulong i2 = n / ne0 / ne1 % ne2; + const ulong i3 = n / ne0 / ne1 / ne2; - dst_data[i00] = src[0]; + global const float * src = (global float *)((global char *) src0 + i03*nb03 + i02*nb02 + i01*nb01 + i00*nb00); + global half * out = (global half *)((global char *) dst + i0*nb0 + i1*nb1 + i2*nb2 + i3*nb3); + out[0] = src[0]; } } @@ -167,19 +160,16 @@ kernel void kernel_cpy_f32_f32( int i02 = get_group_id(1); int i01 = get_group_id(0); - int n = i03*ne02*ne01*ne00 + i02*ne01*ne00 + i01*ne00; - - int i3 = n / (ne2*ne1*ne0); - int i2 = (n - i3*ne2*ne1*ne0) / (ne1*ne0); - int i1 = (n - i3*ne2*ne1*ne0 - i2*ne1*ne0) / ne0; - int i0 = (n - i3*ne2*ne1*ne0 - i2*ne1*ne0 - i1*ne0); - - global float * dst_data = (global float *) ((global char *) dst + i3*nb3 + i2*nb2 + i1*nb1 + i0*nb0); - for (int i00 = get_local_id(0); i00 < ne00; i00 += get_local_size(0)) { - global const float * src = (global float *)((global char *) src0 + i03*nb03 + i02*nb02 + i01*nb01 + i00*nb00); + const ulong n = (((ulong)i03 * ne02 + i02) * ne01 + i01) * ne00 + i00; + const ulong i0 = n % ne0; + const ulong i1 = n / ne0 % ne1; + const ulong i2 = n / ne0 / ne1 % ne2; + const ulong i3 = n / ne0 / ne1 / ne2; - dst_data[i00] = src[0]; + global const float * src = (global float *)((global char *) src0 + i03*nb03 + i02*nb02 + i01*nb01 + i00*nb00); + global float * out = (global float *)((global char *) dst + i0*nb0 + i1*nb1 + i2*nb2 + i3*nb3); + out[0] = src[0]; } } @@ -226,20 +216,16 @@ kernel void kernel_cpy_f32_f32_pack( int i02 = t % ne02; int i03 = t / ne02; - // linear index of the first element of this row, unflattened over dst dims - long n = (long)row * ne00; - int i3 = (int)(n / ((long)ne2*ne1*ne0)); - long rm = n - (long)i3*ne2*ne1*ne0; - int i2 = (int)(rm / ((long)ne1*ne0)); - rm -= (long)i2*ne1*ne0; - int i1 = (int)(rm / ne0); - int i0 = (int)(rm - (long)i1*ne0); - - global float * dst_data = (global float *) ((global char *) dst + i3*nb3 + i2*nb2 + i1*nb1 + i0*nb0); - for (int i00 = lane; i00 < ne00; i00 += tpr) { + const ulong n = (ulong)row * ne00 + i00; + const ulong i0 = n % ne0; + const ulong i1 = n / ne0 % ne1; + const ulong i2 = n / ne0 / ne1 % ne2; + const ulong i3 = n / ne0 / ne1 / ne2; + global const float * src = (global float *)((global char *) src0 + i03*nb03 + i02*nb02 + i01*nb01 + i00*nb00); - dst_data[i00] = src[0]; + global float * out = (global float *)((global char *) dst + i0*nb0 + i1*nb1 + i2*nb2 + i3*nb3); + out[0] = src[0]; } } #endif // GGML_CL_NO_CPY_PACK @@ -273,19 +259,16 @@ kernel void kernel_cpy_i32_i32( int i02 = get_group_id(1); int i01 = get_group_id(0); - int n = i03*ne02*ne01*ne00 + i02*ne01*ne00 + i01*ne00; - - int i3 = n / (ne2*ne1*ne0); - int i2 = (n - i3*ne2*ne1*ne0) / (ne1*ne0); - int i1 = (n - i3*ne2*ne1*ne0 - i2*ne1*ne0) / ne0; - int i0 = (n - i3*ne2*ne1*ne0 - i2*ne1*ne0 - i1*ne0); - - global int * dst_data = (global int *) ((global char *) dst + i3*nb3 + i2*nb2 + i1*nb1 + i0*nb0); - for (int i00 = get_local_id(0); i00 < ne00; i00 += get_local_size(0)) { - global const int * src = (global int *)((global char *) src0 + i03*nb03 + i02*nb02 + i01*nb01 + i00*nb00); + const ulong n = (((ulong)i03 * ne02 + i02) * ne01 + i01) * ne00 + i00; + const ulong i0 = n % ne0; + const ulong i1 = n / ne0 % ne1; + const ulong i2 = n / ne0 / ne1 % ne2; + const ulong i3 = n / ne0 / ne1 / ne2; - dst_data[i00] = src[0]; + global const int * src = (global int *)((global char *) src0 + i03*nb03 + i02*nb02 + i01*nb01 + i00*nb00); + global int * out = (global int *)((global char *) dst + i0*nb0 + i1*nb1 + i2*nb2 + i3*nb3); + out[0] = src[0]; } } diff --git a/ggml/src/ggml-opencl/kernels/glu.cl b/ggml/src/ggml-opencl/kernels/glu.cl index 30bad00f7d06..d8d85c709547 100644 --- a/ggml/src/ggml-opencl/kernels/glu.cl +++ b/ggml/src/ggml-opencl/kernels/glu.cl @@ -243,6 +243,44 @@ kernel void kernel_swiglu_oai( } } +kernel void kernel_swiglu_oai_f16( + global char * src0, + ulong offset0, + global char * src1, + ulong offset1, + global char * dst, + ulong offsetd, + ulong nb01, + ulong nb11, + int ne0, + ulong nb1, + int ne00_off, + int ne10_off, + float limit, + float alpha +) { + src0 = (global char*)((global char*)src0 + offset0); + src1 = (global char*)((global char*)src1 + offset1); + dst = (global char*)((global char*)dst + offsetd); + + global half * src0_row = (global half *) ((global char *) src0 + get_group_id(0)*nb01) + ne00_off; + global half * src1_row = (global half *) ((global char *) src1 + get_group_id(0)*nb11) + ne10_off; + global half * dst_row = (global half *) ((global char *) dst + get_group_id(0)*nb1); + + for (int i0 = get_local_id(0); i0 < ne0; i0 += get_local_size(0)) { + float x0 = src0_row[i0]; + float x1 = src1_row[i0]; + + x0 = min(x0, limit); + x1 = max(min(x1, limit), -limit); + + float out_glu = x0 / (1.0f + exp(-x0 * alpha)); + out_glu = out_glu * (1.0f + x1); + + dst_row[i0] = out_glu; + } +} + //------------------------------------------------------------------------------ // swiglu_clamp //------------------------------------------------------------------------------ diff --git a/ggml/src/ggml-opencl/kernels/group_norm.cl b/ggml/src/ggml-opencl/kernels/group_norm.cl index 8e4fa0ed12d1..3eba7add4b97 100644 --- a/ggml/src/ggml-opencl/kernels/group_norm.cl +++ b/ggml/src/ggml-opencl/kernels/group_norm.cl @@ -36,6 +36,9 @@ kernel void kernel_group_norm( src0 = (global float *)((global char *)src0 + offset0); dst = (global float *)((global char *)dst + offsetd); + src0 += get_group_id(1) * ne; + dst += get_group_id(1) * ne; + int start = get_group_id(0) * group_size; int end = start + group_size; diff --git a/ggml/src/ggml-opencl/kernels/mul_mv_q4_k_f32_flat.cl b/ggml/src/ggml-opencl/kernels/mul_mv_q4_k_f32_flat.cl index 5316bd363615..1c191f233580 100644 --- a/ggml/src/ggml-opencl/kernels/mul_mv_q4_k_f32_flat.cl +++ b/ggml/src/ggml-opencl/kernels/mul_mv_q4_k_f32_flat.cl @@ -145,7 +145,7 @@ kernel void kernel_mul_mv_q4_K_f32_flat( global half * d = blk_d + ib; global half * dm = blk_dm + ib; - for (int row = 0; row < N_DST; row++) { + for (int row = 0; row < N_DST && first_row + row < ne01; row++) { sc16[0] = sc[0] & kmask1; sc16[1] = sc[2] & kmask1; sc16[2] = ((sc[4] >> 0) & kmask2) | ((sc[0] & kmask3) >> 2); diff --git a/ggml/src/ggml-opencl/kernels/sigmoid.cl b/ggml/src/ggml-opencl/kernels/sigmoid.cl index cfe9f7295c7d..c912d69f9747 100644 --- a/ggml/src/ggml-opencl/kernels/sigmoid.cl +++ b/ggml/src/ggml-opencl/kernels/sigmoid.cl @@ -16,16 +16,28 @@ kernel void kernel_sigmoid_f32( dst[get_global_id(0)] = 1.0f / (1.0f + exp(-src0[get_global_id(0)])); } +inline half sigmoid_f16(half x, int is_bf16) { + float y = 1.0f / (1.0f + exp(-(float)x)); + if (is_bf16) { + // Round before F16 storage to avoid double rounding on BF16 readback. + uint bits = as_uint(y); + bits += 0x7fffu + ((bits >> 16) & 1u); + y = as_float(bits & 0xffff0000u); + } + return y; +} + kernel void kernel_sigmoid_f16( global half * src0, ulong offset0, global half * dst, - ulong offsetd + ulong offsetd, + int is_bf16 ) { src0 = (global half*)((global char*)src0 + offset0); dst = (global half*)((global char*)dst + offsetd); - dst[get_global_id(0)] = 1.0f / (1.0f + exp(-src0[get_global_id(0)])); + dst[get_global_id(0)] = sigmoid_f16(src0[get_global_id(0)], is_bf16); } kernel void kernel_sigmoid_f32_nc( @@ -71,7 +83,8 @@ kernel void kernel_sigmoid_f16_nc( ulong nb0, ulong nb1, ulong nb2, - ulong nb3 + ulong nb3, + int is_bf16 ) { src0 = src0 + offset0; dst = dst + offsetd; @@ -84,6 +97,6 @@ kernel void kernel_sigmoid_f16_nc( global const half * x = (global const half *)(src0 + i3*nb03 + i2*nb02 + i1*nb01 + i0*nb00); global half * y = (global half *)(dst + i3*nb3 + i2*nb2 + i1*nb1 + i0*nb0); - *y = 1.0f / (1.0f + exp(-(float)*x)); + *y = sigmoid_f16(*x, is_bf16); } } From 8b4ac2496c64f1179c35c0d7718595e42c55fc8c Mon Sep 17 00:00:00 2001 From: Alex Date: Sun, 15 Nov 2026 00:33:21 +0200 Subject: [PATCH 043/249] common : fix infinite recursion in debug build for peg parser dump (#32282) Change dump()->dump_impl() calls to avoid infinite recursion. --- common/peg-parser.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/common/peg-parser.cpp b/common/peg-parser.cpp index e2ccb77bb14f..d980cfc76dca 100644 --- a/common/peg-parser.cpp +++ b/common/peg-parser.cpp @@ -1003,9 +1003,9 @@ std::string common_peg_arena::dump_impl(common_peg_parser_id } else if constexpr (std::is_same_v) { return "Ref(" + p.name + ")"; } else if constexpr (std::is_same_v) { - return "Tag(" + p.tag + ", " + dump(p.child) + ")"; + return "Tag(" + p.tag + ", " + dump_impl(p.child, visited) + ")"; } else if constexpr (std::is_same_v) { - return "Atomic(" + dump(p.child) + ")"; + return "Atomic(" + dump_impl(p.child, visited) + ")"; } else { return "Unknown"; } From 3c311796f2743669e8a0a41a37751654cda627ed Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Alen=20Po=C5=BEun?= Date: Sat, 14 Nov 2026 23:33:35 +0100 Subject: [PATCH 044/249] chat : allow tool calls inside reasoning blocks for Ministral-3 (#32271) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * chat: allow tool calls inside reasoning blocks for Ministral-3 and Qwen3 Fixes #29248 Fixes #20837 * chat: address review feedback for Ministral-3 reasoning end - Remove Co-authored-by: Alde Rojas --- common/parsers/ministral3.cpp | 4 ++-- tests/test-chat.cpp | 24 ++++++++++-------------- 2 files changed, 12 insertions(+), 16 deletions(-) diff --git a/common/parsers/ministral3.cpp b/common/parsers/ministral3.cpp index c865a3cae40a..9a37d0299845 100644 --- a/common/parsers/ministral3.cpp +++ b/common/parsers/ministral3.cpp @@ -50,7 +50,7 @@ common_chat_params common_chat_params_init_ministral_3(const common_chat_templat data.supports_thinking = true; data.thinking_start_tag = "[THINK]"; - data.thinking_end_tags = {"[/THINK]"}; + data.thinking_end_tags = {"[/THINK]", "[TOOL_CALLS]"}; data.prompt = common_chat_template_direct_apply_impl(tmpl, inputs, /* messages_override = */ adjusted_messages); data.generation_prompt = common_chat_template_generation_prompt_impl(tmpl, inputs, /* messages_override = */ adjusted_messages); data.format = COMMON_CHAT_FORMAT_PEG_NATIVE; @@ -75,7 +75,7 @@ common_chat_params common_chat_params_init_ministral_3(const common_chat_templat data.parser = build_chat_peg_parser([&](common_chat_peg_builder & p) { auto generation_prompt = p.eps(); auto reasoning = - extract_reasoning ? p.optional("[THINK]" + p.reasoning(p.until("[/THINK]")) + "[/THINK]") : p.eps(); + extract_reasoning ? p.optional("[THINK]" + p.reasoning(p.until_one_of({"[/THINK]", "[TOOL_CALLS]"})) + p.choice({p.literal("[/THINK]"), p.peek(p.literal("[TOOL_CALLS]"))})) : p.eps(); // Response format parser if (has_response_format) { diff --git a/tests/test-chat.cpp b/tests/test-chat.cpp index 556cf1b2a0fc..62a5117e7c8a 100644 --- a/tests/test-chat.cpp +++ b/tests/test-chat.cpp @@ -2734,6 +2734,16 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .expect(message_assist_call_thoughts) .run(); + // Reasoning is not closed, the tool call starts inside it + tst.test( + "[THINK]I'm\nthinking" + R"([TOOL_CALLS]special_function[ARGS]{"arg1":1})") + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .enable_thinking(true) + .tools({ special_function_tool }) + .expect(message_assist_call_thoughts) + .run(); + tst.test(R"([TOOL_CALLS]special_function[ARGS]{"arg1": 1})" R"([TOOL_CALLS]special_function_with_opt[ARGS]{"arg1": 1, "arg2": 2})") .reasoning_format(COMMON_REASONING_FORMAT_AUTO) @@ -2771,20 +2781,6 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .expect_content(R"({"amount": 123.45, "date": "2025-12-03"})") .run(); - // fake tool call marker in reasoning - tst.test( - "[THINK]Let me think about [TOOL_CALLS]special_function[ARGS]{\"arg1\":1} and more[/THINK]" - R"([TOOL_CALLS]special_function[ARGS]{"arg1": 1})") - .reasoning_format(COMMON_REASONING_FORMAT_AUTO) - .enable_thinking(true) - .tools({ special_function_tool }) - .expect_reasoning("Let me think about [TOOL_CALLS]special_function[ARGS]{\"arg1\":1} and more") - .expect_tool_calls({ - { "special_function", R"({"arg1": 1})", {} }, - }) - .expect_reconstruction() - .run(); - // Continuation tests tst.test("world!\nWhat's up?") .reasoning_format(COMMON_REASONING_FORMAT_AUTO) From f08bca8a46a1919f8951fea290cfd9f10004d216 Mon Sep 17 00:00:00 2001 From: Takamichi Ohara Date: Sun, 15 Nov 2026 07:33:55 +0900 Subject: [PATCH 045/249] docs : add OpenVINO backend to ops matrix (#32259) --- docs/ops.md | 241 +- docs/ops/OPENVINO.csv | 23719 ++++++++++++++++++++++++++++++++++++++++ 2 files changed, 23841 insertions(+), 119 deletions(-) create mode 100644 docs/ops/OPENVINO.csv diff --git a/docs/ops.md b/docs/ops.md index 57b5bdb5b045..9a73a097f6c4 100644 --- a/docs/ops.md +++ b/docs/ops.md @@ -12,122 +12,125 @@ Legend: - 🟡 Partially supported by this backend - ❌ Not supported by this backend -| Operation | BLAS | CANN | CPU | CUDA | ET | HTP | MTL | OpenCL | SYCL | Vulkan | WebGPU | ZenDNN | zDNN | -|-----------|------|------|------|------|------|------|------|------|------|------|------|------|------| -| ABS | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| ACC | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | -| ADD | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| ADD1 | ❌ | ✅ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | -| ADD_ID | ❌ | ❌ | ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | -| ARANGE | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | -| ARGMAX | ❌ | ✅ | ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | -| ARGSORT | ❌ | ✅ | ✅ | ✅ | ❌ | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| CEIL | ❌ | ❌ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| CLAMP | ❌ | ✅ | ✅ | ✅ | 🟡 | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| COL2IM_1D | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | -| CONCAT | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | 🟡 | ❌ | ❌ | -| CONT | ❌ | 🟡 | ✅ | ✅ | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | 🟡 | ❌ | ❌ | -| CONV_1D_DW | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | ✅ | -| CONV_2D | ❌ | ❌ | 🟡 | ✅ | ❌ | ✅ | ✅ | ✅ | ✅ | 🟡 | ✅ | ❌ | ❌ | -| CONV_2D_DW | ❌ | ❌ | ✅ | ✅ | ❌ | ✅ | ❌ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| CONV_3D | ❌ | ❌ | ✅ | ✅ | ❌ | 🟡 | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | -| CONV_TRANSPOSE_1D | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | -| CONV_TRANSPOSE_2D | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | -| COS | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | -| COUNT_EQUAL | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | -| CPY | ❌ | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | ❌ | ❌ | -| CROSS_ENTROPY_LOSS | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | -| CROSS_ENTROPY_LOSS_BACK | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | -| CUMSUM | ❌ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | -| DIAG | ❌ | ❌ | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | -| DIV | ❌ | ✅ | ✅ | ✅ | ❌ | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| DSV4_HC_COMB | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | -| DSV4_HC_POST | ❌ | ❌ | ✅ | ❌ | ❌ | 🟡 | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | -| DSV4_HC_PRE | ❌ | ❌ | ✅ | ❌ | ❌ | 🟡 | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | -| DUP | ❌ | ✅ | ✅ | ✅ | ❌ | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ❌ | ❌ | ❌ | -| ELU | ❌ | ✅ | ✅ | 🟡 | 🟡 | ❌ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| EXP | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| EXPM1 | ❌ | ❌ | ✅ | 🟡 | 🟡 | ❌ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| FILL | ❌ | ❌ | ✅ | ✅ | 🟡 | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| FLASH_ATTN_EXT | ❌ | 🟡 | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | ❌ | ❌ | -| FLOOR | ❌ | ❌ | ✅ | 🟡 | 🟡 | ❌ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| GATED_DELTA_NET | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | -| GATED_LINEAR_ATTN | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | -| GEGLU | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| GEGLU_ERF | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| GEGLU_QUICK | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| GELU | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| GELU_ERF | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| GELU_QUICK | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| GET_ROWS | ❌ | 🟡 | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ❌ | ❌ | -| GET_ROWS_BACK | ❌ | ❌ | 🟡 | 🟡 | ❌ | ❌ | ❌ | ❌ | 🟡 | 🟡 | ❌ | ❌ | ❌ | -| GROUP_NORM | ❌ | ✅ | ✅ | ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | -| HARDSIGMOID | ❌ | ✅ | ✅ | 🟡 | 🟡 | ❌ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| HARDSWISH | ❌ | ✅ | ✅ | 🟡 | 🟡 | ❌ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| IM2COL | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | -| IM2COL_3D | ❌ | ❌ | ✅ | ✅ | ❌ | ✅ | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ❌ | -| L2_NORM | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | 🟡 | ❌ | ❌ | -| LEAKY_RELU | ❌ | ✅ | ✅ | ✅ | ❌ | 🟡 | 🟡 | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | -| LIGHTNING_INDEXER | ❌ | ❌ | ✅ | ❌ | ❌ | 🟡 | ❌ | 🟡 | ✅ | ❌ | ❌ | ❌ | ❌ | -| LOG | ❌ | ✅ | ✅ | ✅ | ❌ | ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | -| MEAN | ❌ | ✅ | ✅ | ✅ | ✅ | ❌ | ✅ | ✅ | 🟡 | ✅ | ✅ | ❌ | ❌ | -| MUL | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| MUL_MAT | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | -| MUL_MAT_HADAMARD | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | ✅ | ❌ | 🟡 | -| MUL_MAT_ID | ❌ | 🟡 | ✅ | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | 🟡 | ❌ | -| MUL_MAT_ID_W4A4 | ❌ | ❌ | ✅ | ❌ | ❌ | 🟡 | ❌ | 🟡 | ✅ | ❌ | ❌ | ❌ | ❌ | -| MUL_MAT_ID_W4A8 | ❌ | ❌ | ✅ | ❌ | ❌ | 🟡 | ❌ | 🟡 | ✅ | ❌ | ❌ | ❌ | ❌ | -| MUL_MAT_W4A4 | ❌ | ❌ | ✅ | ❌ | ❌ | 🟡 | ❌ | 🟡 | ✅ | ❌ | ❌ | ❌ | ❌ | -| MUL_MAT_W4A8 | ❌ | ❌ | ✅ | ❌ | ❌ | 🟡 | ❌ | 🟡 | ✅ | ❌ | ❌ | ❌ | ❌ | -| NEG | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| NORM | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | ✅ | ✅ | ✅ | ✅ | 🟡 | ❌ | ❌ | -| OPT_STEP_ADAMW | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | -| OPT_STEP_SGD | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | -| OUT_PROD | 🟡 | 🟡 | 🟡 | 🟡 | ❌ | ❌ | ❌ | ❌ | 🟡 | 🟡 | ❌ | ❌ | ❌ | -| PAD | ❌ | 🟡 | ✅ | 🟡 | ❌ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ❌ | ❌ | -| PAD_REFLECT_1D | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ❌ | ✅ | ❌ | ❌ | -| POOL_1D | ❌ | ❌ | ✅ | ❌ | ❌ | ✅ | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | -| POOL_2D | ❌ | 🟡 | ✅ | ✅ | ❌ | ✅ | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | -| REGLU | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| RELU | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| REPEAT | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ✅ | ✅ | 🟡 | ❌ | ❌ | -| REPEAT_BACK | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | -| RMS_NORM | ❌ | ✅ | ✅ | ✅ | 🟡 | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| RMS_NORM_BACK | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | -| ROLL | ❌ | ❌ | ✅ | ✅ | ❌ | ✅ | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | -| ROPE | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | -| ROPE_BACK | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | -| ROUND | ❌ | ❌ | ✅ | 🟡 | 🟡 | ❌ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| RWKV_WKV6 | ❌ | ❌ | ✅ | ✅ | ✅ | ❌ | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | -| RWKV_WKV7 | ❌ | ❌ | ✅ | ✅ | ✅ | ❌ | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | -| SCALE | ❌ | 🟡 | ✅ | ✅ | ✅ | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| SET | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ✅ | ✅ | 🟡 | ✅ | ✅ | ❌ | ❌ | -| SET_ROWS | ❌ | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | ❌ | ❌ | -| SGN | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| SIGMOID | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| SILU | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| SILU_BACK | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | -| SIN | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | -| SOFTPLUS | ❌ | ❌ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| SOFT_MAX | ❌ | 🟡 | ✅ | ✅ | 🟡 | 🟡 | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | -| SOFT_MAX_BACK | ❌ | ❌ | 🟡 | 🟡 | ❌ | ❌ | ❌ | ❌ | 🟡 | ✅ | ❌ | ❌ | ❌ | -| SOLVE_TRI | ❌ | ❌ | ✅ | 🟡 | 🟡 | ✅ | ✅ | ✅ | 🟡 | ✅ | ✅ | ❌ | ❌ | -| SQR | ❌ | ✅ | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | -| SQRT | ❌ | ✅ | ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | -| SSM_CONV | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | -| SSM_SCAN | ❌ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | ❌ | ❌ | -| STEP | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| SUB | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| SUM | ❌ | 🟡 | ✅ | 🟡 | ❌ | 🟡 | 🟡 | ❌ | 🟡 | 🟡 | 🟡 | ❌ | ❌ | -| SUM_ROWS | ❌ | ✅ | ✅ | 🟡 | ❌ | 🟡 | ✅ | 🟡 | 🟡 | ✅ | ✅ | ❌ | ❌ | -| SWIGLU | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| SWIGLU_CLAMP | ❌ | ❌ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | ❌ | -| SWIGLU_OAI | ❌ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | -| TANH | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| TIMESTEP_EMBEDDING | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | ❌ | -| TOP_K | ❌ | ❌ | ✅ | ❌ | ❌ | ✅ | ✅ | ✅ | ✅ | 🟡 | ✅ | ❌ | ❌ | -| TOP_K_MASK | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | -| TRI | ❌ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | -| TRUNC | ❌ | ❌ | ✅ | 🟡 | 🟡 | ❌ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| UPSCALE | ❌ | 🟡 | ✅ | ✅ | ❌ | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | -| XIELU | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | +| Operation | BLAS | CANN | CPU | CUDA | ET | HTP | MTL | OPENVINO | OpenCL | SYCL | Vulkan | WebGPU | ZenDNN | zDNN | +|-----------|------|------|------|------|------|------|------|------|------|------|------|------|------|------| +| ABS | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| ACC | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | +| ADD | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| ADD1 | ❌ | ✅ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | +| ADD_ID | ❌ | ❌ | ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | +| ARANGE | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | +| ARGMAX | ❌ | ✅ | ✅ | ✅ | ❌ | ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | +| ARGSORT | ❌ | ✅ | ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| CEIL | ❌ | ❌ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| CLAMP | ❌ | ✅ | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| COL2IM_1D | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | +| CONCAT | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | 🟡 | ✅ | ✅ | 🟡 | ❌ | ❌ | +| CONT | ❌ | 🟡 | ✅ | ✅ | 🟡 | 🟡 | ✅ | ✅ | 🟡 | ✅ | ✅ | 🟡 | ❌ | ❌ | +| CONV_1D_DW | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ❌ | ✅ | +| CONV_2D | ❌ | ❌ | 🟡 | ✅ | ❌ | ✅ | ✅ | 🟡 | ✅ | ✅ | 🟡 | ✅ | ❌ | ❌ | +| CONV_2D_DW | ❌ | ❌ | ✅ | ✅ | ❌ | ✅ | ❌ | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| CONV_3D | ❌ | ❌ | ✅ | ✅ | ❌ | 🟡 | ✅ | 🟡 | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | +| CONV_TRANSPOSE_1D | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ✅ | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | +| CONV_TRANSPOSE_2D | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ✅ | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | +| COS | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | +| COUNT_EQUAL | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | +| CPY | ❌ | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | ❌ | ❌ | +| CROSS_ENTROPY_LOSS | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | +| CROSS_ENTROPY_LOSS_BACK | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | +| CUMSUM | ❌ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | +| DIAG | ❌ | ❌ | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | +| DIV | ❌ | ✅ | ✅ | ✅ | ❌ | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| DSV4_HC_COMB | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | +| DSV4_HC_POST | ❌ | ❌ | ✅ | ❌ | ❌ | 🟡 | ❌ | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | +| DSV4_HC_PRE | ❌ | ❌ | ✅ | ❌ | ❌ | 🟡 | ❌ | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | +| DUP | ❌ | ✅ | ✅ | ✅ | ❌ | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ❌ | ❌ | ❌ | +| ELU | ❌ | ✅ | ✅ | 🟡 | 🟡 | ❌ | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| EXP | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| EXPM1 | ❌ | ❌ | ✅ | 🟡 | 🟡 | ❌ | ✅ | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| FILL | ❌ | ❌ | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| FLASH_ATTN_EXT | ❌ | 🟡 | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | ❌ | 🟡 | 🟡 | 🟡 | 🟡 | ❌ | ❌ | +| FLOOR | ❌ | ❌ | ✅ | 🟡 | 🟡 | ❌ | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| GATED_DELTA_NET | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | 🟡 | 🟡 | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | +| GATED_LINEAR_ATTN | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | +| GEGLU | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| GEGLU_ERF | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ❌ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| GEGLU_QUICK | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| GELU | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| GELU_ERF | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| GELU_QUICK | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| GET_ROWS | ❌ | 🟡 | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ❌ | ❌ | +| GET_ROWS_BACK | ❌ | ❌ | 🟡 | 🟡 | ❌ | ❌ | ❌ | ❌ | ❌ | 🟡 | 🟡 | ❌ | ❌ | ❌ | +| GROUP_NORM | ❌ | ✅ | ✅ | ✅ | ✅ | ❌ | ✅ | ❌ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | +| HARDSIGMOID | ❌ | ✅ | ✅ | 🟡 | 🟡 | ❌ | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| HARDSWISH | ❌ | ✅ | ✅ | 🟡 | 🟡 | ❌ | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| IM2COL | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | +| IM2COL_3D | ❌ | ❌ | ✅ | ✅ | ❌ | ✅ | ❌ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | ❌ | +| L2_NORM | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | ✅ | ✅ | 🟡 | ✅ | ✅ | 🟡 | ❌ | ❌ | +| LEAKY_RELU | ❌ | ✅ | ✅ | ✅ | ❌ | 🟡 | 🟡 | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | +| LIGHTNING_INDEXER | ❌ | ❌ | ✅ | ❌ | ❌ | 🟡 | ❌ | ❌ | 🟡 | ✅ | ❌ | ❌ | ❌ | ❌ | +| LOG | ❌ | ✅ | ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | +| MEAN | ❌ | ✅ | ✅ | ✅ | ✅ | ❌ | ✅ | 🟡 | ✅ | 🟡 | ✅ | ✅ | ❌ | ❌ | +| MUL | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| MUL_MAT | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | +| MUL_MAT_HADAMARD | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | 🟡 | +| MUL_MAT_ID | ❌ | 🟡 | ✅ | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | 🟡 | ❌ | +| MUL_MAT_ID_W4A4 | ❌ | ❌ | ✅ | ❌ | ❌ | 🟡 | ❌ | 🟡 | 🟡 | ✅ | ❌ | ❌ | ❌ | ❌ | +| MUL_MAT_ID_W4A8 | ❌ | ❌ | ✅ | ❌ | ❌ | 🟡 | ❌ | 🟡 | 🟡 | ✅ | ❌ | ❌ | ❌ | ❌ | +| MUL_MAT_PREC_SRC1_BF16 | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | +| MUL_MAT_PREC_SRC1_BF16_SRC0 | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | +| MUL_MAT_PREC_SRC1_F32 | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | +| MUL_MAT_W4A4 | ❌ | ❌ | ✅ | ❌ | ❌ | 🟡 | ❌ | 🟡 | 🟡 | ✅ | ❌ | ❌ | ❌ | ❌ | +| MUL_MAT_W4A8 | ❌ | ❌ | ✅ | ❌ | ❌ | 🟡 | ❌ | 🟡 | 🟡 | ✅ | ❌ | ❌ | ❌ | ❌ | +| NEG | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| NORM | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | ✅ | ✅ | ✅ | ✅ | ✅ | 🟡 | ❌ | ❌ | +| OPT_STEP_ADAMW | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | +| OPT_STEP_SGD | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | +| OUT_PROD | 🟡 | 🟡 | 🟡 | 🟡 | ❌ | ❌ | ❌ | ❌ | ❌ | 🟡 | 🟡 | ❌ | ❌ | ❌ | +| PAD | ❌ | 🟡 | ✅ | 🟡 | ❌ | ✅ | 🟡 | ✅ | 🟡 | 🟡 | ✅ | ✅ | ❌ | ❌ | +| PAD_REFLECT_1D | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ❌ | ❌ | +| POOL_1D | ❌ | ❌ | ✅ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | +| POOL_2D | ❌ | 🟡 | ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | +| REGLU | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ❌ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| RELU | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| REPEAT | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | 🟡 | ❌ | ❌ | +| REPEAT_BACK | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | +| RMS_NORM | ❌ | ✅ | ✅ | ✅ | 🟡 | ✅ | ✅ | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| RMS_NORM_BACK | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | +| ROLL | ❌ | ❌ | ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | +| ROPE | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | ✅ | 🟡 | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | +| ROPE_BACK | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | +| ROUND | ❌ | ❌ | ✅ | 🟡 | 🟡 | ❌ | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| RWKV_WKV6 | ❌ | ❌ | ✅ | ✅ | ✅ | ❌ | ✅ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | +| RWKV_WKV7 | ❌ | ❌ | ✅ | ✅ | ✅ | ❌ | ✅ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | +| SCALE | ❌ | 🟡 | ✅ | ✅ | ✅ | 🟡 | ✅ | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| SET | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | 🟡 | ✅ | ✅ | ❌ | ❌ | +| SET_ROWS | ❌ | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | ❌ | 🟡 | 🟡 | 🟡 | 🟡 | ❌ | ❌ | +| SGN | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| SIGMOID | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| SILU | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| SILU_BACK | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | +| SIN | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | +| SOFTPLUS | ❌ | ❌ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| SOFT_MAX | ❌ | 🟡 | ✅ | ✅ | 🟡 | 🟡 | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | +| SOFT_MAX_BACK | ❌ | ❌ | 🟡 | 🟡 | ❌ | ❌ | ❌ | ❌ | ❌ | 🟡 | ✅ | ❌ | ❌ | ❌ | +| SOLVE_TRI | ❌ | ❌ | ✅ | 🟡 | 🟡 | ✅ | ✅ | ❌ | ✅ | 🟡 | ✅ | ✅ | ❌ | ❌ | +| SQR | ❌ | ✅ | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | +| SQRT | ❌ | ✅ | ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | +| SSM_CONV | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | +| SSM_SCAN | ❌ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | 🟡 | 🟡 | 🟡 | ✅ | ❌ | ❌ | +| STEP | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| SUB | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| SUM | ❌ | 🟡 | ✅ | 🟡 | ❌ | 🟡 | 🟡 | 🟡 | ❌ | 🟡 | 🟡 | 🟡 | ❌ | ❌ | +| SUM_ROWS | ❌ | ✅ | ✅ | 🟡 | ❌ | 🟡 | ✅ | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ❌ | ❌ | +| SWIGLU | ❌ | ✅ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | 🟡 | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| SWIGLU_CLAMP | ❌ | ❌ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ❌ | ❌ | +| SWIGLU_OAI | ❌ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | +| TANH | ❌ | ✅ | ✅ | 🟡 | 🟡 | 🟡 | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| TIMESTEP_EMBEDDING | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | ❌ | +| TOP_K | ❌ | ❌ | ✅ | ❌ | ❌ | ✅ | ✅ | ❌ | ✅ | ✅ | 🟡 | ✅ | ❌ | ❌ | +| TOP_K_MASK | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | +| TRI | ❌ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ❌ | +| TRUNC | ❌ | ❌ | ✅ | 🟡 | 🟡 | ❌ | ✅ | ❌ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| UPSCALE | ❌ | 🟡 | ✅ | ✅ | ❌ | 🟡 | ✅ | ✅ | 🟡 | ✅ | ✅ | ✅ | ❌ | ❌ | +| XIELU | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | ✅ | ❌ | ❌ | ✅ | ✅ | ✅ | ❌ | ❌ | diff --git a/docs/ops/OPENVINO.csv b/docs/ops/OPENVINO.csv new file mode 100644 index 000000000000..858a943bb4be --- /dev/null +++ b/docs/ops/OPENVINO.csv @@ -0,0 +1,23719 @@ +"backend_name","op_name","op_params","test_mode","supported","error_message","backend_reg_name" +"OPENVINO","ABS","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","ABS","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","SGN","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","SGN","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","NEG","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","NEG","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","STEP","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","STEP","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","TANH","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","TANH","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","ELU","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","ELU","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","RELU","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","RELU","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","SIGMOID","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","SIGMOID","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","GELU","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","GELU","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","GELU_QUICK","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","GELU_QUICK","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","SILU","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","SILU","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","HARDSWISH","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","HARDSWISH","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","HARDSIGMOID","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","HARDSIGMOID","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","EXP","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","EXP","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","EXPM1","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","EXPM1","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","SOFTPLUS","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","SOFTPLUS","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","GELU_ERF","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","GELU_ERF","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","FLOOR","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","FLOOR","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","CEIL","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","CEIL","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","ROUND","type=f16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","ROUND","type=f16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","TRUNC","type=f16,ne_a=[128,2,2,2],v=0","support","0","no","OPENVINO" +"OPENVINO","TRUNC","type=f16,ne_a=[5,7,11,13],v=0","support","0","no","OPENVINO" +"OPENVINO","ABS","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","ABS","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","SGN","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","SGN","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","NEG","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","NEG","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","STEP","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","STEP","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","TANH","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","TANH","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","ELU","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","ELU","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","RELU","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","RELU","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","SIGMOID","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","SIGMOID","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","GELU","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","GELU","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","GELU_QUICK","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","GELU_QUICK","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","SILU","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","SILU","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","HARDSWISH","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","HARDSWISH","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","HARDSIGMOID","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","HARDSIGMOID","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","EXP","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","EXP","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","EXPM1","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","EXPM1","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","SOFTPLUS","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","SOFTPLUS","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","GELU_ERF","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","GELU_ERF","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","FLOOR","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","FLOOR","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","CEIL","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","CEIL","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","ROUND","type=f16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","ROUND","type=f16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","TRUNC","type=f16,ne_a=[128,2,2,2],v=1","support","0","no","OPENVINO" +"OPENVINO","TRUNC","type=f16,ne_a=[5,7,11,13],v=1","support","0","no","OPENVINO" +"OPENVINO","ABS","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","ABS","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","SGN","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","SGN","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","NEG","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","NEG","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","STEP","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","STEP","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","TANH","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","TANH","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","ELU","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","ELU","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","RELU","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","RELU","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","SIGMOID","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","SIGMOID","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","GELU","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","GELU","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","GELU_QUICK","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","GELU_QUICK","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","SILU","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","SILU","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","HARDSWISH","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","HARDSWISH","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","HARDSIGMOID","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","HARDSIGMOID","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","EXP","type=f32,ne_a=[128,2,2,2],v=0","support","0","no","OPENVINO" +"OPENVINO","EXP","type=f32,ne_a=[5,7,11,13],v=0","support","0","no","OPENVINO" +"OPENVINO","EXPM1","type=f32,ne_a=[128,2,2,2],v=0","support","0","no","OPENVINO" +"OPENVINO","EXPM1","type=f32,ne_a=[5,7,11,13],v=0","support","0","no","OPENVINO" +"OPENVINO","SOFTPLUS","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","SOFTPLUS","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","GELU_ERF","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","GELU_ERF","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","FLOOR","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","FLOOR","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","CEIL","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","CEIL","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","ROUND","type=f32,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","ROUND","type=f32,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","TRUNC","type=f32,ne_a=[128,2,2,2],v=0","support","0","no","OPENVINO" +"OPENVINO","TRUNC","type=f32,ne_a=[5,7,11,13],v=0","support","0","no","OPENVINO" +"OPENVINO","ABS","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","ABS","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","SGN","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","SGN","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","NEG","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","NEG","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","STEP","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","STEP","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","TANH","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","TANH","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","ELU","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","ELU","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","RELU","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","RELU","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","SIGMOID","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","SIGMOID","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","GELU","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","GELU","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","GELU_QUICK","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","GELU_QUICK","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","SILU","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","SILU","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","HARDSWISH","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","HARDSWISH","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","HARDSIGMOID","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","HARDSIGMOID","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","EXP","type=f32,ne_a=[128,2,2,2],v=1","support","0","no","OPENVINO" +"OPENVINO","EXP","type=f32,ne_a=[5,7,11,13],v=1","support","0","no","OPENVINO" +"OPENVINO","EXPM1","type=f32,ne_a=[128,2,2,2],v=1","support","0","no","OPENVINO" +"OPENVINO","EXPM1","type=f32,ne_a=[5,7,11,13],v=1","support","0","no","OPENVINO" +"OPENVINO","SOFTPLUS","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","SOFTPLUS","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","GELU_ERF","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","GELU_ERF","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","FLOOR","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","FLOOR","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","CEIL","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","CEIL","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","ROUND","type=f32,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","ROUND","type=f32,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","TRUNC","type=f32,ne_a=[128,2,2,2],v=1","support","0","no","OPENVINO" +"OPENVINO","TRUNC","type=f32,ne_a=[5,7,11,13],v=1","support","0","no","OPENVINO" +"OPENVINO","ABS","type=bf16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","ABS","type=bf16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","SGN","type=bf16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","SGN","type=bf16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","NEG","type=bf16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","NEG","type=bf16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","STEP","type=bf16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","STEP","type=bf16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","TANH","type=bf16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","TANH","type=bf16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","ELU","type=bf16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","ELU","type=bf16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","RELU","type=bf16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","RELU","type=bf16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","SIGMOID","type=bf16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","SIGMOID","type=bf16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","GELU","type=bf16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","GELU","type=bf16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","GELU_QUICK","type=bf16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","GELU_QUICK","type=bf16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","SILU","type=bf16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","SILU","type=bf16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","HARDSWISH","type=bf16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","HARDSWISH","type=bf16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","HARDSIGMOID","type=bf16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","HARDSIGMOID","type=bf16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","EXP","type=bf16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","EXP","type=bf16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","EXPM1","type=bf16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","EXPM1","type=bf16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","SOFTPLUS","type=bf16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","SOFTPLUS","type=bf16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","GELU_ERF","type=bf16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","GELU_ERF","type=bf16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","FLOOR","type=bf16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","FLOOR","type=bf16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","CEIL","type=bf16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","CEIL","type=bf16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","ROUND","type=bf16,ne_a=[128,2,2,2],v=0","support","1","yes","OPENVINO" +"OPENVINO","ROUND","type=bf16,ne_a=[5,7,11,13],v=0","support","1","yes","OPENVINO" +"OPENVINO","TRUNC","type=bf16,ne_a=[128,2,2,2],v=0","support","0","no","OPENVINO" +"OPENVINO","TRUNC","type=bf16,ne_a=[5,7,11,13],v=0","support","0","no","OPENVINO" +"OPENVINO","ABS","type=bf16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","ABS","type=bf16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","SGN","type=bf16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","SGN","type=bf16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","NEG","type=bf16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","NEG","type=bf16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","STEP","type=bf16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","STEP","type=bf16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","TANH","type=bf16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","TANH","type=bf16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","ELU","type=bf16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","ELU","type=bf16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","RELU","type=bf16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","RELU","type=bf16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","SIGMOID","type=bf16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","SIGMOID","type=bf16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","GELU","type=bf16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","GELU","type=bf16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","GELU_QUICK","type=bf16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","GELU_QUICK","type=bf16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","SILU","type=bf16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","SILU","type=bf16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","HARDSWISH","type=bf16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","HARDSWISH","type=bf16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","HARDSIGMOID","type=bf16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","HARDSIGMOID","type=bf16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","EXP","type=bf16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","EXP","type=bf16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","EXPM1","type=bf16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","EXPM1","type=bf16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","SOFTPLUS","type=bf16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","SOFTPLUS","type=bf16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","GELU_ERF","type=bf16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","GELU_ERF","type=bf16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","FLOOR","type=bf16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","FLOOR","type=bf16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","CEIL","type=bf16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","CEIL","type=bf16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","ROUND","type=bf16,ne_a=[128,2,2,2],v=1","support","1","yes","OPENVINO" +"OPENVINO","ROUND","type=bf16,ne_a=[5,7,11,13],v=1","support","1","yes","OPENVINO" +"OPENVINO","TRUNC","type=bf16,ne_a=[128,2,2,2],v=1","support","0","no","OPENVINO" +"OPENVINO","TRUNC","type=bf16,ne_a=[5,7,11,13],v=1","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_COMB","n_tokens=1,n_iter=1,eps=0.000001","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_COMB","n_tokens=17,n_iter=4,eps=0.000001","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_COMB","n_tokens=257,n_iter=8,eps=0.000001","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_COMB","n_tokens=17,n_iter=20,eps=0.000001","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_COMB","n_tokens=1,n_iter=20,eps=0.000001","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_COMB","n_tokens=256,n_iter=20,eps=0.000001","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_COMB","n_tokens=336,n_iter=20,eps=0.000001","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_COMB","n_tokens=512,n_iter=20,eps=0.000001","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_COMB","n_tokens=513,n_iter=20,eps=0.000001","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_COMB","n_tokens=1024,n_iter=20,eps=0.000001","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_COMB","n_tokens=2048,n_iter=20,eps=0.000001","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_PRE","n_embd=1,n_hc=4,n_tokens=1,gated=0","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_PRE","n_embd=31,n_hc=4,n_tokens=17,gated=0","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_PRE","n_embd=128,n_hc=4,n_tokens=257,gated=0","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_PRE","n_embd=4096,n_hc=4,n_tokens=21,gated=0","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_PRE","n_embd=31,n_hc=4,n_tokens=17,gated=1","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_PRE","n_embd=4096,n_hc=4,n_tokens=21,gated=1","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_PRE","n_embd=128,n_hc=1,n_tokens=17,gated=0","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_PRE","n_embd=128,n_hc=1,n_tokens=17,gated=1","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_PRE","n_embd=128,n_hc=2,n_tokens=17,gated=0","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_PRE","n_embd=128,n_hc=2,n_tokens=17,gated=1","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_PRE","n_embd=128,n_hc=3,n_tokens=17,gated=0","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_PRE","n_embd=128,n_hc=3,n_tokens=17,gated=1","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_PRE","n_embd=128,n_hc=5,n_tokens=17,gated=0","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_PRE","n_embd=128,n_hc=5,n_tokens=17,gated=1","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_PRE","n_embd=128,n_hc=8,n_tokens=17,gated=0","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_PRE","n_embd=128,n_hc=8,n_tokens=17,gated=1","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_PRE","n_embd=128,n_hc=65,n_tokens=17,gated=0","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_PRE","n_embd=128,n_hc=65,n_tokens=17,gated=1","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_POST","n_embd=1,n_tokens=1,identity=0,gated=0","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_POST","n_embd=31,n_tokens=17,identity=0,gated=0","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_POST","n_embd=128,n_tokens=257,identity=0,gated=0","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_POST","n_embd=4096,n_tokens=21,identity=0,gated=0","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_POST","n_embd=31,n_tokens=17,identity=1,gated=0","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_POST","n_embd=4096,n_tokens=21,identity=1,gated=0","support","0","no","OPENVINO" +"OPENVINO","DSV4_HC_POST","n_embd=4096,n_tokens=1,identity=0,gated=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f16,n_kv=256,n_blk=4,n_pick=64,n_top=16,n_extra=3,score=1,nb=32,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f16,n_kv=1001,n_blk=4,n_pick=70,n_top=16,n_extra=3,score=1,nb=7,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f16,n_kv=256,n_blk=4,n_pick=64,n_top=64,n_extra=0,score=1,nb=33,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f16,n_kv=512,n_blk=8,n_pick=16,n_top=32,n_extra=7,score=1,nb=5,nh=1,ns=4,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f16,n_kv=4096,n_blk=4,n_pick=1024,n_top=512,n_extra=3,score=1,nb=1,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f16,n_kv=4096,n_blk=4,n_pick=1024,n_top=512,n_extra=3,score=1,nb=64,nh=1,ns=2,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f16,n_kv=256,n_blk=0,n_pick=256,n_top=16,n_extra=0,score=0,nb=32,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f16,n_kv=1001,n_blk=0,n_pick=1001,n_top=64,n_extra=0,score=0,nb=7,nh=1,ns=3,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f16,n_kv=4096,n_blk=0,n_pick=4096,n_top=2048,n_extra=0,score=0,nb=5,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f16,n_kv=1001,n_blk=0,n_pick=1001,n_top=16,n_extra=3,score=0,nb=1,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f16,n_kv=256,n_blk=0,n_pick=256,n_top=40,n_extra=0,score=1,nb=1,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f16,n_kv=512,n_blk=0,n_pick=512,n_top=16,n_extra=0,score=0,nb=1,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f16,n_kv=1024,n_blk=4,n_pick=200,n_top=32,n_extra=0,score=0,nb=1,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f16,n_kv=1024,n_blk=4,n_pick=200,n_top=32,n_extra=5,score=0,nb=1,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f16,n_kv=512,n_blk=0,n_pick=512,n_top=32,n_extra=5,score=1,nb=9,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f16,n_kv=512,n_blk=16,n_pick=32,n_top=4,n_extra=0,score=1,nb=6,nh=4,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f16,n_kv=1024,n_blk=8,n_pick=128,n_top=16,n_extra=8,score=0,nb=3,nh=2,ns=2,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f16,n_kv=1001,n_blk=4,n_pick=70,n_top=16,n_extra=3,score=1,nb=7,nh=1,ns=1,real=0,bcast=1","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f16,n_kv=512,n_blk=8,n_pick=16,n_top=32,n_extra=7,score=1,nb=5,nh=1,ns=4,real=0,bcast=1","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f32,n_kv=256,n_blk=4,n_pick=64,n_top=16,n_extra=3,score=1,nb=32,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f32,n_kv=1001,n_blk=4,n_pick=70,n_top=16,n_extra=3,score=1,nb=7,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f32,n_kv=256,n_blk=4,n_pick=64,n_top=64,n_extra=0,score=1,nb=33,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f32,n_kv=512,n_blk=8,n_pick=16,n_top=32,n_extra=7,score=1,nb=5,nh=1,ns=4,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f32,n_kv=4096,n_blk=4,n_pick=1024,n_top=512,n_extra=3,score=1,nb=1,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f32,n_kv=4096,n_blk=4,n_pick=1024,n_top=512,n_extra=3,score=1,nb=64,nh=1,ns=2,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f32,n_kv=256,n_blk=0,n_pick=256,n_top=16,n_extra=0,score=0,nb=32,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f32,n_kv=1001,n_blk=0,n_pick=1001,n_top=64,n_extra=0,score=0,nb=7,nh=1,ns=3,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f32,n_kv=4096,n_blk=0,n_pick=4096,n_top=2048,n_extra=0,score=0,nb=5,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f32,n_kv=1001,n_blk=0,n_pick=1001,n_top=16,n_extra=3,score=0,nb=1,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f32,n_kv=256,n_blk=0,n_pick=256,n_top=40,n_extra=0,score=1,nb=1,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f32,n_kv=512,n_blk=0,n_pick=512,n_top=16,n_extra=0,score=0,nb=1,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f32,n_kv=1024,n_blk=4,n_pick=200,n_top=32,n_extra=0,score=0,nb=1,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f32,n_kv=1024,n_blk=4,n_pick=200,n_top=32,n_extra=5,score=0,nb=1,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f32,n_kv=512,n_blk=0,n_pick=512,n_top=32,n_extra=5,score=1,nb=9,nh=1,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f32,n_kv=512,n_blk=16,n_pick=32,n_top=4,n_extra=0,score=1,nb=6,nh=4,ns=1,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f32,n_kv=1024,n_blk=8,n_pick=128,n_top=16,n_extra=8,score=0,nb=3,nh=2,ns=2,real=0,bcast=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f32,n_kv=1001,n_blk=4,n_pick=70,n_top=16,n_extra=3,score=1,nb=7,nh=1,ns=1,real=0,bcast=1","support","0","no","OPENVINO" +"OPENVINO","TOP_K_MASK","type=f32,n_kv=512,n_blk=8,n_pick=16,n_top=32,n_extra=7,score=1,nb=5,nh=1,ns=4,real=0,bcast=1","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f16,ne_a=[128,2,2,2],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f16,ne_a=[5,7,11,13],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f16,ne_a=[128,2,2,2],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f16,ne_a=[5,7,11,13],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f16,ne_a=[128,2,2,2],v=0,split","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f16,ne_a=[5,7,11,13],v=0,split","support","0","no","OPENVINO" +"OPENVINO","GEGLU","type=f16,ne_a=[128,2,2,2],v=0,swapped=0","support","1","yes","OPENVINO" +"OPENVINO","GEGLU","type=f16,ne_a=[5,7,11,13],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU","type=f16,ne_a=[128,2,2,2],v=0,swapped=1","support","1","yes","OPENVINO" +"OPENVINO","GEGLU","type=f16,ne_a=[5,7,11,13],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU","type=f16,ne_a=[128,2,2,2],v=0,split","support","1","yes","OPENVINO" +"OPENVINO","GEGLU","type=f16,ne_a=[5,7,11,13],v=0,split","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=f16,ne_a=[128,2,2,2],v=0,swapped=0","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=f16,ne_a=[5,7,11,13],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","SWIGLU","type=f16,ne_a=[128,2,2,2],v=0,swapped=1","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=f16,ne_a=[5,7,11,13],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","SWIGLU","type=f16,ne_a=[128,2,2,2],v=0,split","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=f16,ne_a=[5,7,11,13],v=0,split","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f16,ne_a=[128,2,2,2],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f16,ne_a=[5,7,11,13],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f16,ne_a=[128,2,2,2],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f16,ne_a=[5,7,11,13],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f16,ne_a=[128,2,2,2],v=0,split","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f16,ne_a=[5,7,11,13],v=0,split","support","0","no","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f16,ne_a=[128,2,2,2],v=0,swapped=0","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f16,ne_a=[5,7,11,13],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f16,ne_a=[128,2,2,2],v=0,swapped=1","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f16,ne_a=[5,7,11,13],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f16,ne_a=[128,2,2,2],v=0,split","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f16,ne_a=[5,7,11,13],v=0,split","support","1","yes","OPENVINO" +"OPENVINO","REGLU","type=f16,ne_a=[128,2,2,2],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f16,ne_a=[5,7,11,13],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f16,ne_a=[128,2,2,2],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f16,ne_a=[5,7,11,13],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f16,ne_a=[128,2,2,2],v=1,split","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f16,ne_a=[5,7,11,13],v=1,split","support","0","no","OPENVINO" +"OPENVINO","GEGLU","type=f16,ne_a=[128,2,2,2],v=1,swapped=0","support","1","yes","OPENVINO" +"OPENVINO","GEGLU","type=f16,ne_a=[5,7,11,13],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU","type=f16,ne_a=[128,2,2,2],v=1,swapped=1","support","1","yes","OPENVINO" +"OPENVINO","GEGLU","type=f16,ne_a=[5,7,11,13],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU","type=f16,ne_a=[128,2,2,2],v=1,split","support","1","yes","OPENVINO" +"OPENVINO","GEGLU","type=f16,ne_a=[5,7,11,13],v=1,split","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=f16,ne_a=[128,2,2,2],v=1,swapped=0","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=f16,ne_a=[5,7,11,13],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","SWIGLU","type=f16,ne_a=[128,2,2,2],v=1,swapped=1","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=f16,ne_a=[5,7,11,13],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","SWIGLU","type=f16,ne_a=[128,2,2,2],v=1,split","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=f16,ne_a=[5,7,11,13],v=1,split","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f16,ne_a=[128,2,2,2],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f16,ne_a=[5,7,11,13],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f16,ne_a=[128,2,2,2],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f16,ne_a=[5,7,11,13],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f16,ne_a=[128,2,2,2],v=1,split","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f16,ne_a=[5,7,11,13],v=1,split","support","0","no","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f16,ne_a=[128,2,2,2],v=1,swapped=0","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f16,ne_a=[5,7,11,13],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f16,ne_a=[128,2,2,2],v=1,swapped=1","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f16,ne_a=[5,7,11,13],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f16,ne_a=[128,2,2,2],v=1,split","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f16,ne_a=[5,7,11,13],v=1,split","support","1","yes","OPENVINO" +"OPENVINO","REGLU","type=f32,ne_a=[128,2,2,2],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f32,ne_a=[5,7,11,13],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f32,ne_a=[128,2,2,2],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f32,ne_a=[5,7,11,13],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f32,ne_a=[128,2,2,2],v=0,split","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f32,ne_a=[5,7,11,13],v=0,split","support","0","no","OPENVINO" +"OPENVINO","GEGLU","type=f32,ne_a=[128,2,2,2],v=0,swapped=0","support","1","yes","OPENVINO" +"OPENVINO","GEGLU","type=f32,ne_a=[5,7,11,13],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU","type=f32,ne_a=[128,2,2,2],v=0,swapped=1","support","1","yes","OPENVINO" +"OPENVINO","GEGLU","type=f32,ne_a=[5,7,11,13],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU","type=f32,ne_a=[128,2,2,2],v=0,split","support","1","yes","OPENVINO" +"OPENVINO","GEGLU","type=f32,ne_a=[5,7,11,13],v=0,split","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=f32,ne_a=[128,2,2,2],v=0,swapped=0","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=f32,ne_a=[5,7,11,13],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","SWIGLU","type=f32,ne_a=[128,2,2,2],v=0,swapped=1","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=f32,ne_a=[5,7,11,13],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","SWIGLU","type=f32,ne_a=[128,2,2,2],v=0,split","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=f32,ne_a=[5,7,11,13],v=0,split","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f32,ne_a=[128,2,2,2],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f32,ne_a=[5,7,11,13],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f32,ne_a=[128,2,2,2],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f32,ne_a=[5,7,11,13],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f32,ne_a=[128,2,2,2],v=0,split","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f32,ne_a=[5,7,11,13],v=0,split","support","0","no","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f32,ne_a=[128,2,2,2],v=0,swapped=0","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f32,ne_a=[5,7,11,13],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f32,ne_a=[128,2,2,2],v=0,swapped=1","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f32,ne_a=[5,7,11,13],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f32,ne_a=[128,2,2,2],v=0,split","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f32,ne_a=[5,7,11,13],v=0,split","support","1","yes","OPENVINO" +"OPENVINO","REGLU","type=f32,ne_a=[128,2,2,2],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f32,ne_a=[5,7,11,13],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f32,ne_a=[128,2,2,2],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f32,ne_a=[5,7,11,13],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f32,ne_a=[128,2,2,2],v=1,split","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=f32,ne_a=[5,7,11,13],v=1,split","support","0","no","OPENVINO" +"OPENVINO","GEGLU","type=f32,ne_a=[128,2,2,2],v=1,swapped=0","support","1","yes","OPENVINO" +"OPENVINO","GEGLU","type=f32,ne_a=[5,7,11,13],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU","type=f32,ne_a=[128,2,2,2],v=1,swapped=1","support","1","yes","OPENVINO" +"OPENVINO","GEGLU","type=f32,ne_a=[5,7,11,13],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU","type=f32,ne_a=[128,2,2,2],v=1,split","support","1","yes","OPENVINO" +"OPENVINO","GEGLU","type=f32,ne_a=[5,7,11,13],v=1,split","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=f32,ne_a=[128,2,2,2],v=1,swapped=0","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=f32,ne_a=[5,7,11,13],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","SWIGLU","type=f32,ne_a=[128,2,2,2],v=1,swapped=1","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=f32,ne_a=[5,7,11,13],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","SWIGLU","type=f32,ne_a=[128,2,2,2],v=1,split","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=f32,ne_a=[5,7,11,13],v=1,split","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f32,ne_a=[128,2,2,2],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f32,ne_a=[5,7,11,13],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f32,ne_a=[128,2,2,2],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f32,ne_a=[5,7,11,13],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f32,ne_a=[128,2,2,2],v=1,split","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=f32,ne_a=[5,7,11,13],v=1,split","support","0","no","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f32,ne_a=[128,2,2,2],v=1,swapped=0","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f32,ne_a=[5,7,11,13],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f32,ne_a=[128,2,2,2],v=1,swapped=1","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f32,ne_a=[5,7,11,13],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f32,ne_a=[128,2,2,2],v=1,split","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=f32,ne_a=[5,7,11,13],v=1,split","support","1","yes","OPENVINO" +"OPENVINO","REGLU","type=bf16,ne_a=[128,2,2,2],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=bf16,ne_a=[5,7,11,13],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=bf16,ne_a=[128,2,2,2],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=bf16,ne_a=[5,7,11,13],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=bf16,ne_a=[128,2,2,2],v=0,split","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=bf16,ne_a=[5,7,11,13],v=0,split","support","0","no","OPENVINO" +"OPENVINO","GEGLU","type=bf16,ne_a=[128,2,2,2],v=0,swapped=0","support","1","yes","OPENVINO" +"OPENVINO","GEGLU","type=bf16,ne_a=[5,7,11,13],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU","type=bf16,ne_a=[128,2,2,2],v=0,swapped=1","support","1","yes","OPENVINO" +"OPENVINO","GEGLU","type=bf16,ne_a=[5,7,11,13],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU","type=bf16,ne_a=[128,2,2,2],v=0,split","support","1","yes","OPENVINO" +"OPENVINO","GEGLU","type=bf16,ne_a=[5,7,11,13],v=0,split","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=bf16,ne_a=[128,2,2,2],v=0,swapped=0","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=bf16,ne_a=[5,7,11,13],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","SWIGLU","type=bf16,ne_a=[128,2,2,2],v=0,swapped=1","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=bf16,ne_a=[5,7,11,13],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","SWIGLU","type=bf16,ne_a=[128,2,2,2],v=0,split","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=bf16,ne_a=[5,7,11,13],v=0,split","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_ERF","type=bf16,ne_a=[128,2,2,2],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=bf16,ne_a=[5,7,11,13],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=bf16,ne_a=[128,2,2,2],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=bf16,ne_a=[5,7,11,13],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=bf16,ne_a=[128,2,2,2],v=0,split","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=bf16,ne_a=[5,7,11,13],v=0,split","support","0","no","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=bf16,ne_a=[128,2,2,2],v=0,swapped=0","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=bf16,ne_a=[5,7,11,13],v=0,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=bf16,ne_a=[128,2,2,2],v=0,swapped=1","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=bf16,ne_a=[5,7,11,13],v=0,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=bf16,ne_a=[128,2,2,2],v=0,split","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=bf16,ne_a=[5,7,11,13],v=0,split","support","1","yes","OPENVINO" +"OPENVINO","REGLU","type=bf16,ne_a=[128,2,2,2],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=bf16,ne_a=[5,7,11,13],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=bf16,ne_a=[128,2,2,2],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=bf16,ne_a=[5,7,11,13],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=bf16,ne_a=[128,2,2,2],v=1,split","support","0","no","OPENVINO" +"OPENVINO","REGLU","type=bf16,ne_a=[5,7,11,13],v=1,split","support","0","no","OPENVINO" +"OPENVINO","GEGLU","type=bf16,ne_a=[128,2,2,2],v=1,swapped=0","support","1","yes","OPENVINO" +"OPENVINO","GEGLU","type=bf16,ne_a=[5,7,11,13],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU","type=bf16,ne_a=[128,2,2,2],v=1,swapped=1","support","1","yes","OPENVINO" +"OPENVINO","GEGLU","type=bf16,ne_a=[5,7,11,13],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU","type=bf16,ne_a=[128,2,2,2],v=1,split","support","1","yes","OPENVINO" +"OPENVINO","GEGLU","type=bf16,ne_a=[5,7,11,13],v=1,split","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=bf16,ne_a=[128,2,2,2],v=1,swapped=0","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=bf16,ne_a=[5,7,11,13],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","SWIGLU","type=bf16,ne_a=[128,2,2,2],v=1,swapped=1","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=bf16,ne_a=[5,7,11,13],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","SWIGLU","type=bf16,ne_a=[128,2,2,2],v=1,split","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU","type=bf16,ne_a=[5,7,11,13],v=1,split","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_ERF","type=bf16,ne_a=[128,2,2,2],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=bf16,ne_a=[5,7,11,13],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=bf16,ne_a=[128,2,2,2],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=bf16,ne_a=[5,7,11,13],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=bf16,ne_a=[128,2,2,2],v=1,split","support","0","no","OPENVINO" +"OPENVINO","GEGLU_ERF","type=bf16,ne_a=[5,7,11,13],v=1,split","support","0","no","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=bf16,ne_a=[128,2,2,2],v=1,swapped=0","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=bf16,ne_a=[5,7,11,13],v=1,swapped=0","support","0","no","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=bf16,ne_a=[128,2,2,2],v=1,swapped=1","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=bf16,ne_a=[5,7,11,13],v=1,swapped=1","support","0","no","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=bf16,ne_a=[128,2,2,2],v=1,split","support","1","yes","OPENVINO" +"OPENVINO","GEGLU_QUICK","type=bf16,ne_a=[5,7,11,13],v=1,split","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_OAI","type=f32,ne_a=[128,2,2,2],v=0,alpha=0.500000,limit=2.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_OAI","type=f32,ne_a=[128,2,2,2],v=0,alpha=0.500000,limit=7.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_OAI","type=f32,ne_a=[128,2,2,2],v=0,alpha=1.702000,limit=2.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_OAI","type=f32,ne_a=[128,2,2,2],v=0,alpha=1.702000,limit=7.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_OAI","type=f32,ne_a=[128,2,2,2],v=1,alpha=0.500000,limit=2.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_OAI","type=f32,ne_a=[128,2,2,2],v=1,alpha=0.500000,limit=7.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_OAI","type=f32,ne_a=[128,2,2,2],v=1,alpha=1.702000,limit=2.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_OAI","type=f32,ne_a=[128,2,2,2],v=1,alpha=1.702000,limit=7.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_OAI","type=f16,ne_a=[128,2,2,2],v=0,alpha=0.500000,limit=2.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_OAI","type=f16,ne_a=[128,2,2,2],v=0,alpha=0.500000,limit=7.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_OAI","type=f16,ne_a=[128,2,2,2],v=0,alpha=1.702000,limit=2.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_OAI","type=f16,ne_a=[128,2,2,2],v=0,alpha=1.702000,limit=7.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_OAI","type=f16,ne_a=[128,2,2,2],v=1,alpha=0.500000,limit=2.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_OAI","type=f16,ne_a=[128,2,2,2],v=1,alpha=0.500000,limit=7.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_OAI","type=f16,ne_a=[128,2,2,2],v=1,alpha=1.702000,limit=2.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_OAI","type=f16,ne_a=[128,2,2,2],v=1,alpha=1.702000,limit=7.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_CLAMP","type=f16,ne_a=[128,2,2,2],v=0,limit=2.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_CLAMP","type=f16,ne_a=[128,2,2,2],v=0,limit=10.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_CLAMP","type=f16,ne_a=[128,2,2,2],v=1,limit=2.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_CLAMP","type=f16,ne_a=[128,2,2,2],v=1,limit=10.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_CLAMP","type=f32,ne_a=[128,2,2,2],v=0,limit=2.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_CLAMP","type=f32,ne_a=[128,2,2,2],v=0,limit=10.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_CLAMP","type=f32,ne_a=[128,2,2,2],v=1,limit=2.000000","support","1","yes","OPENVINO" +"OPENVINO","SWIGLU_CLAMP","type=f32,ne_a=[128,2,2,2],v=1,limit=10.000000","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=f32,n=76800,m=5,r=4,be1=1,be2=2,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=f32,n=256,m=80000,r=70000,be1=2,be2=1,v=0,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=f32,n=256,m=5,r=4,be1=700,be2=100,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_0,n=76800,m=5,r=4,be1=1,be2=2,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_0,n=256,m=80000,r=70000,be1=2,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_0,n=256,m=5,r=4,be1=700,be2=100,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=f32,n=1,m=8,r=2,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=q4_0,n=256,m=16,r=4","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=q8_0,n=256,m=16,r=4","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=q2_K,n=256,m=16,r=4","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=q3_K,n=256,m=16,r=4","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=q4_K,n=256,m=16,r=4","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=q5_K,n=256,m=16,r=4","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=q6_K,n=256,m=16,r=4","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=iq3_xxs,n=256,m=16,r=4","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=iq3_s,n=256,m=16,r=4","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=iq3_xxs,n=64,m=64","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=iq3_s,n=64,m=64","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=f8_e4m3,n=1,m=5,r=3,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=f8_e4m3,n=3,m=5,r=3,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=f8_e4m3,n=257,m=5,r=3,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=f32,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=f32,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=f32,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=f32,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=f32,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=f32,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=f32,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=f32,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=f16,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=f16,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=f16,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=f16,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=f16,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=f16,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=f16,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=f16,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=bf16,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=bf16,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=bf16,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=bf16,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=bf16,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=bf16,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=bf16,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=bf16,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_0,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_0,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_0,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_0,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_0,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_0,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_0,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_0,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_1,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_1,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_1,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_1,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_1,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_1,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_1,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_1,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_0,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_0,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_0,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_0,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_0,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_0,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_0,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_0,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_1,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_1,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_1,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_1,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_1,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_1,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_1,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_1,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q8_0,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=q8_0,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=q8_0,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=q8_0,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=q8_0,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q8_0,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q8_0,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q8_0,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q1_0,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q1_0,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q1_0,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q1_0,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q1_0,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q1_0,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q1_0,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q1_0,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q2_0,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q2_0,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q2_0,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q2_0,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q2_0,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q2_0,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q2_0,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q2_0,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=mxfp4,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=mxfp4,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=mxfp4,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=mxfp4,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=mxfp4,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=mxfp4,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=mxfp4,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=mxfp4,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=nvfp4,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=nvfp4,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=nvfp4,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=nvfp4,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=nvfp4,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=nvfp4,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=nvfp4,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=nvfp4,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=f8_e4m3,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=f8_e4m3,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=f8_e4m3,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=f8_e4m3,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=f8_e4m3,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=f8_e4m3,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=f8_e4m3,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=f8_e4m3,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q2_K,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q2_K,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q2_K,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q2_K,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q2_K,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q2_K,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q2_K,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q2_K,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q3_K,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q3_K,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q3_K,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q3_K,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q3_K,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q3_K,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q3_K,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q3_K,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_K,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_K,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_K,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_K,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_K,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_K,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_K,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q4_K,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_K,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_K,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_K,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_K,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_K,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_K,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_K,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q5_K,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q6_K,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=q6_K,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=q6_K,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=q6_K,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=q6_K,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q6_K,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q6_K,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=q6_K,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=tq2_0,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=tq2_0,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=tq2_0,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=tq2_0,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=tq2_0,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=tq2_0,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=tq2_0,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=tq2_0,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=tq1_0,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=tq1_0,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=tq1_0,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=tq1_0,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=tq1_0,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=tq1_0,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=tq1_0,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=tq1_0,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_xxs,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_xxs,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_xxs,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_xxs,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_xxs,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_xxs,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_xxs,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_xxs,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_xs,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_xs,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_xs,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_xs,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_xs,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_xs,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_xs,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_xs,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_s,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_s,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_s,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_s,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_s,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_s,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_s,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq2_s,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq3_xxs,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq3_xxs,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq3_xxs,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq3_xxs,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq3_xxs,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq3_xxs,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq3_xxs,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq3_xxs,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq1_s,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq1_s,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq1_s,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq1_s,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq1_s,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq1_s,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq1_s,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq1_s,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq1_m,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq1_m,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq1_m,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq1_m,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq1_m,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq1_m,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq1_m,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq1_m,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq4_nl,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq4_nl,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq4_nl,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq4_nl,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq4_nl,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq4_nl,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq4_nl,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq4_nl,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq3_s,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq3_s,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq3_s,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq3_s,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq3_s,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq3_s,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq3_s,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq3_s,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq4_xs,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq4_xs,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq4_xs,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq4_xs,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq4_xs,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq4_xs,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq4_xs,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=iq4_xs,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS","type=i32,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=i32,n=256,m=5,r=4,be1=1,be2=1,v=0,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=i32,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=i32,n=256,m=5,r=4,be1=1,be2=1,v=1,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=i32,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=i32,n=256,m=5,r=4,be1=7,be2=1,v=0,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=i32,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=0,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=i32,n=256,m=5,r=4,be1=7,be2=1,v=1,vs0=1,offset_cols=0","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS","type=f32,n=256,m=8,r=2,be1=1,be2=1,v=0,vs0=1,offset_cols=3","support","1","yes","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=f32,n=1,m=8,r=2,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=f32,n=1,m=70000,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=f32,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=f32,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=f16,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=f16,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=bf16,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=bf16,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q4_0,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q4_0,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q4_1,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q4_1,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q5_0,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q5_0,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q5_1,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q5_1,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q8_0,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q8_0,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q1_0,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q1_0,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q2_0,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q2_0,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=mxfp4,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=mxfp4,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=nvfp4,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=nvfp4,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=f8_e4m3,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=f8_e4m3,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q2_K,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q2_K,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q3_K,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q3_K,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q4_K,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q4_K,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q5_K,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q5_K,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q6_K,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=q6_K,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=tq2_0,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=tq2_0,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=tq1_0,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=tq1_0,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=iq2_xxs,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=iq2_xxs,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=iq2_xs,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=iq2_xs,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=iq2_s,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=iq2_s,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=iq3_xxs,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=iq3_xxs,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=iq1_s,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=iq1_s,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=iq1_m,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=iq1_m,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=iq4_nl,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=iq4_nl,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=iq3_s,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=iq3_s,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=iq4_xs,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=iq4_xs,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=i32,n=256,m=5,r=4,b=1,v=0","support","0","no","OPENVINO" +"OPENVINO","GET_ROWS_BACK","type=i32,n=256,m=5,r=4,b=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[1,8,1,3],nr23=[1,1],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i32,ne=[1,8,1,3],nr23=[1,1],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q8_0,type_idx=i32,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f32,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f32,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f32,type_idx=i64,ne=[3,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f32,type_idx=i64,ne=[31,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f32,type_idx=i64,ne=[33,5,1,1],nr23=[2,3],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f32,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f32,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f32,type_idx=i64,ne=[3,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f32,type_idx=i64,ne=[31,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f32,type_idx=i64,ne=[33,5,1,1],nr23=[2,3],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f32,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f32,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f32,type_idx=i64,ne=[3,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f32,type_idx=i64,ne=[31,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f32,type_idx=i64,ne=[33,5,1,7],nr23=[2,3],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f32,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f32,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f32,type_idx=i64,ne=[3,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f32,type_idx=i64,ne=[31,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f32,type_idx=i64,ne=[33,5,1,7],nr23=[2,3],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[3,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[31,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[33,5,1,1],nr23=[2,3],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[3,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[31,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[33,5,1,1],nr23=[2,3],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[3,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[31,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[33,5,1,7],nr23=[2,3],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[3,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[31,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[33,5,1,7],nr23=[2,3],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=bf16,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=bf16,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=bf16,type_idx=i64,ne=[3,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=bf16,type_idx=i64,ne=[31,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=bf16,type_idx=i64,ne=[33,5,1,1],nr23=[2,3],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=bf16,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=bf16,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=bf16,type_idx=i64,ne=[3,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=bf16,type_idx=i64,ne=[31,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=bf16,type_idx=i64,ne=[33,5,1,1],nr23=[2,3],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=bf16,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=bf16,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=bf16,type_idx=i64,ne=[3,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=bf16,type_idx=i64,ne=[31,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=bf16,type_idx=i64,ne=[33,5,1,7],nr23=[2,3],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=bf16,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=bf16,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=bf16,type_idx=i64,ne=[3,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=bf16,type_idx=i64,ne=[31,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=bf16,type_idx=i64,ne=[33,5,1,7],nr23=[2,3],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_0,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_0,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_0,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_0,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_1,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_1,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_1,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_1,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_1,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_1,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_1,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_1,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_1,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_1,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_1,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_1,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_0,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_0,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_0,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_0,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_1,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_1,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_1,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_1,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_1,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_1,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_1,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_1,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_1,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_1,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_1,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_1,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q8_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q8_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q8_0,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q8_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q8_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q8_0,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q8_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q8_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q8_0,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q8_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q8_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q8_0,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q1_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q1_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q1_0,type_idx=i64,ne=[384,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q1_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q1_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q1_0,type_idx=i64,ne=[384,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q1_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q1_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q1_0,type_idx=i64,ne=[384,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q1_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q1_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q1_0,type_idx=i64,ne=[384,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_0,type_idx=i64,ne=[192,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_0,type_idx=i64,ne=[192,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_0,type_idx=i64,ne=[192,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_0,type_idx=i64,ne=[192,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=mxfp4,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=mxfp4,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=mxfp4,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=mxfp4,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=mxfp4,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=mxfp4,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=mxfp4,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=mxfp4,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=mxfp4,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=mxfp4,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=mxfp4,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=mxfp4,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=nvfp4,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=nvfp4,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=nvfp4,type_idx=i64,ne=[192,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=nvfp4,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=nvfp4,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=nvfp4,type_idx=i64,ne=[192,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=nvfp4,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=nvfp4,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=nvfp4,type_idx=i64,ne=[192,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=nvfp4,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=nvfp4,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=nvfp4,type_idx=i64,ne=[192,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[3,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[31,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[33,5,1,1],nr23=[2,3],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[3,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[31,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[33,5,1,1],nr23=[2,3],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[3,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[31,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[33,5,1,7],nr23=[2,3],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[3,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[31,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f8_e4m3,type_idx=i64,ne=[33,5,1,7],nr23=[2,3],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_K,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_K,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_K,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_K,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_K,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q2_K,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q3_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q3_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q3_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q3_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q3_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q3_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q3_K,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q3_K,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q3_K,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q3_K,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q3_K,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q3_K,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_K,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_K,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_K,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_K,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_K,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q4_K,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_K,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_K,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_K,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_K,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_K,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q5_K,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q6_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q6_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q6_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q6_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q6_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q6_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q6_K,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q6_K,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q6_K,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q6_K,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q6_K,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=q6_K,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq2_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq2_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq2_0,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq2_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq2_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq2_0,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq2_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq2_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq2_0,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq2_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq2_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq2_0,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq1_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq1_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq1_0,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq1_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq1_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq1_0,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq1_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq1_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq1_0,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq1_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq1_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=tq1_0,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xxs,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xxs,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xxs,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xxs,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xxs,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xxs,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xxs,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xxs,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xxs,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xxs,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xxs,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xxs,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xs,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xs,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xs,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xs,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xs,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xs,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xs,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xs,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xs,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xs,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xs,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_xs,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_s,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_s,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_s,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_s,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_s,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_s,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_s,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_s,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_s,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_s,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_s,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq2_s,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_xxs,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_xxs,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_xxs,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_xxs,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_xxs,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_xxs,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_xxs,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_xxs,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_xxs,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_xxs,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_xxs,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_xxs,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_s,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_s,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_s,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_s,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_s,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_s,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_s,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_s,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_s,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_s,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_s,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_s,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_m,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_m,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_m,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_m,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_m,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_m,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_m,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_m,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_m,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_m,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_m,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq1_m,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_nl,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_nl,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_nl,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_nl,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_nl,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_nl,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_nl,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_nl,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_nl,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_nl,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_nl,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_nl,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_s,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_s,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_s,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_s,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_s,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_s,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_s,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_s,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_s,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_s,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_s,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq3_s,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_xs,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_xs,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_xs,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_xs,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_xs,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_xs,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_xs,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_xs,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_xs,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_xs,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_xs,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=iq4_xs,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[3,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[31,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[33,5,1,1],nr23=[2,3],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[3,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[31,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[33,5,1,1],nr23=[2,3],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[3,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[31,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[33,5,1,7],nr23=[2,3],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[3,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[31,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f32,type_idx=i64,ne=[33,5,1,7],nr23=[2,3],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f16,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f16,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f16,type_idx=i64,ne=[3,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f16,type_idx=i64,ne=[31,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f16,type_idx=i64,ne=[33,5,1,1],nr23=[2,3],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f16,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f16,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f16,type_idx=i64,ne=[3,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f16,type_idx=i64,ne=[31,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f16,type_idx=i64,ne=[33,5,1,1],nr23=[2,3],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f16,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f16,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f16,type_idx=i64,ne=[3,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f16,type_idx=i64,ne=[31,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f16,type_idx=i64,ne=[33,5,1,7],nr23=[2,3],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f16,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f16,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f16,type_idx=i64,ne=[3,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f16,type_idx=i64,ne=[31,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f16,type_idx=i64,ne=[33,5,1,7],nr23=[2,3],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=bf16,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=bf16,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=bf16,type_idx=i64,ne=[3,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=bf16,type_idx=i64,ne=[31,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=bf16,type_idx=i64,ne=[33,5,1,1],nr23=[2,3],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=bf16,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=bf16,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=bf16,type_idx=i64,ne=[3,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=bf16,type_idx=i64,ne=[31,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=bf16,type_idx=i64,ne=[33,5,1,1],nr23=[2,3],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=bf16,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=bf16,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=bf16,type_idx=i64,ne=[3,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=bf16,type_idx=i64,ne=[31,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=bf16,type_idx=i64,ne=[33,5,1,7],nr23=[2,3],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=bf16,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=bf16,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=bf16,type_idx=i64,ne=[3,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=bf16,type_idx=i64,ne=[31,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=bf16,type_idx=i64,ne=[33,5,1,7],nr23=[2,3],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_0,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_0,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_0,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_0,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_1,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_1,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_1,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_1,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_1,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_1,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_1,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_1,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_1,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_1,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_1,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_1,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_0,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_0,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_0,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_0,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_1,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_1,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_1,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_1,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_1,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_1,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_1,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_1,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_1,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_1,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_1,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_1,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q8_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q8_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q8_0,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q8_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q8_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q8_0,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q8_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q8_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q8_0,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q8_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q8_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q8_0,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q1_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q1_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q1_0,type_idx=i64,ne=[384,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q1_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q1_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q1_0,type_idx=i64,ne=[384,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q1_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q1_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q1_0,type_idx=i64,ne=[384,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q1_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q1_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q1_0,type_idx=i64,ne=[384,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_0,type_idx=i64,ne=[192,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_0,type_idx=i64,ne=[192,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_0,type_idx=i64,ne=[192,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_0,type_idx=i64,ne=[192,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=mxfp4,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=mxfp4,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=mxfp4,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=mxfp4,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=mxfp4,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=mxfp4,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=mxfp4,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=mxfp4,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=mxfp4,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=mxfp4,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=mxfp4,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=mxfp4,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=nvfp4,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=nvfp4,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=nvfp4,type_idx=i64,ne=[192,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=nvfp4,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=nvfp4,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=nvfp4,type_idx=i64,ne=[192,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=nvfp4,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=nvfp4,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=nvfp4,type_idx=i64,ne=[192,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=nvfp4,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=nvfp4,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=nvfp4,type_idx=i64,ne=[192,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[3,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[31,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[33,5,1,1],nr23=[2,3],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[3,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[31,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[33,5,1,1],nr23=[2,3],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[3,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[31,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[33,5,1,7],nr23=[2,3],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[3,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[31,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=f8_e4m3,type_idx=i64,ne=[33,5,1,7],nr23=[2,3],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_K,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_K,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_K,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_K,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_K,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q2_K,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q3_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q3_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q3_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q3_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q3_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q3_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q3_K,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q3_K,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q3_K,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q3_K,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q3_K,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q3_K,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_K,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_K,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_K,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_K,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_K,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q4_K,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_K,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_K,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_K,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_K,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_K,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q5_K,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q6_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q6_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q6_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q6_K,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q6_K,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q6_K,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q6_K,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q6_K,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q6_K,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q6_K,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q6_K,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=q6_K,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq2_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq2_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq2_0,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq2_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq2_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq2_0,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq2_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq2_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq2_0,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq2_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq2_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq2_0,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq1_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq1_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq1_0,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq1_0,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq1_0,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq1_0,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq1_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq1_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq1_0,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq1_0,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq1_0,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=tq1_0,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xxs,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xxs,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xxs,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xxs,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xxs,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xxs,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xxs,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xxs,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xxs,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xxs,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xxs,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xxs,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xs,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xs,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xs,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xs,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xs,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xs,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xs,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xs,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xs,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xs,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xs,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_xs,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_s,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_s,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_s,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_s,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_s,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_s,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_s,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_s,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_s,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_s,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_s,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq2_s,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_xxs,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_xxs,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_xxs,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_xxs,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_xxs,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_xxs,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_xxs,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_xxs,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_xxs,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_xxs,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_xxs,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_xxs,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_s,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_s,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_s,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_s,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_s,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_s,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_s,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_s,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_s,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_s,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_s,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_s,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_m,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_m,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_m,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_m,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_m,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_m,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_m,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_m,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_m,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_m,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_m,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq1_m,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_nl,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_nl,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_nl,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_nl,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_nl,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_nl,type_idx=i64,ne=[96,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_nl,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_nl,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_nl,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_nl,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_nl,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_nl,type_idx=i64,ne=[96,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_s,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_s,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_s,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_s,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_s,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_s,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_s,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_s,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_s,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_s,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_s,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq3_s,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_xs,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_xs,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_xs,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_xs,type_idx=i64,ne=[256,5,1,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_xs,type_idx=i64,ne=[256,11,1,1],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_xs,type_idx=i64,ne=[768,3,1,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_xs,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_xs,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_xs,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_xs,type_idx=i64,ne=[256,5,7,3],nr23=[1,1],r=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_xs,type_idx=i64,ne=[256,11,1,7],nr23=[2,3],r=7,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f32,type_dst=iq4_xs,type_idx=i64,ne=[768,3,7,1],nr23=[2,3],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[1,8,1,3],nr23=[1,1],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i32,ne=[1,8,1,3],nr23=[1,1],r=2,v=0","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i64,ne=[1,8,1,3],nr23=[1,1],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","SET_ROWS","type_src=f16,type_dst=f16,type_idx=i32,ne=[1,8,1,3],nr23=[1,1],r=2,v=1","support","0","no","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=1,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=1,s1=1,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=1,s1=1,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=1,s1=1,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=1,s1=2,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=1,s1=2,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=1,s1=2,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=1,s1=2,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=2,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=2,s1=1,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=2,s1=1,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=2,s1=1,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=2,s1=2,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=2,s1=2,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=2,s1=2,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=2,s1=2,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=1,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=1,s1=1,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=1,s1=1,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=1,s1=1,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=1,s1=2,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=1,s1=2,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=1,s1=2,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=1,s1=2,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=2,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=2,s1=1,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=2,s1=1,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=2,s1=1,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=2,s1=2,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=2,s1=2,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=2,s1=2,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=2,s1=2,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=1,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=1,s1=1,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=1,s1=1,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=1,s1=1,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=1,s1=2,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=1,s1=2,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=1,s1=2,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=1,s1=2,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=2,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=2,s1=1,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=2,s1=1,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=2,s1=1,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=2,s1=2,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=2,s1=2,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=2,s1=2,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=2,s1=2,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=1,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=1,s1=1,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=1,s1=1,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=1,s1=1,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=1,s1=2,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=1,s1=2,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=1,s1=2,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=1,s1=2,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=2,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=2,s1=1,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=2,s1=1,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=2,s1=1,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=2,s1=2,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=2,s1=2,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=2,s1=2,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=2,s1=2,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[4096,2,1,1],k0=32,k1=1,s0=32,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[4096,2,1,1],k0=64,k1=1,s0=64,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[4096,2,1,1],k0=128,k1=1,s0=128,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[4160,2,1,1],k0=32,k1=1,s0=32,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[4160,2,1,1],k0=64,k1=1,s0=64,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[4160,2,1,1],k0=128,k1=1,s0=128,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[259,5,3,2],k0=128,k1=3,s0=64,s1=2,p0=64,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=avg,type_input=f32,ne_input=[193,2,1,1],k0=128,k1=1,s0=128,s1=1,p0=128,p1=2","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=1,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=1,s1=1,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=1,s1=1,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=1,s1=1,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=1,s1=2,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=1,s1=2,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=1,s1=2,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=1,s1=2,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=2,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=2,s1=1,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=2,s1=1,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=2,s1=1,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=2,s1=2,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=2,s1=2,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=2,s1=2,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=1,s0=2,s1=2,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=1,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=1,s1=1,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=1,s1=1,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=1,s1=1,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=1,s1=2,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=1,s1=2,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=1,s1=2,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=1,s1=2,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=2,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=2,s1=1,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=2,s1=1,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=2,s1=1,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=2,s1=2,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=2,s1=2,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=2,s1=2,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=1,k1=3,s0=2,s1=2,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=1,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=1,s1=1,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=1,s1=1,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=1,s1=1,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=1,s1=2,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=1,s1=2,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=1,s1=2,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=1,s1=2,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=2,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=2,s1=1,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=2,s1=1,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=2,s1=1,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=2,s1=2,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=2,s1=2,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=2,s1=2,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=1,s0=2,s1=2,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=1,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=1,s1=1,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=1,s1=1,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=1,s1=1,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=1,s1=2,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=1,s1=2,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=1,s1=2,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=1,s1=2,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=2,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=2,s1=1,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=2,s1=1,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=2,s1=1,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=2,s1=2,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=2,s1=2,p0=0,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=2,s1=2,p0=1,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[10,10,3,1],k0=3,k1=3,s0=2,s1=2,p0=1,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[4096,2,1,1],k0=32,k1=1,s0=32,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[4096,2,1,1],k0=64,k1=1,s0=64,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[4096,2,1,1],k0=128,k1=1,s0=128,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[4160,2,1,1],k0=32,k1=1,s0=32,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[4160,2,1,1],k0=64,k1=1,s0=64,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[4160,2,1,1],k0=128,k1=1,s0=128,s1=1,p0=0,p1=0","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[259,5,3,2],k0=128,k1=3,s0=64,s1=2,p0=64,p1=1","support","1","yes","OPENVINO" +"OPENVINO","POOL_2D","pool_type=max,type_input=f32,ne_input=[193,2,1,1],k0=128,k1=1,s0=128,s1=1,p0=128,p1=2","support","1","yes","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=1,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=1,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=1,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=1,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=1,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=1,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=1,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=1,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=1,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=2,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=2,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=2,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=2,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=2,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=2,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=2,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=2,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=2,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=3,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=3,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=3,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=3,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=3,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=3,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=1,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=1,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=1,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=1,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=1,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=1,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=1,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=1,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=1,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=2,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=2,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=2,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=2,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=2,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=2,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=2,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=2,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=2,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=3,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=3,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=3,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=3,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=3,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=3,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=1,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=1,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=1,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=1,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=1,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=1,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=1,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=1,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=1,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=2,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=2,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=2,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=2,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=2,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=2,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=2,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=2,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=2,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=3,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=3,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=3,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=3,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=3,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=avg,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=3,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=1,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=1,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=1,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=1,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=1,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=1,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=1,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=1,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=1,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=2,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=2,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=2,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=2,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=2,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=2,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=2,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=2,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=2,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=3,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=3,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=3,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=1,s0=3,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=1,s0=3,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=1,s0=3,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=1,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=1,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=1,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=1,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=1,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=1,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=1,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=1,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=1,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=2,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=2,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=2,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=2,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=2,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=2,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=2,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=2,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=2,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=3,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=3,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=3,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=2,s0=3,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=2,s0=3,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=2,s0=3,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=1,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=1,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=1,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=1,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=1,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=1,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=1,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=1,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=1,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=2,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=2,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=2,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=2,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=2,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=2,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=2,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=2,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=2,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=3,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=3,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=3,p0=2","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[10,3,2,1],k0=3,s0=3,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[11,1,3,2],k0=3,s0=3,p0=3","support","0","no","OPENVINO" +"OPENVINO","POOL_1D","pool_type=max,type_input=f32,ne_input=[128,2,1,3],k0=3,s0=3,p0=3","support","0","no","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[3000,128,1,1],ne_kernel=[3,128,1280,1],s0=1,s1=0,p0=1,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[48,33,1024,1],ne_kernel=[3,3,1024,1],s0=3,s1=3,p0=0,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f32,ne_input=[3000,128,1,1],ne_kernel=[3,128,1280,1],s0=1,s1=0,p0=1,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[3000,128,1,1],ne_kernel=[3,128,1280,1],s0=1,s1=0,p0=1,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[3000,384,1,1],ne_kernel=[3,384,384,1],s0=1,s1=0,p0=1,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[2006,96,1,1],ne_kernel=[7,96,96,1],s0=1,s1=0,p0=0,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[2018,96,1,1],ne_kernel=[7,96,96,1],s0=1,s1=0,p0=0,p1=0,d0=3,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[2054,96,1,1],ne_kernel=[7,96,96,1],s0=1,s1=0,p0=0,p1=0,d0=9,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[1500,192,1,1],ne_kernel=[1,192,192,1],s0=1,s1=0,p0=0,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f32,ne_input=[1001,64,1,1],ne_kernel=[5,64,64,1],s0=2,s1=0,p0=2,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[777,48,2,1],ne_kernel=[3,48,48,1],s0=1,s1=0,p0=4,p1=0,d0=3,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[600,8,5,1],ne_kernel=[3,8,8,1],s0=1,s1=0,p0=1,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[600,8,7,1],ne_kernel=[3,8,8,1],s0=1,s1=0,p0=1,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[40,6,8,1],ne_kernel=[3,1,8,4],s0=1,s1=1,p0=1,p1=1,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[40,6,8,1],ne_kernel=[3,1,8,4],s0=1,s1=1,p0=1,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,2,2,1],ne_kernel=[3,2,2,1],s0=1,s1=0,p0=0,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,2,2,1],ne_kernel=[3,2,2,1],s0=1,s1=0,p0=0,p1=0,d0=3,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,2,2,1],ne_kernel=[3,2,2,1],s0=1,s1=0,p0=3,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,2,2,1],ne_kernel=[3,2,2,1],s0=1,s1=0,p0=3,p1=0,d0=3,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,2,2,1],ne_kernel=[3,2,2,1],s0=3,s1=0,p0=0,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,2,2,1],ne_kernel=[3,2,2,1],s0=3,s1=0,p0=0,p1=0,d0=3,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,2,2,1],ne_kernel=[3,2,2,1],s0=3,s1=0,p0=3,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,2,2,1],ne_kernel=[3,2,2,1],s0=3,s1=0,p0=3,p1=0,d0=3,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[10,10,3,1],ne_kernel=[3,3,3,1],s0=1,s1=1,p0=1,p1=1,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f16,ne_input=[10,10,3,1],ne_kernel=[3,3,3,1],s0=1,s1=1,p0=1,p1=1,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f32,ne_input=[10,10,3,1],ne_kernel=[3,3,3,1],s0=1,s1=1,p0=1,p1=1,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[10,10,3,1],ne_kernel=[3,3,3,1],s0=1,s1=1,p0=1,p1=1,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=1,p0=0,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=1,p0=0,p1=0,d0=1,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=1,p0=0,p1=0,d0=3,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=1,p0=0,p1=0,d0=3,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=1,p0=0,p1=3,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=1,p0=0,p1=3,d0=1,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=1,p0=0,p1=3,d0=3,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=1,p0=0,p1=3,d0=3,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=1,p0=3,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=1,p0=3,p1=0,d0=1,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=1,p0=3,p1=0,d0=3,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=1,p0=3,p1=0,d0=3,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=1,p0=3,p1=3,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=1,p0=3,p1=3,d0=1,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=1,p0=3,p1=3,d0=3,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=1,p0=3,p1=3,d0=3,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=3,p0=0,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=3,p0=0,p1=0,d0=1,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=3,p0=0,p1=0,d0=3,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=3,p0=0,p1=0,d0=3,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=3,p0=0,p1=3,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=3,p0=0,p1=3,d0=1,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=3,p0=0,p1=3,d0=3,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=3,p0=0,p1=3,d0=3,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=3,p0=3,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=3,p0=3,p1=0,d0=1,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=3,p0=3,p1=0,d0=3,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=3,p0=3,p1=0,d0=3,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=3,p0=3,p1=3,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=3,p0=3,p1=3,d0=1,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=3,p0=3,p1=3,d0=3,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=1,s1=3,p0=3,p1=3,d0=3,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=1,p0=0,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=1,p0=0,p1=0,d0=1,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=1,p0=0,p1=0,d0=3,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=1,p0=0,p1=0,d0=3,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=1,p0=0,p1=3,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=1,p0=0,p1=3,d0=1,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=1,p0=0,p1=3,d0=3,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=1,p0=0,p1=3,d0=3,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=1,p0=3,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=1,p0=3,p1=0,d0=1,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=1,p0=3,p1=0,d0=3,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=1,p0=3,p1=0,d0=3,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=1,p0=3,p1=3,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=1,p0=3,p1=3,d0=1,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=1,p0=3,p1=3,d0=3,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=1,p0=3,p1=3,d0=3,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=3,p0=0,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=3,p0=0,p1=0,d0=1,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=3,p0=0,p1=0,d0=3,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=3,p0=0,p1=0,d0=3,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=3,p0=0,p1=3,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=3,p0=0,p1=3,d0=1,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=3,p0=0,p1=3,d0=3,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=3,p0=0,p1=3,d0=3,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=3,p0=3,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=3,p0=3,p1=0,d0=1,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=3,p0=3,p1=0,d0=3,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=3,p0=3,p1=0,d0=3,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=3,p0=3,p1=3,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=3,p0=3,p1=3,d0=1,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=3,p0=3,p1=3,d0=3,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,2,2],ne_kernel=[3,3,2,2],s0=3,s1=3,p0=3,p1=3,d0=3,d1=3,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[12,12,1,32],ne_kernel=[3,3,1,32],s0=1,s1=1,p0=1,p1=1,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[12,12,2,32],ne_kernel=[3,3,2,32],s0=1,s1=1,p0=1,p1=1,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[12,12,1,1024],ne_kernel=[3,3,1,1024],s0=1,s1=1,p0=1,p1=1,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[12,12,2,1024],ne_kernel=[3,3,2,1024],s0=1,s1=1,p0=1,p1=1,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[12,12,1,2048],ne_kernel=[3,3,1,2048],s0=1,s1=1,p0=1,p1=1,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[12,12,2,2048],ne_kernel=[3,3,2,2048],s0=1,s1=1,p0=1,p1=1,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[12,12,1,2560],ne_kernel=[3,3,1,2560],s0=1,s1=1,p0=1,p1=1,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[12,12,2,2560],ne_kernel=[3,3,2,2560],s0=1,s1=1,p0=1,p1=1,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[5,5,1,32],ne_kernel=[3,4,1,32],s0=1,s1=1,p0=0,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[2,2,1536,729],ne_kernel=[2,2,1536,4096],s0=1,s1=1,p0=0,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[128,128,1,2],ne_kernel=[32,33,1,2],s0=1,s1=1,p0=1,p1=1,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[128,128,2,1],ne_kernel=[33,34,2,1],s0=1,s1=1,p0=1,p1=1,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[64,64,320,1],ne_kernel=[1,1,320,1],s0=1,s1=1,p0=0,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[16,16,1280,2],ne_kernel=[1,1,1280,1],s0=1,s1=1,p0=0,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[8,8,2560,1],ne_kernel=[1,1,2560,1],s0=1,s1=1,p0=0,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[32,32,192,1],ne_kernel=[2,2,192,1],s0=2,s1=2,p0=0,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[64,512,1,1],ne_kernel=[2,512,1,1],s0=2,s1=0,p0=0,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f32,ne_input=[64,64,320,1],ne_kernel=[1,1,320,1],s0=1,s1=1,p0=0,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f32,ne_input=[16,16,1280,2],ne_kernel=[1,1,1280,1],s0=1,s1=1,p0=0,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f32,ne_input=[8,8,2560,1],ne_kernel=[1,1,2560,1],s0=1,s1=1,p0=0,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f32,ne_input=[32,32,192,1],ne_kernel=[2,2,192,1],s0=2,s1=2,p0=0,p1=0,d0=1,d1=1,is_2D=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL","type_input=f32,type_kernel=f16,dst_type=f32,ne_input=[64,512,1,1],ne_kernel=[2,512,1,1],s0=2,s1=0,p0=0,p1=0,d0=1,d1=0,is_2D=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[10,10,10,9],ne_kernel=[3,3,3,1],IC=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f16,dst_type=f32,ne_input=[10,10,10,9],ne_kernel=[3,3,3,1],IC=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f16,dst_type=f16,ne_input=[10,10,10,9],ne_kernel=[3,3,3,1],IC=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=1,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=1,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=1,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=0,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=0,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=0,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=1,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=1,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=1,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","IM2COL_3D","type_input=f32,type_kernel=f32,dst_type=f32,ne_input=[20,20,10,3],ne_kernel=[3,3,3,3],IC=3,s0=3,s1=3,s2=3,p0=3,p1=3,p2=3,d0=3,d1=3,d2=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=1,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=2,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,1,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,2,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,3,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[1,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[2,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[3,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,1,2],ne_kernel=[11,11,1,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,1],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,1,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,2,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,1,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,3,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[1,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[2,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[1,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[3,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f32,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[141,133,25,2],ne_kernel=[11,11,25,12],type_kernel=f16,stride0=3,stride1=5,padding0=5,padding1=5,dilation0=2,dilation1=4,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[256,256,192,1],ne_kernel=[3,3,192,96],type_kernel=f32,stride0=1,stride1=1,padding0=1,padding1=1,dilation0=1,dilation1=1,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[256,256,192,1],ne_kernel=[3,3,192,96],type_kernel=f32,stride0=1,stride1=1,padding0=1,padding1=1,dilation0=1,dilation1=1,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[256,256,192,1],ne_kernel=[3,3,192,96],type_kernel=f16,stride0=1,stride1=1,padding0=1,padding1=1,dilation0=1,dilation1=1,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[256,256,192,1],ne_kernel=[3,3,192,96],type_kernel=f16,stride0=1,stride1=1,padding0=1,padding1=1,dilation0=1,dilation1=1,cwhn=1,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[19,17,8,2],ne_kernel=[3,3,8,65],type_kernel=f16,stride0=1,stride1=1,padding0=1,padding1=1,dilation0=1,dilation1=1,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[19,17,16,3],ne_kernel=[3,3,16,33],type_kernel=f16,stride0=2,stride1=3,padding0=4,padding1=2,dilation0=2,dilation1=1,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[13,11,16,3],ne_kernel=[1,1,16,33],type_kernel=f16,stride0=1,stride1=1,padding0=0,padding1=0,dilation0=1,dilation1=1,cwhn=0,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D","ne_input=[19,17,8,2],ne_kernel=[3,3,8,17],type_kernel=f16,stride0=1,stride1=1,padding0=1,padding1=1,dilation0=1,dilation1=1,cwhn=0,kernel_offset=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_1D_DW","ne_input=[64,16,1,1],ne_kernel=[3,1,16,1],type_kernel=f32,stride=1,padding=0,dilation=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_1D_DW","ne_input=[64,16,1,1],ne_kernel=[7,1,16,1],type_kernel=f32,stride=1,padding=3,dilation=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_1D_DW","ne_input=[97,33,1,1],ne_kernel=[5,1,33,1],type_kernel=f32,stride=2,padding=2,dilation=2","support","1","yes","OPENVINO" +"OPENVINO","CONV_1D_DW","ne_input=[64,16,1,1],ne_kernel=[3,1,16,1],type_kernel=f16,stride=1,padding=0,dilation=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_1D_DW","ne_input=[64,16,1,1],ne_kernel=[7,1,16,1],type_kernel=f16,stride=1,padding=3,dilation=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_1D_DW","ne_input=[97,33,1,1],ne_kernel=[5,1,33,1],type_kernel=f16,stride=2,padding=2,dilation=2","support","1","yes","OPENVINO" +"OPENVINO","CONV_1D_DW","ne_input=[64,16,1,1],ne_kernel=[3,1,16,1],type_kernel=bf16,stride=1,padding=0,dilation=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_1D_DW","ne_input=[64,16,1,1],ne_kernel=[7,1,16,1],type_kernel=bf16,stride=1,padding=3,dilation=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_1D_DW","ne_input=[97,33,1,1],ne_kernel=[5,1,33,1],type_kernel=bf16,stride=2,padding=2,dilation=2","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D_DW","ne_input=[17,34,9,1],ne_kernel=[3,3,1,9],type_kernel=f32,stride=1,padding=0,dilation=1,cwhn=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D_DW","ne_input=[17,34,9,1],ne_kernel=[3,3,1,9],type_kernel=f32,stride=1,padding=0,dilation=1,cwhn=1","support","0","no","OPENVINO" +"OPENVINO","CONV_2D_DW","ne_input=[32,8,64,1],ne_kernel=[3,3,1,64],type_kernel=f32,stride=2,padding=1,dilation=1,cwhn=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D_DW","ne_input=[32,8,64,1],ne_kernel=[3,3,1,64],type_kernel=f32,stride=2,padding=1,dilation=1,cwhn=1","support","0","no","OPENVINO" +"OPENVINO","CONV_2D_DW","ne_input=[17,34,9,1],ne_kernel=[3,3,1,9],type_kernel=f16,stride=1,padding=0,dilation=1,cwhn=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D_DW","ne_input=[17,34,9,1],ne_kernel=[3,3,1,9],type_kernel=f16,stride=1,padding=0,dilation=1,cwhn=1","support","0","no","OPENVINO" +"OPENVINO","CONV_2D_DW","ne_input=[32,8,64,1],ne_kernel=[3,3,1,64],type_kernel=f16,stride=2,padding=1,dilation=1,cwhn=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_2D_DW","ne_input=[32,8,64,1],ne_kernel=[3,3,1,64],type_kernel=f16,stride=2,padding=1,dilation=1,cwhn=1","support","0","no","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=4,ID=6,IH=78,IW=54,OC=512,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=16,ID=4,IH=64,IW=64,OC=256,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=4,ID=8,IH=8,IW=8,OC=8,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=8,ID=5,IH=11,IW=9,OC=65,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=5,ID=7,IH=9,IW=13,OC=17,KD=2,KH=3,KW=4,s0=2,s1=1,s2=3,p0=3,p1=2,p2=2,d0=2,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=3,IC=16,ID=3,IH=7,IW=9,OC=33,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=8,ID=7,IH=5,IW=9,OC=33,KD=3,KH=1,KW=1,s0=1,s1=1,s2=2,p0=0,p1=0,p2=2,d0=1,d1=1,d2=2,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=1,IH=2,IW=1,OC=7,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=3,p1=4,p2=2,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=8,ID=5,IH=7,IW=9,OC=17,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=2,IH=2,IW=2,OC=1,KD=1,KH=1,KW=0,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=2,IH=2,IW=2,OC=1,KD=1,KH=0,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=2,IH=2,IW=2,OC=1,KD=0,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=2,ID=65,IH=256,IW=256,OC=2,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=2,ID=127,IH=1,IW=40,OC=3,KD=127,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=2,ID=64,IH=2,IW=40,OC=3,KD=64,KH=2,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=2,ID=85,IH=3,IW=40,OC=3,KD=85,KH=3,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=2,ID=16,IH=16,IW=40,OC=3,KD=16,KH=16,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f32,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=4,ID=6,IH=78,IW=54,OC=512,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=16,ID=4,IH=64,IW=64,OC=256,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=1,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=1,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=0,p1=0,p2=0,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=3,KW=3,s0=2,s1=2,s2=2,p0=1,p1=1,p2=1,d0=2,d1=2,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=18,IH=22,IW=20,OC=4,KD=3,KH=1,KW=5,s0=2,s1=1,s2=1,p0=2,p1=0,p2=1,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=4,ID=8,IH=8,IW=8,OC=8,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=8,ID=5,IH=11,IW=9,OC=65,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=5,ID=7,IH=9,IW=13,OC=17,KD=2,KH=3,KW=4,s0=2,s1=1,s2=3,p0=3,p1=2,p2=2,d0=2,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=3,IC=16,ID=3,IH=7,IW=9,OC=33,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=8,ID=7,IH=5,IW=9,OC=33,KD=3,KH=1,KW=1,s0=1,s1=1,s2=2,p0=0,p1=0,p2=2,d0=1,d1=1,d2=2,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=3,ID=1,IH=2,IW=1,OC=7,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=3,p1=4,p2=2,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=2,IC=8,ID=5,IH=7,IW=9,OC=17,KD=3,KH=3,KW=3,s0=1,s1=1,s2=1,p0=1,p1=1,p2=1,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=2,IH=2,IW=2,OC=1,KD=1,KH=1,KW=0,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=2,IH=2,IW=2,OC=1,KD=1,KH=0,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=1,ID=2,IH=2,IW=2,OC=1,KD=0,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","0","no","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=2,ID=65,IH=256,IW=256,OC=2,KD=1,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=2,ID=127,IH=1,IW=40,OC=3,KD=127,KH=1,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=2,ID=64,IH=2,IW=40,OC=3,KD=64,KH=2,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=2,ID=85,IH=3,IW=40,OC=3,KD=85,KH=3,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_3D","N=1,IC=2,ID=16,IH=16,IW=40,OC=3,KD=16,KH=16,KW=1,s0=1,s1=1,s2=1,p0=0,p1=0,p2=0,d0=1,d1=1,d2=1,type_kernel=f16,kernel_offset=0","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[1,1,1,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[1,1,1,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[1,1,1,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,1,1,1],ne_kernel=[1,1,1,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,1,1,1],ne_kernel=[1,1,1,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,1,1,1],ne_kernel=[1,1,1,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,1,1,1],ne_kernel=[1,1,1,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,1,1,1],ne_kernel=[1,1,1,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,1,1,1],ne_kernel=[1,1,1,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[3,1,1,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[3,1,1,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[3,1,1,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,1,1,1],ne_kernel=[3,1,1,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,1,1,1],ne_kernel=[3,1,1,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,1,1,1],ne_kernel=[3,1,1,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,1,1,1],ne_kernel=[3,1,1,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,1,1,1],ne_kernel=[3,1,1,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,1,1,1],ne_kernel=[3,1,1,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[1337,1,1,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[1337,1,1,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[1337,1,1,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,1,1,1],ne_kernel=[1337,1,1,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,1,1,1],ne_kernel=[1337,1,1,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,1,1,1],ne_kernel=[1337,1,1,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,1,1,1],ne_kernel=[1337,1,1,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,1,1,1],ne_kernel=[1337,1,1,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,1,1,1],ne_kernel=[1337,1,1,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,7,1,1],ne_kernel=[1,1,7,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,7,1,1],ne_kernel=[1,1,7,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,7,1,1],ne_kernel=[1,1,7,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,7,1,1],ne_kernel=[1,1,7,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,7,1,1],ne_kernel=[1,1,7,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,7,1,1],ne_kernel=[1,1,7,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,7,1,1],ne_kernel=[1,1,7,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,7,1,1],ne_kernel=[1,1,7,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,7,1,1],ne_kernel=[1,1,7,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,7,1,1],ne_kernel=[3,1,7,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,7,1,1],ne_kernel=[3,1,7,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,7,1,1],ne_kernel=[3,1,7,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,7,1,1],ne_kernel=[3,1,7,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,7,1,1],ne_kernel=[3,1,7,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,7,1,1],ne_kernel=[3,1,7,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,7,1,1],ne_kernel=[3,1,7,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,7,1,1],ne_kernel=[3,1,7,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,7,1,1],ne_kernel=[3,1,7,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,7,1,1],ne_kernel=[1337,1,7,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,7,1,1],ne_kernel=[1337,1,7,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,7,1,1],ne_kernel=[1337,1,7,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,7,1,1],ne_kernel=[1337,1,7,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,7,1,1],ne_kernel=[1337,1,7,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,7,1,1],ne_kernel=[1337,1,7,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,7,1,1],ne_kernel=[1337,1,7,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,7,1,1],ne_kernel=[1337,1,7,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,7,1,1],ne_kernel=[1337,1,7,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[1,9,1,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[1,9,1,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[1,9,1,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,1,1,1],ne_kernel=[1,9,1,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,1,1,1],ne_kernel=[1,9,1,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,1,1,1],ne_kernel=[1,9,1,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,1,1,1],ne_kernel=[1,9,1,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,1,1,1],ne_kernel=[1,9,1,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,1,1,1],ne_kernel=[1,9,1,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[3,9,1,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[3,9,1,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[3,9,1,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,1,1,1],ne_kernel=[3,9,1,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,1,1,1],ne_kernel=[3,9,1,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,1,1,1],ne_kernel=[3,9,1,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,1,1,1],ne_kernel=[3,9,1,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,1,1,1],ne_kernel=[3,9,1,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,1,1,1],ne_kernel=[3,9,1,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[1337,9,1,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[1337,9,1,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,1,1,1],ne_kernel=[1337,9,1,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,1,1,1],ne_kernel=[1337,9,1,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,1,1,1],ne_kernel=[1337,9,1,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,1,1,1],ne_kernel=[1337,9,1,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,1,1,1],ne_kernel=[1337,9,1,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,1,1,1],ne_kernel=[1337,9,1,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,1,1,1],ne_kernel=[1337,9,1,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,7,1,1],ne_kernel=[1,9,7,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,7,1,1],ne_kernel=[1,9,7,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,7,1,1],ne_kernel=[1,9,7,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,7,1,1],ne_kernel=[1,9,7,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,7,1,1],ne_kernel=[1,9,7,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,7,1,1],ne_kernel=[1,9,7,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,7,1,1],ne_kernel=[1,9,7,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,7,1,1],ne_kernel=[1,9,7,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,7,1,1],ne_kernel=[1,9,7,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,7,1,1],ne_kernel=[3,9,7,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,7,1,1],ne_kernel=[3,9,7,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,7,1,1],ne_kernel=[3,9,7,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,7,1,1],ne_kernel=[3,9,7,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,7,1,1],ne_kernel=[3,9,7,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,7,1,1],ne_kernel=[3,9,7,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,7,1,1],ne_kernel=[3,9,7,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,7,1,1],ne_kernel=[3,9,7,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,7,1,1],ne_kernel=[3,9,7,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,7,1,1],ne_kernel=[1337,9,7,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,7,1,1],ne_kernel=[1337,9,7,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[1,7,1,1],ne_kernel=[1337,9,7,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,7,1,1],ne_kernel=[1337,9,7,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,7,1,1],ne_kernel=[1337,9,7,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,7,1,1],ne_kernel=[1337,9,7,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,7,1,1],ne_kernel=[1337,9,7,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,7,1,1],ne_kernel=[1337,9,7,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[13,7,1,1],ne_kernel=[1337,9,7,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[197,32,1,1],ne_kernel=[16,32,32,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[3,2,1,1],ne_kernel=[2,3,2,1],s0=3,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[3,2,1,1],ne_kernel=[2,3,2,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[3,2,1,1],ne_kernel=[2,3,2,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[3,2,1,1],ne_kernel=[3,2,2,1],s0=2,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[3,2,1,1],ne_kernel=[3,2,2,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[3,2,1,1],ne_kernel=[3,1,2,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_1D","ne_input=[2,1,1,1],ne_kernel=[3,1,1,1],s0=1,p0=0,d0=1","support","1","yes","OPENVINO" +"OPENVINO","COL2IM_1D","type=f32,K=16,OC=32,T_in=197,s0=8,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f32,K=4,OC=3,T_in=7,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f32,K=1,OC=5,T_in=13,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f32,K=6,OC=4,T_in=11,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f32,K=2,OC=3,T_in=9,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f32,K=5,OC=4,T_in=11,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f32,K=8,OC=4,T_in=13,s0=4,p0=2","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f32,K=4,OC=3,T_in=1,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f32,K=16,OC=1,T_in=197,s0=8,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f32,K=1,OC=5,T_in=13,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f32,K=8,OC=2,T_in=3,s0=2,p0=5","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f16,K=16,OC=32,T_in=197,s0=8,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f16,K=4,OC=3,T_in=7,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f16,K=1,OC=5,T_in=13,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f16,K=6,OC=4,T_in=11,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f16,K=2,OC=3,T_in=9,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f16,K=5,OC=4,T_in=11,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f16,K=8,OC=4,T_in=13,s0=4,p0=2","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f16,K=4,OC=3,T_in=1,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f16,K=16,OC=1,T_in=197,s0=8,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f16,K=1,OC=5,T_in=13,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=f16,K=8,OC=2,T_in=3,s0=2,p0=5","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=bf16,K=16,OC=32,T_in=197,s0=8,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=bf16,K=4,OC=3,T_in=7,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=bf16,K=1,OC=5,T_in=13,s0=1,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=bf16,K=6,OC=4,T_in=11,s0=3,p0=1","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=bf16,K=2,OC=3,T_in=9,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=bf16,K=5,OC=4,T_in=11,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=bf16,K=8,OC=4,T_in=13,s0=4,p0=2","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=bf16,K=4,OC=3,T_in=1,s0=2,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=bf16,K=16,OC=1,T_in=197,s0=8,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=bf16,K=1,OC=5,T_in=13,s0=3,p0=0","support","0","no","OPENVINO" +"OPENVINO","COL2IM_1D","type=bf16,K=8,OC=2,T_in=3,s0=2,p0=5","support","0","no","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_2D","kernel_type=f32,ne_input=[3,2,3,1],ne_kernel=[2,2,1,3],stride=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_2D","kernel_type=f32,ne_input=[10,10,9,1],ne_kernel=[3,3,1,9],stride=2","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_2D","kernel_type=f32,ne_input=[129,63,35,1],ne_kernel=[3,3,48,35],stride=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_2D","kernel_type=f32,ne_input=[10,10,9,2],ne_kernel=[3,3,1,9],stride=2","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_2D","kernel_type=f16,ne_input=[3,2,3,1],ne_kernel=[2,2,1,3],stride=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_2D","kernel_type=f16,ne_input=[10,10,9,1],ne_kernel=[3,3,1,9],stride=2","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_2D","kernel_type=f16,ne_input=[129,63,35,1],ne_kernel=[3,3,48,35],stride=1","support","1","yes","OPENVINO" +"OPENVINO","CONV_TRANSPOSE_2D","kernel_type=f16,ne_input=[10,10,9,2],ne_kernel=[3,3,1,9],stride=2","support","1","yes","OPENVINO" +"OPENVINO","COUNT_EQUAL","type=f32,ne=[4,500,1,1],same_src=0","support","0","no","OPENVINO" +"OPENVINO","COUNT_EQUAL","type=f32,ne=[4,5000,1,1],same_src=0","support","0","no","OPENVINO" +"OPENVINO","COUNT_EQUAL","type=f32,ne=[4,500,1,1],same_src=1","support","0","no","OPENVINO" +"OPENVINO","COUNT_EQUAL","type=f32,ne=[4,5000,1,1],same_src=1","support","0","no","OPENVINO" +"OPENVINO","ARGMAX","type=f32,ne=[32,1,1,1]","support","0","no","OPENVINO" +"OPENVINO","ARGMAX","type=f32,ne=[32,513,1,1]","support","0","no","OPENVINO" +"OPENVINO","ARGMAX","type=f32,ne=[100,10,1,1]","support","0","no","OPENVINO" +"OPENVINO","ARGMAX","type=f32,ne=[1024,10,1,1]","support","0","no","OPENVINO" +"OPENVINO","ARGMAX","type=f32,ne=[1024,12,1,1]","support","0","no","OPENVINO" +"OPENVINO","ARGMAX","type=f32,ne=[2000,10,1,1]","support","0","no","OPENVINO" +"OPENVINO","ARGMAX","type=f32,ne=[5438,3,1,1]","support","0","no","OPENVINO" +"OPENVINO","REPEAT","type=f32,ne=[10,5,4,1],nr=[1,1,1,1]","support","1","yes","OPENVINO" +"OPENVINO","REPEAT","type=f32,ne=[10,5,4,1],nr=[2,1,1,1]","support","1","yes","OPENVINO" +"OPENVINO","REPEAT","type=f32,ne=[10,5,4,1],nr=[1,2,1,1]","support","1","yes","OPENVINO" +"OPENVINO","REPEAT","type=f32,ne=[10,5,4,1],nr=[1,1,2,1]","support","1","yes","OPENVINO" +"OPENVINO","REPEAT","type=f32,ne=[10,5,4,1],nr=[1,1,1,2]","support","1","yes","OPENVINO" +"OPENVINO","REPEAT","type=f16,ne=[10,5,4,1],nr=[2,1,1,1]","support","1","yes","OPENVINO" +"OPENVINO","REPEAT","type=i32,ne=[10,5,4,1],nr=[2,1,1,1]","support","1","yes","OPENVINO" +"OPENVINO","REPEAT","type=i16,ne=[10,5,4,1],nr=[1,1,1,2]","support","0","no","OPENVINO" +"OPENVINO","REPEAT","type=bf16,ne=[10,5,4,1],nr=[2,1,1,1]","support","1","yes","OPENVINO" +"OPENVINO","REPEAT","type=f32,ne=[10,5,4,3],nr=[1,1,1,1]","support","1","yes","OPENVINO" +"OPENVINO","REPEAT","type=f32,ne=[10,5,4,3],nr=[2,1,1,1]","support","1","yes","OPENVINO" +"OPENVINO","REPEAT","type=f32,ne=[10,5,4,3],nr=[1,2,1,1]","support","1","yes","OPENVINO" +"OPENVINO","REPEAT","type=f32,ne=[10,5,4,3],nr=[1,1,2,1]","support","1","yes","OPENVINO" +"OPENVINO","REPEAT","type=f32,ne=[10,5,4,3],nr=[1,1,1,2]","support","1","yes","OPENVINO" +"OPENVINO","REPEAT","type=f16,ne=[10,5,4,3],nr=[2,1,1,1]","support","1","yes","OPENVINO" +"OPENVINO","REPEAT","type=i32,ne=[10,5,4,3],nr=[2,1,1,1]","support","1","yes","OPENVINO" +"OPENVINO","REPEAT","type=i16,ne=[10,5,4,3],nr=[1,1,1,2]","support","0","no","OPENVINO" +"OPENVINO","REPEAT","type=bf16,ne=[10,5,4,3],nr=[2,1,1,1]","support","1","yes","OPENVINO" +"OPENVINO","REPEAT_BACK","type=f32,ne=[8,6,4,2],nr=[1,1,1,1],v=0","support","0","no","OPENVINO" +"OPENVINO","REPEAT_BACK","type=f32,ne=[8,6,4,2],nr=[2,1,1,1],v=0","support","0","no","OPENVINO" +"OPENVINO","REPEAT_BACK","type=f32,ne=[8,6,4,2],nr=[1,2,1,1],v=0","support","0","no","OPENVINO" +"OPENVINO","REPEAT_BACK","type=f32,ne=[8,6,4,2],nr=[1,1,2,1],v=0","support","0","no","OPENVINO" +"OPENVINO","REPEAT_BACK","type=f32,ne=[8,6,4,2],nr=[1,1,1,2],v=0","support","0","no","OPENVINO" +"OPENVINO","REPEAT_BACK","type=f32,ne=[8,6,4,2],nr=[1,1,1,1],v=1","support","0","no","OPENVINO" +"OPENVINO","REPEAT_BACK","type=f32,ne=[8,6,4,2],nr=[2,1,1,1],v=1","support","0","no","OPENVINO" +"OPENVINO","REPEAT_BACK","type=f32,ne=[8,6,4,2],nr=[1,2,1,1],v=1","support","0","no","OPENVINO" +"OPENVINO","REPEAT_BACK","type=f32,ne=[8,6,4,2],nr=[1,1,2,1],v=1","support","0","no","OPENVINO" +"OPENVINO","REPEAT_BACK","type=f32,ne=[8,6,4,2],nr=[1,1,1,2],v=1","support","0","no","OPENVINO" +"OPENVINO","DUP","type=f32,ne=[10,10,20,1]","support","1","yes","OPENVINO" +"OPENVINO","DUP","type=f16,ne=[10,10,20,1]","support","1","yes","OPENVINO" +"OPENVINO","DUP","type=i32,ne=[10,10,20,1]","support","1","yes","OPENVINO" +"OPENVINO","DUP","type=i16,ne=[10,10,20,1]","support","0","no","OPENVINO" +"OPENVINO","DUP","type=f32,ne=[10,10,5,1],permute=[0,2,1,3]","support","0","no","OPENVINO" +"OPENVINO","DUP","type=f16,ne=[10,10,5,1],permute=[0,2,1,3]","support","0","no","OPENVINO" +"OPENVINO","DUP","type=f32,ne=[10,10,5,1],permute=[1,0,2,3]","support","0","no","OPENVINO" +"OPENVINO","DUP","type=f16,ne=[10,10,5,1],permute=[1,0,2,3]","support","0","no","OPENVINO" +"OPENVINO","DUP","type=i16,ne=[10,8,3,1],permute=[0,2,1,3]","support","0","no","OPENVINO" +"OPENVINO","DUP","type=i16,ne=[10,8,3,1],permute=[1,2,0,3]","support","0","no","OPENVINO" +"OPENVINO","SET","type_src=f32,type_dst=f32,ne=[6,5,4,3],dim=1,inplace=0","support","0","no","OPENVINO" +"OPENVINO","SET","type_src=f32,type_dst=f32,ne=[6,5,4,3],dim=1,inplace=1","support","0","no","OPENVINO" +"OPENVINO","SET","type_src=f32,type_dst=f32,ne=[6,5,4,3],dim=2,inplace=0","support","0","no","OPENVINO" +"OPENVINO","SET","type_src=f32,type_dst=f32,ne=[6,5,4,3],dim=2,inplace=1","support","0","no","OPENVINO" +"OPENVINO","SET","type_src=f32,type_dst=f32,ne=[6,5,4,3],dim=3,inplace=0","support","0","no","OPENVINO" +"OPENVINO","SET","type_src=f32,type_dst=f32,ne=[6,5,4,3],dim=3,inplace=1","support","0","no","OPENVINO" +"OPENVINO","SET","type_src=i32,type_dst=i32,ne=[6,5,4,3],dim=1,inplace=0","support","0","no","OPENVINO" +"OPENVINO","SET","type_src=i32,type_dst=i32,ne=[6,5,4,3],dim=1,inplace=1","support","0","no","OPENVINO" +"OPENVINO","SET","type_src=i32,type_dst=i32,ne=[6,5,4,3],dim=2,inplace=0","support","0","no","OPENVINO" +"OPENVINO","SET","type_src=i32,type_dst=i32,ne=[6,5,4,3],dim=2,inplace=1","support","0","no","OPENVINO" +"OPENVINO","SET","type_src=i32,type_dst=i32,ne=[6,5,4,3],dim=3,inplace=0","support","0","no","OPENVINO" +"OPENVINO","SET","type_src=i32,type_dst=i32,ne=[6,5,4,3],dim=3,inplace=1","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[1,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[1,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[1,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[2,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[2,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[2,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[3,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[3,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[3,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[1,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[1,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[1,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[2,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[2,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[2,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[3,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[3,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[3,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=bf16,ne_src=[1,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=bf16,ne_src=[1,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=bf16,ne_src=[1,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=bf16,ne_src=[2,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=bf16,ne_src=[2,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=bf16,ne_src=[2,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=bf16,ne_src=[3,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=bf16,ne_src=[3,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=bf16,ne_src=[3,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_0,type_dst=q4_0,ne_src=[32,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_0,type_dst=q4_0,ne_src=[32,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_0,type_dst=q4_0,ne_src=[32,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_0,type_dst=q4_0,ne_src=[64,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_0,type_dst=q4_0,ne_src=[64,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_0,type_dst=q4_0,ne_src=[64,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_0,type_dst=q4_0,ne_src=[96,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_0,type_dst=q4_0,ne_src=[96,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_0,type_dst=q4_0,ne_src=[96,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_1,type_dst=q4_1,ne_src=[32,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_1,type_dst=q4_1,ne_src=[32,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_1,type_dst=q4_1,ne_src=[32,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_1,type_dst=q4_1,ne_src=[64,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_1,type_dst=q4_1,ne_src=[64,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_1,type_dst=q4_1,ne_src=[64,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_1,type_dst=q4_1,ne_src=[96,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_1,type_dst=q4_1,ne_src=[96,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_1,type_dst=q4_1,ne_src=[96,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_0,type_dst=q5_0,ne_src=[32,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_0,type_dst=q5_0,ne_src=[32,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_0,type_dst=q5_0,ne_src=[32,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_0,type_dst=q5_0,ne_src=[64,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_0,type_dst=q5_0,ne_src=[64,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_0,type_dst=q5_0,ne_src=[64,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_0,type_dst=q5_0,ne_src=[96,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_0,type_dst=q5_0,ne_src=[96,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_0,type_dst=q5_0,ne_src=[96,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_1,type_dst=q5_1,ne_src=[32,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_1,type_dst=q5_1,ne_src=[32,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_1,type_dst=q5_1,ne_src=[32,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_1,type_dst=q5_1,ne_src=[64,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_1,type_dst=q5_1,ne_src=[64,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_1,type_dst=q5_1,ne_src=[64,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_1,type_dst=q5_1,ne_src=[96,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_1,type_dst=q5_1,ne_src=[96,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_1,type_dst=q5_1,ne_src=[96,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q8_0,type_dst=q8_0,ne_src=[32,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q8_0,type_dst=q8_0,ne_src=[32,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q8_0,type_dst=q8_0,ne_src=[32,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q8_0,type_dst=q8_0,ne_src=[64,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q8_0,type_dst=q8_0,ne_src=[64,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q8_0,type_dst=q8_0,ne_src=[64,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q8_0,type_dst=q8_0,ne_src=[96,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q8_0,type_dst=q8_0,ne_src=[96,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q8_0,type_dst=q8_0,ne_src=[96,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q1_0,type_dst=q1_0,ne_src=[128,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q1_0,type_dst=q1_0,ne_src=[128,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q1_0,type_dst=q1_0,ne_src=[128,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q1_0,type_dst=q1_0,ne_src=[256,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q1_0,type_dst=q1_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q1_0,type_dst=q1_0,ne_src=[256,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q1_0,type_dst=q1_0,ne_src=[384,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q1_0,type_dst=q1_0,ne_src=[384,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q1_0,type_dst=q1_0,ne_src=[384,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_0,type_dst=q2_0,ne_src=[64,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_0,type_dst=q2_0,ne_src=[64,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_0,type_dst=q2_0,ne_src=[64,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_0,type_dst=q2_0,ne_src=[128,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_0,type_dst=q2_0,ne_src=[128,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_0,type_dst=q2_0,ne_src=[128,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_0,type_dst=q2_0,ne_src=[192,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_0,type_dst=q2_0,ne_src=[192,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_0,type_dst=q2_0,ne_src=[192,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=mxfp4,type_dst=mxfp4,ne_src=[32,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=mxfp4,type_dst=mxfp4,ne_src=[32,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=mxfp4,type_dst=mxfp4,ne_src=[32,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=mxfp4,type_dst=mxfp4,ne_src=[64,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=mxfp4,type_dst=mxfp4,ne_src=[64,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=mxfp4,type_dst=mxfp4,ne_src=[64,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=mxfp4,type_dst=mxfp4,ne_src=[96,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=mxfp4,type_dst=mxfp4,ne_src=[96,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=mxfp4,type_dst=mxfp4,ne_src=[96,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=nvfp4,type_dst=nvfp4,ne_src=[64,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=nvfp4,type_dst=nvfp4,ne_src=[64,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=nvfp4,type_dst=nvfp4,ne_src=[64,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=nvfp4,type_dst=nvfp4,ne_src=[128,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=nvfp4,type_dst=nvfp4,ne_src=[128,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=nvfp4,type_dst=nvfp4,ne_src=[128,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=nvfp4,type_dst=nvfp4,ne_src=[192,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=nvfp4,type_dst=nvfp4,ne_src=[192,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=nvfp4,type_dst=nvfp4,ne_src=[192,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=f8_e4m3,ne_src=[1,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=f8_e4m3,ne_src=[1,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=f8_e4m3,ne_src=[1,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=f8_e4m3,ne_src=[2,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=f8_e4m3,ne_src=[2,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=f8_e4m3,ne_src=[2,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=f8_e4m3,ne_src=[3,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=f8_e4m3,ne_src=[3,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=f8_e4m3,ne_src=[3,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_K,type_dst=q2_K,ne_src=[256,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_K,type_dst=q2_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_K,type_dst=q2_K,ne_src=[256,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_K,type_dst=q2_K,ne_src=[512,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_K,type_dst=q2_K,ne_src=[512,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_K,type_dst=q2_K,ne_src=[512,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_K,type_dst=q2_K,ne_src=[768,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_K,type_dst=q2_K,ne_src=[768,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_K,type_dst=q2_K,ne_src=[768,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q3_K,type_dst=q3_K,ne_src=[256,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q3_K,type_dst=q3_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q3_K,type_dst=q3_K,ne_src=[256,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q3_K,type_dst=q3_K,ne_src=[512,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q3_K,type_dst=q3_K,ne_src=[512,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q3_K,type_dst=q3_K,ne_src=[512,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q3_K,type_dst=q3_K,ne_src=[768,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q3_K,type_dst=q3_K,ne_src=[768,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q3_K,type_dst=q3_K,ne_src=[768,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_K,type_dst=q4_K,ne_src=[256,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_K,type_dst=q4_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_K,type_dst=q4_K,ne_src=[256,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_K,type_dst=q4_K,ne_src=[512,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_K,type_dst=q4_K,ne_src=[512,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_K,type_dst=q4_K,ne_src=[512,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_K,type_dst=q4_K,ne_src=[768,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_K,type_dst=q4_K,ne_src=[768,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_K,type_dst=q4_K,ne_src=[768,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_K,type_dst=q5_K,ne_src=[256,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_K,type_dst=q5_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_K,type_dst=q5_K,ne_src=[256,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_K,type_dst=q5_K,ne_src=[512,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_K,type_dst=q5_K,ne_src=[512,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_K,type_dst=q5_K,ne_src=[512,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_K,type_dst=q5_K,ne_src=[768,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_K,type_dst=q5_K,ne_src=[768,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_K,type_dst=q5_K,ne_src=[768,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q6_K,type_dst=q6_K,ne_src=[256,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q6_K,type_dst=q6_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q6_K,type_dst=q6_K,ne_src=[256,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q6_K,type_dst=q6_K,ne_src=[512,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q6_K,type_dst=q6_K,ne_src=[512,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q6_K,type_dst=q6_K,ne_src=[512,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q6_K,type_dst=q6_K,ne_src=[768,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q6_K,type_dst=q6_K,ne_src=[768,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q6_K,type_dst=q6_K,ne_src=[768,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq2_0,type_dst=tq2_0,ne_src=[256,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq2_0,type_dst=tq2_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq2_0,type_dst=tq2_0,ne_src=[256,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq2_0,type_dst=tq2_0,ne_src=[512,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq2_0,type_dst=tq2_0,ne_src=[512,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq2_0,type_dst=tq2_0,ne_src=[512,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq2_0,type_dst=tq2_0,ne_src=[768,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq2_0,type_dst=tq2_0,ne_src=[768,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq2_0,type_dst=tq2_0,ne_src=[768,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq1_0,type_dst=tq1_0,ne_src=[256,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq1_0,type_dst=tq1_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq1_0,type_dst=tq1_0,ne_src=[256,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq1_0,type_dst=tq1_0,ne_src=[512,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq1_0,type_dst=tq1_0,ne_src=[512,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq1_0,type_dst=tq1_0,ne_src=[512,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq1_0,type_dst=tq1_0,ne_src=[768,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq1_0,type_dst=tq1_0,ne_src=[768,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq1_0,type_dst=tq1_0,ne_src=[768,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xxs,type_dst=iq2_xxs,ne_src=[256,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xxs,type_dst=iq2_xxs,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xxs,type_dst=iq2_xxs,ne_src=[256,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xxs,type_dst=iq2_xxs,ne_src=[512,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xxs,type_dst=iq2_xxs,ne_src=[512,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xxs,type_dst=iq2_xxs,ne_src=[512,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xxs,type_dst=iq2_xxs,ne_src=[768,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xxs,type_dst=iq2_xxs,ne_src=[768,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xxs,type_dst=iq2_xxs,ne_src=[768,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xs,type_dst=iq2_xs,ne_src=[256,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xs,type_dst=iq2_xs,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xs,type_dst=iq2_xs,ne_src=[256,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xs,type_dst=iq2_xs,ne_src=[512,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xs,type_dst=iq2_xs,ne_src=[512,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xs,type_dst=iq2_xs,ne_src=[512,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xs,type_dst=iq2_xs,ne_src=[768,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xs,type_dst=iq2_xs,ne_src=[768,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xs,type_dst=iq2_xs,ne_src=[768,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_s,type_dst=iq2_s,ne_src=[256,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_s,type_dst=iq2_s,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_s,type_dst=iq2_s,ne_src=[256,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_s,type_dst=iq2_s,ne_src=[512,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_s,type_dst=iq2_s,ne_src=[512,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_s,type_dst=iq2_s,ne_src=[512,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_s,type_dst=iq2_s,ne_src=[768,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_s,type_dst=iq2_s,ne_src=[768,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_s,type_dst=iq2_s,ne_src=[768,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_xxs,type_dst=iq3_xxs,ne_src=[256,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_xxs,type_dst=iq3_xxs,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_xxs,type_dst=iq3_xxs,ne_src=[256,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_xxs,type_dst=iq3_xxs,ne_src=[512,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_xxs,type_dst=iq3_xxs,ne_src=[512,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_xxs,type_dst=iq3_xxs,ne_src=[512,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_xxs,type_dst=iq3_xxs,ne_src=[768,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_xxs,type_dst=iq3_xxs,ne_src=[768,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_xxs,type_dst=iq3_xxs,ne_src=[768,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_s,type_dst=iq1_s,ne_src=[256,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_s,type_dst=iq1_s,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_s,type_dst=iq1_s,ne_src=[256,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_s,type_dst=iq1_s,ne_src=[512,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_s,type_dst=iq1_s,ne_src=[512,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_s,type_dst=iq1_s,ne_src=[512,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_s,type_dst=iq1_s,ne_src=[768,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_s,type_dst=iq1_s,ne_src=[768,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_s,type_dst=iq1_s,ne_src=[768,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_m,type_dst=iq1_m,ne_src=[256,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_m,type_dst=iq1_m,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_m,type_dst=iq1_m,ne_src=[256,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_m,type_dst=iq1_m,ne_src=[512,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_m,type_dst=iq1_m,ne_src=[512,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_m,type_dst=iq1_m,ne_src=[512,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_m,type_dst=iq1_m,ne_src=[768,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_m,type_dst=iq1_m,ne_src=[768,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_m,type_dst=iq1_m,ne_src=[768,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_nl,type_dst=iq4_nl,ne_src=[32,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_nl,type_dst=iq4_nl,ne_src=[32,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_nl,type_dst=iq4_nl,ne_src=[32,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_nl,type_dst=iq4_nl,ne_src=[64,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_nl,type_dst=iq4_nl,ne_src=[64,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_nl,type_dst=iq4_nl,ne_src=[64,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_nl,type_dst=iq4_nl,ne_src=[96,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_nl,type_dst=iq4_nl,ne_src=[96,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_nl,type_dst=iq4_nl,ne_src=[96,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_s,type_dst=iq3_s,ne_src=[256,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_s,type_dst=iq3_s,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_s,type_dst=iq3_s,ne_src=[256,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_s,type_dst=iq3_s,ne_src=[512,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_s,type_dst=iq3_s,ne_src=[512,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_s,type_dst=iq3_s,ne_src=[512,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_s,type_dst=iq3_s,ne_src=[768,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_s,type_dst=iq3_s,ne_src=[768,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_s,type_dst=iq3_s,ne_src=[768,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_xs,type_dst=iq4_xs,ne_src=[256,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_xs,type_dst=iq4_xs,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_xs,type_dst=iq4_xs,ne_src=[256,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_xs,type_dst=iq4_xs,ne_src=[512,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_xs,type_dst=iq4_xs,ne_src=[512,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_xs,type_dst=iq4_xs,ne_src=[512,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_xs,type_dst=iq4_xs,ne_src=[768,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_xs,type_dst=iq4_xs,ne_src=[768,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_xs,type_dst=iq4_xs,ne_src=[768,2,3,4],permute_src=[0,3,1,2],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=bf16,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=bf16,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q4_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q4_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q4_1,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q4_1,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q5_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q5_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q5_1,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q5_1,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q8_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q8_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q1_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q1_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q2_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q2_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=mxfp4,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=mxfp4,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=nvfp4,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=nvfp4,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f8_e4m3,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f8_e4m3,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q2_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q2_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q3_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q3_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q4_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q4_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q5_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q5_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q6_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=q6_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=tq2_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=tq2_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=tq1_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=tq1_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=iq2_xxs,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=iq2_xxs,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=iq2_xs,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=iq2_xs,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=iq2_s,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=iq2_s,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=iq3_xxs,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=iq3_xxs,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=iq1_s,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=iq1_s,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=iq1_m,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=iq1_m,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=iq4_nl,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=iq4_nl,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=iq3_s,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=iq3_s,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=iq4_xs,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=iq4_xs,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=f16,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=f16,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=bf16,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=bf16,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q4_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q4_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q4_1,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q4_1,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q5_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q5_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q5_1,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q5_1,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q8_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q8_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q1_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q1_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q2_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q2_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=mxfp4,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=mxfp4,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=nvfp4,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=nvfp4,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=f8_e4m3,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=f8_e4m3,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q2_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q2_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q3_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q3_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q4_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q4_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q5_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q5_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q6_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=q6_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=tq2_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=tq2_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=tq1_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=tq1_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=iq2_xxs,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=iq2_xxs,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=iq2_xs,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=iq2_xs,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=iq2_s,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=iq2_s,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=iq3_xxs,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=iq3_xxs,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=iq1_s,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=iq1_s,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=iq1_m,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=iq1_m,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=iq4_nl,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=iq4_nl,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=iq3_s,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=iq3_s,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=iq4_xs,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=iq4_xs,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f16,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f16,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=bf16,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=bf16,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q4_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q4_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q4_1,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q4_1,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q5_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q5_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q5_1,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q5_1,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q8_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q8_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q1_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q1_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q2_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q2_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=mxfp4,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=mxfp4,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=nvfp4,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=nvfp4,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f8_e4m3,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f8_e4m3,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q2_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q2_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q3_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q3_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q4_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q4_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q5_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q5_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q6_K,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q6_K,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=tq2_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=tq2_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=tq1_0,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=tq1_0,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=iq2_xxs,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=iq2_xxs,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=iq2_xs,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=iq2_xs,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=iq2_s,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=iq2_s,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=iq3_xxs,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=iq3_xxs,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=iq1_s,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=iq1_s,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=iq1_m,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=iq1_m,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=iq4_nl,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=iq4_nl,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=iq3_s,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=iq3_s,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=iq4_xs,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=iq4_xs,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=q4_0,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_0,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_1,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_1,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_0,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_0,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_1,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_1,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q8_0,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q8_0,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q1_0,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q1_0,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_0,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_0,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=mxfp4,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=mxfp4,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=nvfp4,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=nvfp4,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_K,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q2_K,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q3_K,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q3_K,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_K,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_K,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_K,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q5_K,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q6_K,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q6_K,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq2_0,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq2_0,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq1_0,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=tq1_0,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xxs,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xxs,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xs,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_xs,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_s,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq2_s,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_xxs,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_xxs,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_s,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_s,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_m,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq1_m,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_nl,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_nl,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_s,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq3_s,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_xs,type_dst=f32,ne_src=[256,4,4,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=iq4_xs,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[256,2,3,4],permute_src=[1,0,2,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f32,ne_src=[256,2,3,4],permute_src=[1,0,2,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f16,ne_src=[256,2,3,4],permute_src=[1,0,2,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[256,2,3,4],permute_src=[1,0,2,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f8_e4m3,ne_src=[32,2,3,4],ne_dst=[-1,-1,-1,-1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0,dst_alloc=[64,2,3,4]","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f8_e4m3,ne_src=[32,2,3,4],permute_src=[1,0,2,3],permute_dst=[1,0,2,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f8_e4m3,ne_src=[32,2,3,4],ne_dst=[16,4,3,4],permute_src=[1,0,2,3],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f8_e4m3,ne_src=[32,2,3,4],ne_dst=[-1,-1,-1,-1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0,dst_alloc=[64,2,3,4]","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f8_e4m3,ne_src=[32,2,3,4],permute_src=[1,0,2,3],permute_dst=[1,0,2,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f8_e4m3,ne_src=[32,2,3,4],ne_dst=[16,4,3,4],permute_src=[1,0,2,3],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=f8_e4m3,ne_src=[32,2,3,4],ne_dst=[-1,-1,-1,-1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0,dst_alloc=[64,2,3,4]","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=f8_e4m3,ne_src=[32,2,3,4],permute_src=[1,0,2,3],permute_dst=[1,0,2,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=f8_e4m3,ne_src=[32,2,3,4],ne_dst=[16,4,3,4],permute_src=[1,0,2,3],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=f32,ne_src=[33,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=f32,ne_src=[32,2,3,4],ne_dst=[-1,-1,-1,-1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0,dst_alloc=[64,2,3,4]","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=f32,ne_src=[32,2,3,4],permute_src=[1,0,2,3],permute_dst=[1,0,2,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=f32,ne_src=[32,2,3,4],ne_dst=[16,4,3,4],permute_src=[1,0,2,3],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=f16,ne_src=[33,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=f16,ne_src=[32,2,3,4],ne_dst=[-1,-1,-1,-1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0,dst_alloc=[64,2,3,4]","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=f16,ne_src=[32,2,3,4],permute_src=[1,0,2,3],permute_dst=[1,0,2,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=f16,ne_src=[32,2,3,4],ne_dst=[16,4,3,4],permute_src=[1,0,2,3],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=bf16,ne_src=[33,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=bf16,ne_src=[32,2,3,4],ne_dst=[-1,-1,-1,-1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0,dst_alloc=[64,2,3,4]","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=bf16,ne_src=[32,2,3,4],permute_src=[1,0,2,3],permute_dst=[1,0,2,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f8_e4m3,type_dst=bf16,ne_src=[32,2,3,4],ne_dst=[16,4,3,4],permute_src=[1,0,2,3],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=q4_0,ne_src=[96,1,1,1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=q4_0,type_dst=f32,ne_src=[96,1,1,1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=i32,ne_src=[256,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=i32,ne_src=[256,2,3,4],permute_src=[1,0,2,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=i32,type_dst=f32,ne_src=[256,2,3,4],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=i32,type_dst=f32,ne_src=[256,2,3,4],permute_src=[1,0,2,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[256,4,3,1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=1","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[256,4,3,1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=1","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[256,4,3,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=1","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=bf16,ne_src=[256,4,3,1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=1","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[256,4,1,1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=1","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[256,4,1,1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=1","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=bf16,type_dst=bf16,ne_src=[256,4,1,1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=1","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=i32,type_dst=i32,ne_src=[256,4,1,1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=1","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=i32,type_dst=i32,ne_src=[256,1,4,1],permute_src=[1,2,0,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[256,1,4,1],permute_src=[1,2,0,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[2,2097121,1,1],permute_src=[1,0,2,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[1,64,48,1],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[1,64,48,1],permute_src=[0,2,1,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[2,2,524281,1],permute_src=[1,0,2,3],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[128,2,3,1],ne_dst=[128,2,3,1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0,dst_alloc=[128,4,3,1]","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[128,2,3,1],ne_dst=[128,2,3,1],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0,dst_alloc=[128,4,3,1]","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[64,16,1,1],ne_dst=[1,64,16,1],permute_src=[1,2,0,3],permute_dst=[0,0,0,0],_src_transpose=0,dst_alloc=[32,64,16,1]","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[64,16,1,1],ne_dst=[1,64,16,1],permute_src=[1,2,0,3],permute_dst=[0,0,0,0],_src_transpose=0,dst_alloc=[32,64,16,1]","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[3,5,7,32],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[3,5,32,7],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[3,5,32,7],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[3,7,5,32],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[3,7,5,32],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[3,7,32,5],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[3,7,32,5],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[3,32,5,7],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[3,32,5,7],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[3,32,7,5],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[3,32,7,5],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[5,3,7,32],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[5,3,7,32],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[5,3,32,7],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[5,3,32,7],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[5,7,3,32],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[5,7,3,32],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[5,7,32,3],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[5,7,32,3],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[5,32,3,7],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[5,32,3,7],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[5,32,7,3],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[5,32,7,3],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[7,3,5,32],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[7,3,5,32],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[7,3,32,5],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[7,3,32,5],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[7,5,3,32],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[7,5,3,32],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[7,5,32,3],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[7,5,32,3],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[7,32,3,5],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[7,32,3,5],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[7,32,5,3],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[7,32,5,3],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[32,3,5,7],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[32,3,5,7],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=q4_0,type_dst=q4_0,ne_src=[32,3,5,7],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[32,3,7,5],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[32,3,7,5],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=q4_0,type_dst=q4_0,ne_src=[32,3,7,5],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[32,5,3,7],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[32,5,3,7],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=q4_0,type_dst=q4_0,ne_src=[32,5,3,7],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[32,5,7,3],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[32,5,7,3],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=q4_0,type_dst=q4_0,ne_src=[32,5,7,3],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[32,7,3,5],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[32,7,3,5],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=q4_0,type_dst=q4_0,ne_src=[32,7,3,5],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[32,7,5,3],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=q4_0,type_dst=q4_0,ne_src=[32,7,5,3],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[3,5,7,32],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[3,5,32,7],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[3,5,32,7],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[3,7,5,32],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[3,7,5,32],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[3,7,32,5],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[3,7,32,5],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[3,32,5,7],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[3,32,5,7],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[3,32,7,5],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[3,32,7,5],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[5,3,7,32],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[5,3,7,32],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[5,3,32,7],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[5,3,32,7],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[5,7,3,32],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[5,7,3,32],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[5,7,32,3],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[5,7,32,3],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[5,32,3,7],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[5,32,3,7],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[5,32,7,3],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[5,32,7,3],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[7,3,5,32],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[7,3,5,32],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[7,3,32,5],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[7,3,32,5],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[7,5,3,32],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[7,5,3,32],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[7,5,32,3],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[7,5,32,3],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[7,32,3,5],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[7,32,3,5],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[7,32,5,3],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[7,32,5,3],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[32,3,5,7],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[32,3,5,7],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[32,3,7,5],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[32,3,7,5],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[32,5,3,7],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[32,5,3,7],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[32,5,7,3],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[32,5,7,3],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[32,7,3,5],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[32,7,3,5],ne_dst=[32,7,5,3],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[32,7,5,3],ne_dst=[3,5,7,32],permute_src=[0,0,0,0],permute_dst=[0,0,0,0],_src_transpose=0","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[2,1,1,1],use_view_slice=1,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[2,1,3,5],use_view_slice=1,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[2,3,5,7],use_view_slice=1,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[1,4,4,1],use_view_slice=1,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[1,8,17,1],use_view_slice=1,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[10,10,10,1],use_view_slice=1,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[2,1,1,1],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[2,1,3,5],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[2,3,5,7],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[1,4,4,1],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[1,8,17,1],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[10,10,10,1],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=i32,ne=[2,1,1,1],use_view_slice=1,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=i32,ne=[2,1,3,5],use_view_slice=1,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=i32,ne=[2,3,5,7],use_view_slice=1,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=i32,ne=[1,4,4,1],use_view_slice=1,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=i32,ne=[1,8,17,1],use_view_slice=1,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=i32,ne=[10,10,10,1],use_view_slice=1,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=i32,ne=[2,1,1,1],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=i32,ne=[2,1,3,5],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=i32,ne=[2,3,5,7],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=i32,ne=[1,4,4,1],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=i32,ne=[1,8,17,1],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=i32,ne=[10,10,10,1],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[2,1,1,1],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[2,1,3,5],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[2,3,5,7],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[1,4,4,1],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[1,8,17,1],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[10,10,10,1],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=bf16,ne=[2,1,1,1],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=bf16,ne=[2,1,3,5],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=bf16,ne=[2,3,5,7],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=bf16,ne=[1,4,4,1],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=bf16,ne=[1,8,17,1],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=bf16,ne=[10,10,10,1],use_view_slice=0,permute=[0,0,0,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[10,10,10,1],use_view_slice=0,permute=[2,1,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[10,10,10,1],use_view_slice=0,permute=[1,2,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[10,10,10,1],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[33,5,7,1],use_view_slice=0,permute=[2,1,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[33,5,7,1],use_view_slice=0,permute=[1,2,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[33,5,7,1],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[64,3,65,1],use_view_slice=0,permute=[2,1,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[64,3,65,1],use_view_slice=0,permute=[1,2,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[64,3,65,1],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[2,3,5,7],use_view_slice=0,permute=[2,1,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[2,3,5,7],use_view_slice=0,permute=[1,2,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[2,3,5,7],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[1024,64,64,1],use_view_slice=0,permute=[2,1,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[1024,64,64,1],use_view_slice=0,permute=[1,2,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[1024,64,64,1],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[2304,64,64,1],use_view_slice=0,permute=[2,1,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[2304,64,64,1],use_view_slice=0,permute=[1,2,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[2304,64,64,1],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[1000,33,65,1],use_view_slice=0,permute=[2,1,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[1000,33,65,1],use_view_slice=0,permute=[1,2,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[1000,33,65,1],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[10,10,10,1],use_view_slice=0,permute=[2,1,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[10,10,10,1],use_view_slice=0,permute=[1,2,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[10,10,10,1],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[33,5,7,1],use_view_slice=0,permute=[2,1,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[33,5,7,1],use_view_slice=0,permute=[1,2,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[33,5,7,1],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[64,3,65,1],use_view_slice=0,permute=[2,1,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[64,3,65,1],use_view_slice=0,permute=[1,2,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[64,3,65,1],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[2,3,5,7],use_view_slice=0,permute=[2,1,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[2,3,5,7],use_view_slice=0,permute=[1,2,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[2,3,5,7],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[1024,64,64,1],use_view_slice=0,permute=[2,1,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[1024,64,64,1],use_view_slice=0,permute=[1,2,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[1024,64,64,1],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[2304,64,64,1],use_view_slice=0,permute=[2,1,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[2304,64,64,1],use_view_slice=0,permute=[1,2,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[2304,64,64,1],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[1000,33,65,1],use_view_slice=0,permute=[2,1,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[1000,33,65,1],use_view_slice=0,permute=[1,2,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[1000,33,65,1],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[512,8193,2,1],use_view_slice=0,permute=[2,1,0,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[256,16385,2,1],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[33,17,5,19],use_view_slice=0,permute=[1,2,3,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[33,17,5,19],use_view_slice=0,permute=[1,2,3,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[8,104,60,13],use_view_slice=0,permute=[1,2,3,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[8,104,60,13],use_view_slice=0,permute=[1,2,3,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[16,1,50,7],use_view_slice=0,permute=[1,2,3,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[33,5,7,9],use_view_slice=0,permute=[3,2,1,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[33,64,32,16],use_view_slice=0,permute=[3,2,1,0]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f32,ne=[4,65,9,2],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[4,65,9,2],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=f16,ne=[64,9,7,1],use_view_slice=0,permute=[0,2,1,3]","support","1","yes","OPENVINO" +"OPENVINO","CONT","type=i32,ne=[33,17,5,19],use_view_slice=0,permute=[1,2,3,0]","support","1","yes","OPENVINO" +"OPENVINO","CPY","type_src=f32,type_dst=f32,ne_src=[33,17,5,1],ne_dst=[17,33,5,1],permute_src=[0,0,0,0],permute_dst=[1,0,2,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","CPY","type_src=f16,type_dst=f16,ne_src=[8,52,39,1],ne_dst=[8,39,52,1],permute_src=[0,0,0,0],permute_dst=[0,2,1,3],_src_transpose=0","support","0","no","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,4,6],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,4,6],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,4,6],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,4,6],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[10,5,4,5],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[10,5,4,5],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[10,5,4,5],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[10,5,4,5],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[1,1,120,120],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[1,1,120,120],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[1,1,120,120],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[1,1,120,120],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[1,1,4,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[1,1,4,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[1,1,4,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[1,1,4,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[1,1,65536,1],nr=[256,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[1,1,65536,1],nr=[256,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[1,1,65536,1],nr=[256,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[1,1,65536,1],nr=[256,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[1280,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[1280,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[1280,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[1280,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[1280,1,1,1],nr=[1,16,16,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[1280,1,1,1],nr=[1,16,16,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[1280,1,1,1],nr=[1,16,16,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[1280,1,1,1],nr=[1,16,16,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[1280,16,16,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[1280,16,16,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[1280,16,16,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[1280,16,16,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[1280,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[1280,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[1280,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[1280,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[1,1,1280,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[1,1,1280,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[1,1,1280,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[1,1,1280,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[16,16,1280,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[16,16,1280,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[16,16,1280,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[16,16,1280,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[1,1,1920,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[1,1,1920,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[1,1,1920,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[1,1,1920,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[1,1,2560,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[1,1,2560,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[1,1,2560,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[1,1,2560,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[1,1,1280,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[1,1,1280,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[1,1,1280,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[1,1,1280,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[1,1,1920,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[1,1,1920,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[1,1,1920,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[1,1,1920,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[1,1,640,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[1,1,640,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[1,1,640,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[1,1,640,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[5120,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[5120,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[5120,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[5120,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[640,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[640,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[640,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[640,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[64,262144,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[64,262144,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[64,262144,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[64,262144,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f16,ne=[128,1,8,1],nr=[1,4,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f16,ne=[128,1,8,1],nr=[1,4,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f16,ne=[128,1,8,1],nr=[1,4,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f16,ne=[128,1,8,1],nr=[1,4,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,4,6],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,4,6],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,4,6],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,4,6],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[10,5,4,5],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[10,5,4,5],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[10,5,4,5],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[10,5,4,5],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[1,1,120,120],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[1,1,120,120],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[1,1,120,120],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[1,1,120,120],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[1,1,4,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[1,1,4,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[1,1,4,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[1,1,4,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[1,1,65536,1],nr=[256,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[1,1,65536,1],nr=[256,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[1,1,65536,1],nr=[256,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[1,1,65536,1],nr=[256,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[1280,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[1280,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[1280,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[1280,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[1280,1,1,1],nr=[1,16,16,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[1280,1,1,1],nr=[1,16,16,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[1280,1,1,1],nr=[1,16,16,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[1280,1,1,1],nr=[1,16,16,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[1280,16,16,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[1280,16,16,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[1280,16,16,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[1280,16,16,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[1280,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[1280,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[1280,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[1280,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[1,1,1280,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[1,1,1280,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[1,1,1280,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[1,1,1280,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[16,16,1280,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[16,16,1280,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[16,16,1280,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[16,16,1280,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[1,1,1920,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[1,1,1920,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[1,1,1920,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[1,1,1920,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[1,1,2560,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[1,1,2560,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[1,1,2560,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[1,1,2560,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[1,1,1280,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[1,1,1280,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[1,1,1280,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[1,1,1280,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[1,1,1920,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[1,1,1920,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[1,1,1920,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[1,1,1920,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[1,1,640,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[1,1,640,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[1,1,640,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[1,1,640,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[5120,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[5120,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[5120,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[5120,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[640,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[640,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[640,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[640,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[64,262144,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[64,262144,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[64,262144,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[64,262144,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[128,1,8,1],nr=[1,4,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=f32,ne=[128,1,8,1],nr=[1,4,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[128,1,8,1],nr=[1,4,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=f32,ne=[128,1,8,1],nr=[1,4,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=0,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[1,1,8,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[1,1,1,1],nr=[32,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[1,1,320,320],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,1,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,1],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,3],nr=[2,1,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,3],nr=[1,2,1,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,3],nr=[1,1,2,1],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,3],nr=[1,1,1,2],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,3],nr=[1,1,2,2],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,3],nr=[1,2,2,2],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=1,src_overlap=0","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=1,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,6],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,6],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,6],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,6],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,5],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,5],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,5],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,5],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[1,1,120,120],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[1,1,120,120],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[1,1,120,120],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[1,1,120,120],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[1,1,4,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[1,1,4,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[1,1,4,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[1,1,4,320],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=1","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[1,1,65536,1],nr=[256,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[1,1,65536,1],nr=[256,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[1,1,65536,1],nr=[256,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[1,1,65536,1],nr=[256,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[1280,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[1280,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[1280,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[1280,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[1280,1,1,1],nr=[1,16,16,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[1280,1,1,1],nr=[1,16,16,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[1280,1,1,1],nr=[1,16,16,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[1280,1,1,1],nr=[1,16,16,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[1280,16,16,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[1280,16,16,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[1280,16,16,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[1280,16,16,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[1280,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[1280,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[1280,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[1280,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[1,1,1280,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[1,1,1280,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[1,1,1280,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[1,1,1280,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[16,16,1280,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[16,16,1280,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[16,16,1280,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[16,16,1280,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[1,1,1920,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[1,1,1920,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[1,1,1920,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[1,1,1920,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[1,1,2560,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[1,1,2560,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[1,1,2560,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[1,1,2560,1],nr=[16,16,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[1,1,1280,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[1,1,1280,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[1,1,1280,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[1,1,1280,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[1,1,1920,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[1,1,1920,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[1,1,1920,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[1,1,1920,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[1,1,640,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[1,1,640,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[1,1,640,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[1,1,640,1],nr=[32,32,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[5120,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[5120,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[5120,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[5120,1,1,1],nr=[1,256,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[640,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[640,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[640,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[640,1,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[64,262144,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[64,262144,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[64,262144,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[64,262144,1,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[128,1,8,1],nr=[1,4,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[128,1,8,1],nr=[1,4,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[128,1,8,1],nr=[1,4,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[128,1,8,1],nr=[1,4,1,1],nf=1,perm1=0,src_overlap=0","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f8_e4m3,ne=[1,5,2,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","OPENVINO" +"OPENVINO","ADD","type=f8_e4m3,ne=[7,5,2,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","OPENVINO" +"OPENVINO","ADD","type=f8_e4m3,ne=[33,5,2,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","OPENVINO" +"OPENVINO","ADD","type=f8_e4m3,ne=[1,5,2,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","OPENVINO" +"OPENVINO","ADD","type=f8_e4m3,ne=[7,5,2,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","OPENVINO" +"OPENVINO","ADD","type=f8_e4m3,ne=[33,5,2,1],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[1,2,2,2],nr=[17,1,1,1],nf=1,perm1=0,src_overlap=0,weights=1","support","1","yes","OPENVINO" +"OPENVINO","MUL","type=f32,ne=[1,2,2,2],nr=[17,1,1,1],nf=1,perm1=0,src_overlap=0,weights=1","support","1","yes","OPENVINO" +"OPENVINO","ADD","type=f32,ne=[2,2,2,2],nr=[17,1,1,1],nf=1,perm1=0,src_overlap=0,weights=1","support","0","no","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","OPENVINO" +"OPENVINO","ADD","type=bf16,ne=[5120,1,1,1],nr=[1,32,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","OPENVINO" +"OPENVINO","SUB","type=bf16,ne=[5120,1,1,1],nr=[1,32,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","OPENVINO" +"OPENVINO","MUL","type=bf16,ne=[5120,1,1,1],nr=[1,32,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","0","no","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,3],nr=[1,1,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[10,5,4,3],nr=[2,2,2,2],nf=1,perm1=0,src_overlap=0,type_b=f32","support","1","yes","OPENVINO" +"OPENVINO","DIV","type=bf16,ne=[5120,1,1,1],nr=[1,32,1,1],nf=1,perm1=0,src_overlap=0,type_b=f32","support","1","yes","OPENVINO" +"OPENVINO","SCALE","type=f32,ne=[10,10,10,10],scale=2.000000,bias=0.000000,inplace=0,v=0","support","1","yes","OPENVINO" +"OPENVINO","SCALE","type=f32,ne=[10,10,10,10],scale=2.000000,bias=1.000000,inplace=0,v=0","support","1","yes","OPENVINO" +"OPENVINO","SCALE","type=f32,ne=[10,10,10,10],scale=2.000000,bias=1.000000,inplace=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","SCALE","type=f32,ne=[100,10,10,10],scale=2.000000,bias=1.000000,inplace=0,v=0","support","1","yes","OPENVINO" +"OPENVINO","SCALE","type=bf16,ne=[10,10,10,10],scale=2.000000,bias=1.000000,inplace=0,v=0","support","0","no","OPENVINO" +"OPENVINO","SCALE","type=bf16,ne=[10,10,10,10],scale=2.000000,bias=1.000000,inplace=1,v=0","support","0","no","OPENVINO" +"OPENVINO","SCALE","type=bf16,ne=[100,10,10,10],scale=0.500000,bias=0.000000,inplace=0,v=0","support","0","no","OPENVINO" +"OPENVINO","SCALE","type=f32,ne=[10,10,10,10],scale=2.000000,bias=0.000000,inplace=0,v=1","support","1","yes","OPENVINO" +"OPENVINO","SCALE","type=f32,ne=[10,10,10,10],scale=2.000000,bias=1.000000,inplace=0,v=1","support","1","yes","OPENVINO" +"OPENVINO","SCALE","type=f32,ne=[10,10,10,10],scale=2.000000,bias=1.000000,inplace=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SCALE","type=bf16,ne=[10,10,10,10],scale=2.000000,bias=1.000000,inplace=1,v=1","support","0","no","OPENVINO" +"OPENVINO","SILU_BACK","type=f32,ne=[64,5,4,3],eps=0.000001","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[64,5,4,3],v=0,eps=0.000000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[64,5,4,3],v=0,eps=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[64,5,4,3],v=0,eps=0.000000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[64,5,4,3],v=1,eps=0.000000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[64,5,4,3],v=1,eps=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[64,5,4,3],v=1,eps=0.000000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[64,5,4,3],v=0,eps=0.000000,noncontig_rows=1","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM_BACK","type=f32,ne=[64,5,4,3],eps=0.000000","support","0","no","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[64,5,4,3],eps=0.000000,v=0,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[64,5,4,3],eps=0.000000,v=1,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[64,5,4,3],eps=0.000000,v=0,noncontig_rows=1","support","1","yes","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[1025,5,4,3],v=0,eps=0.000000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[1025,5,4,3],v=0,eps=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[1025,5,4,3],v=0,eps=0.000000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[1025,5,4,3],v=1,eps=0.000000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[1025,5,4,3],v=1,eps=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[1025,5,4,3],v=1,eps=0.000000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[1025,5,4,3],v=0,eps=0.000000,noncontig_rows=1","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM_BACK","type=f32,ne=[1025,5,4,3],eps=0.000000","support","0","no","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[1025,5,4,3],eps=0.000000,v=0,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[1025,5,4,3],eps=0.000000,v=1,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[1025,5,4,3],eps=0.000000,v=0,noncontig_rows=1","support","1","yes","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[33,5,4,3],v=0,eps=0.000000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[33,5,4,3],v=0,eps=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[33,5,4,3],v=0,eps=0.000000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[33,5,4,3],v=1,eps=0.000000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[33,5,4,3],v=1,eps=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[33,5,4,3],v=1,eps=0.000000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[132,5,4,3],v=0,eps=0.000000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[132,5,4,3],v=0,eps=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[132,5,4,3],v=0,eps=0.000000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[132,5,4,3],v=1,eps=0.000000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[132,5,4,3],v=1,eps=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[132,5,4,3],v=1,eps=0.000000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[260,5,4,3],v=0,eps=0.000000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[260,5,4,3],v=0,eps=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[260,5,4,3],v=0,eps=0.000000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[260,5,4,3],v=1,eps=0.000000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[260,5,4,3],v=1,eps=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[260,5,4,3],v=1,eps=0.000000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[64,5,4,3],v=0,eps=0.000001,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[64,5,4,3],v=0,eps=0.000001,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[64,5,4,3],v=0,eps=0.000001,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[64,5,4,3],v=1,eps=0.000001,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[64,5,4,3],v=1,eps=0.000001,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[64,5,4,3],v=1,eps=0.000001,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[64,5,4,3],v=0,eps=0.000001,noncontig_rows=1","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM_BACK","type=f32,ne=[64,5,4,3],eps=0.000001","support","0","no","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[64,5,4,3],eps=0.000001,v=0,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[64,5,4,3],eps=0.000001,v=1,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[64,5,4,3],eps=0.000001,v=0,noncontig_rows=1","support","1","yes","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[1025,5,4,3],v=0,eps=0.000001,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[1025,5,4,3],v=0,eps=0.000001,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[1025,5,4,3],v=0,eps=0.000001,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[1025,5,4,3],v=1,eps=0.000001,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[1025,5,4,3],v=1,eps=0.000001,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[1025,5,4,3],v=1,eps=0.000001,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[1025,5,4,3],v=0,eps=0.000001,noncontig_rows=1","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM_BACK","type=f32,ne=[1025,5,4,3],eps=0.000001","support","0","no","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[1025,5,4,3],eps=0.000001,v=0,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[1025,5,4,3],eps=0.000001,v=1,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[1025,5,4,3],eps=0.000001,v=0,noncontig_rows=1","support","1","yes","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[33,5,4,3],v=0,eps=0.000001,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[33,5,4,3],v=0,eps=0.000001,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[33,5,4,3],v=0,eps=0.000001,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[33,5,4,3],v=1,eps=0.000001,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[33,5,4,3],v=1,eps=0.000001,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[33,5,4,3],v=1,eps=0.000001,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[132,5,4,3],v=0,eps=0.000001,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[132,5,4,3],v=0,eps=0.000001,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[132,5,4,3],v=0,eps=0.000001,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[132,5,4,3],v=1,eps=0.000001,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[132,5,4,3],v=1,eps=0.000001,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[132,5,4,3],v=1,eps=0.000001,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[260,5,4,3],v=0,eps=0.000001,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[260,5,4,3],v=0,eps=0.000001,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[260,5,4,3],v=0,eps=0.000001,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[260,5,4,3],v=1,eps=0.000001,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[260,5,4,3],v=1,eps=0.000001,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[260,5,4,3],v=1,eps=0.000001,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[64,5,4,3],v=0,eps=0.000100,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[64,5,4,3],v=0,eps=0.000100,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[64,5,4,3],v=0,eps=0.000100,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[64,5,4,3],v=1,eps=0.000100,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[64,5,4,3],v=1,eps=0.000100,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[64,5,4,3],v=1,eps=0.000100,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[64,5,4,3],v=0,eps=0.000100,noncontig_rows=1","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM_BACK","type=f32,ne=[64,5,4,3],eps=0.000100","support","0","no","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[64,5,4,3],eps=0.000100,v=0,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[64,5,4,3],eps=0.000100,v=1,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[64,5,4,3],eps=0.000100,v=0,noncontig_rows=1","support","1","yes","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[1025,5,4,3],v=0,eps=0.000100,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[1025,5,4,3],v=0,eps=0.000100,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[1025,5,4,3],v=0,eps=0.000100,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[1025,5,4,3],v=1,eps=0.000100,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[1025,5,4,3],v=1,eps=0.000100,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[1025,5,4,3],v=1,eps=0.000100,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[1025,5,4,3],v=0,eps=0.000100,noncontig_rows=1","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM_BACK","type=f32,ne=[1025,5,4,3],eps=0.000100","support","0","no","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[1025,5,4,3],eps=0.000100,v=0,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[1025,5,4,3],eps=0.000100,v=1,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[1025,5,4,3],eps=0.000100,v=0,noncontig_rows=1","support","1","yes","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[33,5,4,3],v=0,eps=0.000100,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[33,5,4,3],v=0,eps=0.000100,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[33,5,4,3],v=0,eps=0.000100,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[33,5,4,3],v=1,eps=0.000100,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[33,5,4,3],v=1,eps=0.000100,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[33,5,4,3],v=1,eps=0.000100,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[132,5,4,3],v=0,eps=0.000100,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[132,5,4,3],v=0,eps=0.000100,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[132,5,4,3],v=0,eps=0.000100,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[132,5,4,3],v=1,eps=0.000100,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[132,5,4,3],v=1,eps=0.000100,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[132,5,4,3],v=1,eps=0.000100,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[260,5,4,3],v=0,eps=0.000100,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[260,5,4,3],v=0,eps=0.000100,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[260,5,4,3],v=0,eps=0.000100,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[260,5,4,3],v=1,eps=0.000100,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[260,5,4,3],v=1,eps=0.000100,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[260,5,4,3],v=1,eps=0.000100,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[64,5,4,3],v=0,eps=0.100000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[64,5,4,3],v=0,eps=0.100000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[64,5,4,3],v=0,eps=0.100000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[64,5,4,3],v=1,eps=0.100000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[64,5,4,3],v=1,eps=0.100000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[64,5,4,3],v=1,eps=0.100000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[64,5,4,3],v=0,eps=0.100000,noncontig_rows=1","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM_BACK","type=f32,ne=[64,5,4,3],eps=0.100000","support","0","no","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[64,5,4,3],eps=0.100000,v=0,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[64,5,4,3],eps=0.100000,v=1,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[64,5,4,3],eps=0.100000,v=0,noncontig_rows=1","support","1","yes","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[1025,5,4,3],v=0,eps=0.100000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[1025,5,4,3],v=0,eps=0.100000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[1025,5,4,3],v=0,eps=0.100000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[1025,5,4,3],v=1,eps=0.100000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[1025,5,4,3],v=1,eps=0.100000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[1025,5,4,3],v=1,eps=0.100000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[1025,5,4,3],v=0,eps=0.100000,noncontig_rows=1","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM_BACK","type=f32,ne=[1025,5,4,3],eps=0.100000","support","0","no","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[1025,5,4,3],eps=0.100000,v=0,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[1025,5,4,3],eps=0.100000,v=1,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[1025,5,4,3],eps=0.100000,v=0,noncontig_rows=1","support","1","yes","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[33,5,4,3],v=0,eps=0.100000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[33,5,4,3],v=0,eps=0.100000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[33,5,4,3],v=0,eps=0.100000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[33,5,4,3],v=1,eps=0.100000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[33,5,4,3],v=1,eps=0.100000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[33,5,4,3],v=1,eps=0.100000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[132,5,4,3],v=0,eps=0.100000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[132,5,4,3],v=0,eps=0.100000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[132,5,4,3],v=0,eps=0.100000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[132,5,4,3],v=1,eps=0.100000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[132,5,4,3],v=1,eps=0.100000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[132,5,4,3],v=1,eps=0.100000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[260,5,4,3],v=0,eps=0.100000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[260,5,4,3],v=0,eps=0.100000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[260,5,4,3],v=0,eps=0.100000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[260,5,4,3],v=1,eps=0.100000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[260,5,4,3],v=1,eps=0.100000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[260,5,4,3],v=1,eps=0.100000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[64,5,4,3],v=0,eps=10.000000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[64,5,4,3],v=0,eps=10.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[64,5,4,3],v=0,eps=10.000000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[64,5,4,3],v=1,eps=10.000000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[64,5,4,3],v=1,eps=10.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[64,5,4,3],v=1,eps=10.000000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[64,5,4,3],v=0,eps=10.000000,noncontig_rows=1","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM_BACK","type=f32,ne=[64,5,4,3],eps=10.000000","support","0","no","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[64,5,4,3],eps=10.000000,v=0,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[64,5,4,3],eps=10.000000,v=1,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[64,5,4,3],eps=10.000000,v=0,noncontig_rows=1","support","1","yes","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[1025,5,4,3],v=0,eps=10.000000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[1025,5,4,3],v=0,eps=10.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[1025,5,4,3],v=0,eps=10.000000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[1025,5,4,3],v=1,eps=10.000000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[1025,5,4,3],v=1,eps=10.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[1025,5,4,3],v=1,eps=10.000000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[1025,5,4,3],v=0,eps=10.000000,noncontig_rows=1","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM_BACK","type=f32,ne=[1025,5,4,3],eps=10.000000","support","0","no","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[1025,5,4,3],eps=10.000000,v=0,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[1025,5,4,3],eps=10.000000,v=1,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[1025,5,4,3],eps=10.000000,v=0,noncontig_rows=1","support","1","yes","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[33,5,4,3],v=0,eps=10.000000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[33,5,4,3],v=0,eps=10.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[33,5,4,3],v=0,eps=10.000000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[33,5,4,3],v=1,eps=10.000000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[33,5,4,3],v=1,eps=10.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[33,5,4,3],v=1,eps=10.000000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[132,5,4,3],v=0,eps=10.000000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[132,5,4,3],v=0,eps=10.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[132,5,4,3],v=0,eps=10.000000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[132,5,4,3],v=1,eps=10.000000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[132,5,4,3],v=1,eps=10.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[132,5,4,3],v=1,eps=10.000000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[260,5,4,3],v=0,eps=10.000000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[260,5,4,3],v=0,eps=10.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[260,5,4,3],v=0,eps=10.000000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[260,5,4,3],v=1,eps=10.000000,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[260,5,4,3],v=1,eps=10.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[260,5,4,3],v=1,eps=10.000000,inplace=0","support","0","no","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[64,5,4,3],v=0,eps=0.000001,inplace=1","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[64,5,4,3],v=0,eps=0.000001,inplace=1","support","0","no","OPENVINO" +"OPENVINO","NORM","type=f32,ne=[4,1,65536,1],v=0,eps=0.000001,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[4,1,65536,1],v=0,eps=0.000001,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[4,1,1,65536],v=0,eps=0.000001,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","L2_NORM","type=f32,ne=[4,1,65536,1],eps=0.000000,v=0,noncontig_rows=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[1,3,2,1],v=0,eps=0.000001,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[127,3,2,1],v=0,eps=0.000001,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[129,3,2,1],v=0,eps=0.000001,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[511,3,2,1],v=0,eps=0.000001,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[513,3,2,1],v=0,eps=0.000001,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[2816,3,2,1],v=0,eps=0.000001,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[4096,3,2,1],v=0,eps=0.000001,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=f32,ne=[16385,3,2,1],v=0,eps=0.000001,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[127,3,2,1],v=0,eps=0.000001,inplace=0","support","0","no","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[128,3,2,1],v=0,eps=0.000001,inplace=0","support","0","no","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[512,3,2,1],v=0,eps=0.000001,inplace=0","support","0","no","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[1024,3,2,1],v=0,eps=0.000001,inplace=0","support","0","no","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[2048,3,2,1],v=0,eps=0.000001,inplace=0","support","0","no","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[2816,3,2,1],v=0,eps=0.000001,inplace=0","support","0","no","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[4096,3,2,1],v=0,eps=0.000001,inplace=0","support","0","no","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[8192,3,2,1],v=0,eps=0.000001,inplace=0","support","0","no","OPENVINO" +"OPENVINO","RMS_NORM","type=bf16,ne=[16385,3,2,1],v=0,eps=0.000001,inplace=0","support","0","no","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[3,1024,1,1],ne_b=[3,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[6,1024,1,1],ne_b=[3,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[3,1024,4,1],ne_b=[3,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[66,1024,1,1],ne_b=[3,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[66,1024,4,1],ne_b=[3,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[3,1536,1,1],ne_b=[3,1536,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[6,1536,1,1],ne_b=[3,1536,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[3,1536,4,1],ne_b=[3,1536,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[66,1536,1,1],ne_b=[3,1536,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[66,1536,4,1],ne_b=[3,1536,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[3,2048,1,1],ne_b=[3,2048,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[6,2048,1,1],ne_b=[3,2048,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[3,2048,4,1],ne_b=[3,2048,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[66,2048,1,1],ne_b=[3,2048,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[66,2048,4,1],ne_b=[3,2048,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[4,1024,1,1],ne_b=[4,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[8,1024,1,1],ne_b=[4,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[4,1024,4,1],ne_b=[4,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[67,1024,1,1],ne_b=[4,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[67,1024,4,1],ne_b=[4,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[4,1536,1,1],ne_b=[4,1536,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[8,1536,1,1],ne_b=[4,1536,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[4,1536,4,1],ne_b=[4,1536,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[67,1536,1,1],ne_b=[4,1536,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[67,1536,4,1],ne_b=[4,1536,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[4,2048,1,1],ne_b=[4,2048,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[8,2048,1,1],ne_b=[4,2048,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[4,2048,4,1],ne_b=[4,2048,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[67,2048,1,1],ne_b=[4,2048,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[67,2048,4,1],ne_b=[4,2048,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[7,1024,1,1],ne_b=[7,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[14,1024,1,1],ne_b=[7,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[7,1024,4,1],ne_b=[7,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[70,1024,1,1],ne_b=[7,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[70,1024,4,1],ne_b=[7,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[7,1536,1,1],ne_b=[7,1536,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[14,1536,1,1],ne_b=[7,1536,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[7,1536,4,1],ne_b=[7,1536,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[70,1536,1,1],ne_b=[7,1536,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[70,1536,4,1],ne_b=[7,1536,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[7,2048,1,1],ne_b=[7,2048,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[14,2048,1,1],ne_b=[7,2048,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[7,2048,4,1],ne_b=[7,2048,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[70,2048,1,1],ne_b=[7,2048,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[70,2048,4,1],ne_b=[7,2048,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[9,1024,1,1],ne_b=[9,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[18,1024,1,1],ne_b=[9,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[9,1024,4,1],ne_b=[9,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[72,1024,1,1],ne_b=[9,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[72,1024,4,1],ne_b=[9,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[9,1536,1,1],ne_b=[9,1536,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[18,1536,1,1],ne_b=[9,1536,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[9,1536,4,1],ne_b=[9,1536,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[72,1536,1,1],ne_b=[9,1536,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[72,1536,4,1],ne_b=[9,1536,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[9,2048,1,1],ne_b=[9,2048,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[18,2048,1,1],ne_b=[9,2048,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[9,2048,4,1],ne_b=[9,2048,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[72,2048,1,1],ne_b=[9,2048,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_CONV","type=f32,ne_a=[72,2048,4,1],ne_b=[9,2048,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SSM_SCAN","type=f32,d_state=16,head_dim=1,n_head=1024,n_group=1,n_seq_tokens=32,n_seqs=4,xbc_overlap=0,K=1,weak_decay=0","support","0","no","OPENVINO" +"OPENVINO","SSM_SCAN","type=f32,d_state=64,head_dim=64,n_head=112,n_group=2,n_seq_tokens=32,n_seqs=4,xbc_overlap=0,K=1,weak_decay=0","support","0","no","OPENVINO" +"OPENVINO","SSM_SCAN","type=f32,d_state=64,head_dim=64,n_head=112,n_group=2,n_seq_tokens=1,n_seqs=1,xbc_overlap=0,K=1,weak_decay=0","support","0","no","OPENVINO" +"OPENVINO","SSM_SCAN","type=f32,d_state=96,head_dim=64,n_head=128,n_group=8,n_seq_tokens=1,n_seqs=1,xbc_overlap=0,K=1,weak_decay=0","support","0","no","OPENVINO" +"OPENVINO","SSM_SCAN","type=f32,d_state=96,head_dim=64,n_head=16,n_group=8,n_seq_tokens=300,n_seqs=2,xbc_overlap=0,K=1,weak_decay=1","support","0","no","OPENVINO" +"OPENVINO","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=32,n_seqs=4,xbc_overlap=0,K=1,weak_decay=0","support","0","no","OPENVINO" +"OPENVINO","SSM_SCAN","type=f32,d_state=256,head_dim=64,n_head=8,n_group=2,n_seq_tokens=32,n_seqs=4,xbc_overlap=0,K=1,weak_decay=0","support","0","no","OPENVINO" +"OPENVINO","SSM_SCAN","type=f32,d_state=128,head_dim=128,n_head=4,n_group=4,n_seq_tokens=16,n_seqs=2,xbc_overlap=1,K=1,weak_decay=0","support","0","no","OPENVINO" +"OPENVINO","SSM_SCAN","type=f32,d_state=128,head_dim=80,n_head=128,n_group=1,n_seq_tokens=256,n_seqs=1,xbc_overlap=0,K=1,weak_decay=0","support","0","no","OPENVINO" +"OPENVINO","SSM_SCAN","type=f32,d_state=128,head_dim=80,n_head=128,n_group=1,n_seq_tokens=512,n_seqs=1,xbc_overlap=0,K=1,weak_decay=0","support","0","no","OPENVINO" +"OPENVINO","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=80,n_group=8,n_seq_tokens=300,n_seqs=2,xbc_overlap=0,K=1,weak_decay=0","support","0","no","OPENVINO" +"OPENVINO","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=4,n_seqs=2,xbc_overlap=0,K=4,weak_decay=0","support","0","no","OPENVINO" +"OPENVINO","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=8,n_seqs=2,xbc_overlap=0,K=3,weak_decay=0","support","0","no","OPENVINO" +"OPENVINO","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=64,n_seqs=4,xbc_overlap=0,K=1,weak_decay=0","support","0","no","OPENVINO" +"OPENVINO","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=65,n_seqs=2,xbc_overlap=0,K=1,weak_decay=0","support","0","no","OPENVINO" +"OPENVINO","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=128,n_seqs=2,xbc_overlap=0,K=1,weak_decay=0","support","0","no","OPENVINO" +"OPENVINO","SSM_SCAN","type=f32,d_state=128,head_dim=64,n_head=16,n_group=2,n_seq_tokens=128,n_seqs=2,xbc_overlap=0,K=1,weak_decay=1","support","0","no","OPENVINO" +"OPENVINO","RWKV_WKV6","type=f32,head_count=32,head_size=64,n_seq_tokens=1,n_seqs=1","support","0","no","OPENVINO" +"OPENVINO","RWKV_WKV6","type=f32,head_count=32,head_size=64,n_seq_tokens=32,n_seqs=1","support","0","no","OPENVINO" +"OPENVINO","RWKV_WKV6","type=f32,head_count=32,head_size=64,n_seq_tokens=32,n_seqs=4","support","0","no","OPENVINO" +"OPENVINO","RWKV_WKV6","type=f32,head_count=32,head_size=64,n_seq_tokens=128,n_seqs=4","support","0","no","OPENVINO" +"OPENVINO","RWKV_WKV7","type=f32,head_count=32,head_size=64,n_seq_tokens=1,n_seqs=1","support","0","no","OPENVINO" +"OPENVINO","RWKV_WKV7","type=f32,head_count=32,head_size=64,n_seq_tokens=1,n_seqs=4","support","0","no","OPENVINO" +"OPENVINO","RWKV_WKV7","type=f32,head_count=32,head_size=64,n_seq_tokens=32,n_seqs=1","support","0","no","OPENVINO" +"OPENVINO","RWKV_WKV7","type=f32,head_count=32,head_size=64,n_seq_tokens=32,n_seqs=4","support","0","no","OPENVINO" +"OPENVINO","RWKV_WKV7","type=f32,head_count=32,head_size=64,n_seq_tokens=128,n_seqs=4","support","0","no","OPENVINO" +"OPENVINO","GATED_LINEAR_ATTN","type=f32,head_count=32,head_size=64,n_seq_tokens=1,n_seqs=1","support","0","no","OPENVINO" +"OPENVINO","GATED_LINEAR_ATTN","type=f32,head_count=32,head_size=64,n_seq_tokens=32,n_seqs=1","support","0","no","OPENVINO" +"OPENVINO","GATED_LINEAR_ATTN","type=f32,head_count=32,head_size=64,n_seq_tokens=32,n_seqs=4","support","0","no","OPENVINO" +"OPENVINO","GATED_LINEAR_ATTN","type=f32,head_count=32,head_size=64,n_seq_tokens=128,n_seqs=4","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f32,m=128,n=1,k=128,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f32,m=64,n=1,k=64,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f32,m=256,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f32,m=512,n=1,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f32,m=128,n=32,k=128,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f32,m=128,n=4,k=128,bs=[2,3],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f32,m=256,n=512,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f16,m=64,n=1,k=64,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f16,m=128,n=1,k=128,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f16,m=256,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f16,m=512,n=1,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f16,m=128,n=32,k=128,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f16,m=256,n=512,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f32,m=32,n=1,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f32,m=16384,n=1,k=16384,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f16,m=64,n=1,k=64,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f16,m=128,n=1,k=128,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f16,m=256,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f16,m=512,n=1,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f16,m=128,n=32,k=128,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f16,m=128,n=4,k=128,bs=[2,3],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f16,m=256,n=512,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f32,m=1024,n=1,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f32,m=2048,n=1,k=2048,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f32,m=4096,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f32,m=8192,n=1,k=8192,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f32,m=1024,n=7,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f16,m=1024,n=1,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f16,m=2048,n=1,k=2048,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f16,m=4096,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f16,m=8192,n=1,k=8192,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_HADAMARD","type_a=f32,type_b=f16,m=1024,n=7,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16","type_a=f32,type_b=f32,m=64,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16","type_a=f32,type_b=f32,m=64,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16","type_a=f32,type_b=f32,m=64,n=32,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16","type_a=f32,type_b=f32,m=128,n=512,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16","type_a=f32,type_b=f32,m=67,n=33,k=100,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16","type_a=f32,type_b=f32,m=64,n=32,k=256,bs=[2,3],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16","type_a=f16,type_b=f32,m=64,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16","type_a=f16,type_b=f32,m=64,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16","type_a=f16,type_b=f32,m=64,n=32,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16","type_a=f16,type_b=f32,m=128,n=512,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16","type_a=f16,type_b=f32,m=67,n=33,k=100,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16","type_a=f16,type_b=f32,m=64,n=32,k=256,bs=[2,3],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16","type_a=q8_0,type_b=f32,m=64,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16","type_a=q8_0,type_b=f32,m=64,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16","type_a=q8_0,type_b=f32,m=64,n=32,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16","type_a=q8_0,type_b=f32,m=128,n=512,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16","type_a=q8_0,type_b=f32,m=67,n=33,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16","type_a=q8_0,type_b=f32,m=64,n=32,k=256,bs=[2,3],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_F32","type_a=f32,type_b=f32,m=64,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_F32","type_a=f32,type_b=f32,m=64,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_F32","type_a=f32,type_b=f32,m=64,n=32,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_F32","type_a=f32,type_b=f32,m=128,n=512,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_F32","type_a=f32,type_b=f32,m=67,n=33,k=100,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_F32","type_a=f32,type_b=f32,m=64,n=32,k=256,bs=[2,3],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_F32","type_a=f16,type_b=f32,m=64,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_F32","type_a=f16,type_b=f32,m=64,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_F32","type_a=f16,type_b=f32,m=64,n=32,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_F32","type_a=f16,type_b=f32,m=128,n=512,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_F32","type_a=f16,type_b=f32,m=67,n=33,k=100,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_F32","type_a=f16,type_b=f32,m=64,n=32,k=256,bs=[2,3],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16_SRC0","type_a=f32,type_b=f32,m=64,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16_SRC0","type_a=f32,type_b=f32,m=64,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16_SRC0","type_a=f32,type_b=f32,m=64,n=32,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16_SRC0","type_a=f32,type_b=f32,m=128,n=512,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16_SRC0","type_a=f32,type_b=f32,m=67,n=33,k=100,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_PREC_SRC1_BF16_SRC0","type_a=f32,type_b=f32,m=64,n=32,k=256,bs=[2,3],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_W4A8","type_a=nvfp4,type_b=f32,m=32,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_W4A8","type_a=nvfp4,type_b=f32,m=32,n=32,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_W4A8","type_a=nvfp4,type_b=f32,m=64,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_W4A4","type_a=nvfp4,type_b=f32,m=32,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_W4A4","type_a=nvfp4,type_b=f32,m=32,n=32,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID_W4A8","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=32,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID_W4A8","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=64,n=16,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID_W4A4","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=32,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID_W4A4","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=64,n=16,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_W4A8","type_a=mxfp4,type_b=f32,m=32,n=32,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_W4A8","type_a=mxfp4,type_b=f32,m=64,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_W4A4","type_a=mxfp4,type_b=f32,m=32,n=32,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID_W4A8","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=32,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID_W4A4","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=32,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=100,n=9,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=100,n=33,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=100,n=128,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=100,n=9,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=100,n=33,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=100,n=128,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=100,n=9,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=100,n=33,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=100,n=128,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=100,n=9,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=100,n=33,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=100,n=128,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=100,n=9,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=100,n=33,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=100,n=128,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=100,n=9,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=100,n=33,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=100,n=128,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=9,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=33,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=128,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=9,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=33,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=128,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=9,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=33,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=128,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq1_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq1_0,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq1_0,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq1_0,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq1_0,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq1_0,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq1_0,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq1_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq1_0,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq1_0,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq1_0,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=16,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=16,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=16,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=16,n=6,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=16,n=7,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=16,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=16,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=16,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=4096,n=1,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1023,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=4096,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1023,n=2,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=4096,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1023,n=3,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=4096,n=4,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1023,n=4,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=4096,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1023,n=5,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=4096,n=6,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1023,n=6,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=4096,n=7,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1023,n=7,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=4096,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1023,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=4096,n=1,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1023,n=1,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=4096,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1023,n=2,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=4096,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1023,n=3,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=4096,n=4,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1023,n=4,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=4096,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1023,n=5,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=4096,n=6,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1023,n=6,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=4096,n=7,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1023,n=7,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=4096,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1023,n=8,k=4096,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=6271,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=6272,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=6273,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=2880,n=32,k=2880,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=2880,n=32,k=2880,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=2880,n=32,k=2880,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1,n=1,k=2048,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1,n=7,k=2048,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1,n=8,k=2048,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1,n=9,k=2048,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1,n=16,k=2048,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1,n=127,k=2048,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1,n=128,k=2048,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1,n=511,k=2048,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1,n=512,k=2048,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1,n=512,k=2048,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=1,n=512,k=2048,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1,n=509,k=2051,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=1,n=509,k=2051,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=bf16,m=16,n=4,k=3,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=bf16,m=16,n=4,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=2,n=1,k=64,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=66,o=1,src_overlap=0,m_v=0,pad=0,offset_a=1","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=2,n=2,k=64,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=66,o=1,src_overlap=0,m_v=0,pad=0,offset_a=1","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=64,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=17,pad=0,offset_a=1","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=64,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=17,pad=0,offset_a=2","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=64,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=17,pad=0,offset_a=4","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=64,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=17,pad=0,offset_a=16","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=64,bs=[2,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=17,pad=4,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=2105344,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=31,n=509,k=2051,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=32,n=509,k=2112,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=32,n=509,k=2112,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=40,n=2,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=100,n=2,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=2,k=5120,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=3000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=6144,n=2,k=5120,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=17408,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=100,n=2,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=100,n=2,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=2,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=100,n=2,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=100,n=2,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=100,n=2,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=100,n=2,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=100,n=2,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=100,n=2,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=48,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=3000,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=4100,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=64,n=2,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=8192,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=8192,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=8192,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=8192,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=8192,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=8192,n=2,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=2,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=40,n=3,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=100,n=3,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=3,k=5120,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=3000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=6144,n=3,k=5120,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=17408,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=100,n=3,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=100,n=3,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=3,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=100,n=3,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=100,n=3,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=100,n=3,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=100,n=3,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=100,n=3,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=100,n=3,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=48,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=3000,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=4100,n=3,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=64,n=3,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=8192,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=8192,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=8192,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=8192,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=8192,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=8192,n=3,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=3,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=40,n=5,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=100,n=5,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=5,k=5120,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=3000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=6144,n=5,k=5120,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=17408,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=100,n=5,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=100,n=5,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=5,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=100,n=5,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=100,n=5,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=100,n=5,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=100,n=5,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=100,n=5,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=100,n=5,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=48,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=3000,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=4100,n=5,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=64,n=5,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=8192,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=8192,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=8192,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=8192,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=8192,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=8192,n=5,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=5,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=40,n=8,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=100,n=8,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=8,k=5120,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=3000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=6144,n=8,k=5120,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=17408,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=100,n=8,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=100,n=8,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=8,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=100,n=8,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=100,n=8,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=100,n=8,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=100,n=8,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=100,n=8,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=100,n=8,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=48,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=3000,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=4100,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=64,n=8,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=8192,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=8192,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=8192,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=8192,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=8192,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=8192,n=8,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=8,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=40,n=9,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=100,n=9,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=9,k=5120,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=3000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=6144,n=9,k=5120,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=17408,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=100,n=9,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=100,n=9,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=9,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=100,n=9,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=100,n=9,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=100,n=9,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=100,n=9,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=100,n=9,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=100,n=9,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=48,n=9,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=3000,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=4100,n=9,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=64,n=9,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=8192,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=8192,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=8192,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=8192,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=8192,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=8192,n=9,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=9,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=40,n=13,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=100,n=13,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=13,k=5120,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=3000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=6144,n=13,k=5120,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=17408,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=100,n=13,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=100,n=13,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=13,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=100,n=13,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=100,n=13,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=100,n=13,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=100,n=13,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=100,n=13,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=100,n=13,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=48,n=13,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=3000,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=4100,n=13,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=64,n=13,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=8192,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=8192,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=8192,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=8192,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=8192,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=8192,n=13,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=13,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=40,n=16,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=100,n=16,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=16,k=5120,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=3000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=6144,n=16,k=5120,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=17408,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=100,n=16,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=100,n=16,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=100,n=16,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=100,n=16,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=100,n=16,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=100,n=16,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=100,n=16,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=100,n=16,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=100,n=16,k=96,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=48,n=16,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=3000,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=4100,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=64,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=8192,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=8192,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=8192,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=8192,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=8192,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=8192,n=16,k=512,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=1280,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=16,k=1024,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=8,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=6170,n=13,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=21,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=8,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=6170,n=13,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1000,n=21,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=1000,n=8,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=6170,n=13,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=1000,n=21,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=1000,n=8,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=6170,n=13,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=1000,n=21,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=8,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=6170,n=13,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=21,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=8,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=6170,n=13,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=21,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=8,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=6170,n=13,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=21,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=8,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=6170,n=13,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=21,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=1000,n=8,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=6170,n=13,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=1000,n=21,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=1000,n=8,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=6170,n=13,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=1000,n=21,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=1000,n=8,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=6170,n=13,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=1000,n=21,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=1000,n=8,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=6170,n=13,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=1000,n=21,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=1000,n=8,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=6170,n=13,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=1000,n=21,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=1000,n=8,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=6170,n=13,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=1000,n=21,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=1000,n=8,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=6170,n=13,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=1000,n=21,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=1000,n=8,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=6170,n=13,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=1000,n=21,k=2304,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=64,n=13,k=2304,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=63,n=5,k=2304,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=64,n=13,k=4608,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=63,n=5,k=4608,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=5,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=64,n=13,k=4608,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=13,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=5120,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1000,n=13,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1000,n=13,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,src1=[0,1]","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=6170,n=13,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,weights=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=1000,n=21,k=4608,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0,weights=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=4,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=4,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=4,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=4,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=4,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=4,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=4,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=4,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=4,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=4,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=4,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=4,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=4,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=4,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=4,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=8,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=8,k=4,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=4,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=4,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=4,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=4,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=4,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=4,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=4,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=4,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=4,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=4,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=4,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=4,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=4,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=4,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=4,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=8,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=8,k=4,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f16,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=4,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=4,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=4,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=4,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=4,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=4,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=4,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=4,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=4,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=4,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=4,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=4,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=4,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=4,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=4,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=8,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=8,k=4,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=4,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=4,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=4,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=4,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=4,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=4,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=4,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=4,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=4,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=4,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=4,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=4,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=4,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=4,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=4,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=8,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=8,k=4,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f16,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f16,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f16,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f16,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f16,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f16,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f16,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f16,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=4,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=4,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=4,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=4,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=4,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=4,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=4,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=4,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f16,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=1,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=4,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=16,k=256,bs=[1,1],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=16,k=256,bs=[3,1],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[1,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=16,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=4,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=1,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[1,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=8,k=256,bs=[1,1],nr=[4,2],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=1,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=8,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=16,k=1024,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f16,m=16,n=8,k=256,bs=[1536,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=320,n=2,k=10240,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=512,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=2,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=320,n=3,k=10240,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=512,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=3,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=320,n=4,k=10240,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=512,n=4,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=4,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=320,n=5,k=10240,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=512,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=5,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=320,n=8,k=10240,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=512,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=8,k=2560,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=1,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=8,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,1,3,2],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=16,k=256,bs=[2,3],nr=[1,1],per=[0,3,2,1],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=bf16,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=bf16,m=16,n=1,k=256,bs=[3,2],nr=[2,2],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=bf16,m=16,n=8,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=15,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=16,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=31,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=47,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=48,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=49,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=15,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=16,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=31,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=47,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=48,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=49,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=15,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=16,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=31,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=47,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=48,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=49,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=16,n=1,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=16,n=1,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=1,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=1,k=128,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=1,k=64,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq1_0,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=16,n=1,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=1,k=1,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=16,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=16,n=10,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=16,n=10,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=16,n=10,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=16,n=10,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=16,n=10,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=16,n=10,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=16,n=10,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=16,n=10,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=64,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=64,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=64,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=64,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=64,n=1,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=64,n=2,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=64,n=16,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=64,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=2,k=128,bs=[8,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=83,n=2,k=128,bs=[8,1],nr=[4,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=2,k=64,bs=[8,1],nr=[4,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=83,n=2,k=64,bs=[8,1],nr=[4,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=45,k=128,bs=[8,1],nr=[4,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=45,k=64,bs=[8,1],nr=[4,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=193,bs=[1,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=67,bs=[1,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=64,n=77,k=77,bs=[12,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=32,n=4,k=96,bs=[3,2],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=1,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=8,n=1,k=64,bs=[8,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=5120,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=8,n=16,k=64,bs=[8,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=5120,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=8,n=1,k=64,bs=[8,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=16,pad=16,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=8,n=16,k=64,bs=[8,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=16,pad=16,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=3,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=37,n_used=2,b=1,m=65,n=3,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=3,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=37,n_used=2,b=1,m=65,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=17,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=33,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=37,n_used=2,b=1,m=65,n=33,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq4_nl,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=3,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq4_nl,type_b=f32,n_mats=37,n_used=2,b=1,m=65,n=3,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq4_nl,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=3,k=256,m_v=0,ids_offset=0,skip=1","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq4_nl,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq4_nl,type_b=f32,n_mats=37,n_used=2,b=1,m=65,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq4_nl,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=17,k=256,m_v=0,ids_offset=0,skip=1","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq4_nl,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=33,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq4_nl,type_b=f32,n_mats=37,n_used=2,b=1,m=65,n=33,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq4_nl,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=3,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=37,n_used=2,b=1,m=65,n=3,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=3,k=256,m_v=0,ids_offset=0,skip=1","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=37,n_used=2,b=1,m=65,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=17,k=256,m_v=0,ids_offset=0,skip=1","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=33,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=37,n_used=2,b=1,m=65,n=33,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_K,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=3,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_K,type_b=f32,n_mats=37,n_used=2,b=1,m=65,n=3,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_K,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=3,k=256,m_v=0,ids_offset=0,skip=1","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_K,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_K,type_b=f32,n_mats=37,n_used=2,b=1,m=65,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_K,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=17,k=256,m_v=0,ids_offset=0,skip=1","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_K,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=33,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_K,type_b=f32,n_mats=37,n_used=2,b=1,m=65,n=33,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_K,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q3_K,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=3,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q3_K,type_b=f32,n_mats=37,n_used=2,b=1,m=65,n=3,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q3_K,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=3,k=256,m_v=0,ids_offset=0,skip=1","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q3_K,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q3_K,type_b=f32,n_mats=37,n_used=2,b=1,m=65,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q3_K,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=17,k=256,m_v=0,ids_offset=0,skip=1","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q3_K,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=33,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q3_K,type_b=f32,n_mats=37,n_used=2,b=1,m=65,n=33,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q3_K,type_b=f32,n_mats=37,n_used=2,b=0,m=65,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_K,type_b=f32,n_mats=2,n_used=2,b=0,m=33,n=64,k=512,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_K,type_b=f32,n_mats=2,n_used=2,b=0,m=33,n=65,k=512,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q3_K,type_b=f32,n_mats=2,n_used=2,b=0,m=33,n=64,k=512,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q3_K,type_b=f32,n_mats=2,n_used=2,b=0,m=33,n=65,k=512,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=2,n_used=2,b=0,m=33,n=64,k=512,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=2,n_used=2,b=0,m=33,n=65,k=512,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=8,n=1,k=64,m_v=64,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=8,n=16,k=64,m_v=64,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=576,n=512,k=576,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1,n=2048,k=8192,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_0,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_1,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_0,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_1,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q1_0,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_0,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=mxfp4,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=nvfp4,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f8_e4m3,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q2_K,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q3_K,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q4_K,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q5_K,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q6_K,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq2_0,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=tq1_0,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xxs,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_xs,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq2_s,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_xxs,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_s,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq1_m,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_nl,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq3_s,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=iq4_xs,type_b=f32,m=1,n=64,k=256,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=q8_0,type_b=f32,m=6,n=4096,k=5120,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=64,n=17,k=1,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=64,n=17,k=7,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=64,n=17,k=8,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=64,n=17,k=9,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=64,n=17,k=15,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=64,n=17,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=64,n=17,k=17,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=64,n=17,k=31,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=64,n=17,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=64,n=17,k=33,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=64,n=17,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=64,n=17,k=1,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=17,k=1,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=64,n=17,k=7,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=17,k=7,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=64,n=17,k=8,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=17,k=8,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=64,n=17,k=9,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=17,k=9,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=64,n=17,k=15,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=17,k=15,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=64,n=17,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=17,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=64,n=17,k=17,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=17,k=17,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=64,n=17,k=31,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=17,k=31,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=64,n=17,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=17,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=64,n=17,k=33,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=17,k=33,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=64,n=17,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=17,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=bf16,m=64,n=17,k=1,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=64,n=17,k=1,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=bf16,m=64,n=17,k=7,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=64,n=17,k=7,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=bf16,m=64,n=17,k=8,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=64,n=17,k=8,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=bf16,m=64,n=17,k=9,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=64,n=17,k=9,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=bf16,m=64,n=17,k=15,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=64,n=17,k=15,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=bf16,m=64,n=17,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=64,n=17,k=16,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=bf16,m=64,n=17,k=17,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=64,n=17,k=17,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=bf16,m=64,n=17,k=31,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=64,n=17,k=31,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=bf16,m=64,n=17,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=64,n=17,k=32,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=bf16,m=64,n=17,k=33,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=64,n=17,k=33,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=bf16,m=64,n=17,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=64,n=17,k=48,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=64,n=32,k=65,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=64,n=32,k=80,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=64,n=32,k=80,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=64,n=32,k=80,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=64,n=32,k=588,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f16,m=64,n=32,k=80,bs=[4,1],nr=[1,1],per=[0,1,2,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=128,bs=[1,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1056,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=128,bs=[1,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1056,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=128,bs=[1,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1056,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=129,bs=[1,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1057,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=129,bs=[1,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1057,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=129,bs=[1,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1057,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=128,bs=[1,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1056,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=128,bs=[1,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1056,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=128,bs=[1,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1056,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=129,bs=[1,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1057,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=129,bs=[1,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1057,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=129,bs=[1,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1057,bs=[1,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=128,bs=[1,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1056,bs=[1,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=128,bs=[1,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1056,bs=[1,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=128,bs=[1,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1056,bs=[1,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=129,bs=[1,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1057,bs=[1,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=129,bs=[1,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1057,bs=[1,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=129,bs=[1,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1057,bs=[1,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=128,bs=[1,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1056,bs=[1,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=128,bs=[1,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1056,bs=[1,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=128,bs=[1,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1056,bs=[1,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=129,bs=[1,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1057,bs=[1,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=129,bs=[1,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1057,bs=[1,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=129,bs=[1,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1057,bs=[1,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=128,bs=[2,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1056,bs=[2,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=128,bs=[2,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1056,bs=[2,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=128,bs=[2,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1056,bs=[2,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=129,bs=[2,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1057,bs=[2,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=129,bs=[2,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1057,bs=[2,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=129,bs=[2,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1057,bs=[2,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=128,bs=[2,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1056,bs=[2,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=128,bs=[2,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1056,bs=[2,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=128,bs=[2,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1056,bs=[2,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=129,bs=[2,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1057,bs=[2,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=129,bs=[2,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1057,bs=[2,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=129,bs=[2,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1057,bs=[2,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=128,bs=[2,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1056,bs=[2,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=128,bs=[2,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1056,bs=[2,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=128,bs=[2,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1056,bs=[2,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=129,bs=[2,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1057,bs=[2,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=129,bs=[2,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1057,bs=[2,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=129,bs=[2,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1057,bs=[2,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=128,bs=[2,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1056,bs=[2,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=128,bs=[2,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1056,bs=[2,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=128,bs=[2,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1056,bs=[2,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=129,bs=[2,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1057,bs=[2,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=129,bs=[2,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1057,bs=[2,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=129,bs=[2,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1057,bs=[2,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=128,bs=[4,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1056,bs=[4,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=128,bs=[4,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1056,bs=[4,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=128,bs=[4,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1056,bs=[4,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=129,bs=[4,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1057,bs=[4,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=129,bs=[4,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1057,bs=[4,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=129,bs=[4,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1057,bs=[4,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=128,bs=[4,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1056,bs=[4,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=128,bs=[4,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1056,bs=[4,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=128,bs=[4,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1056,bs=[4,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=129,bs=[4,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1057,bs=[4,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=129,bs=[4,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1057,bs=[4,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=129,bs=[4,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1057,bs=[4,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=128,bs=[4,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1056,bs=[4,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=128,bs=[4,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1056,bs=[4,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=128,bs=[4,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1056,bs=[4,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=129,bs=[4,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1057,bs=[4,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=129,bs=[4,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1057,bs=[4,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=129,bs=[4,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1057,bs=[4,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=128,bs=[4,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1056,bs=[4,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=128,bs=[4,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1056,bs=[4,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=128,bs=[4,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1056,bs=[4,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=129,bs=[4,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1057,bs=[4,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=129,bs=[4,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1057,bs=[4,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=129,bs=[4,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1057,bs=[4,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=128,bs=[8,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1056,bs=[8,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=128,bs=[8,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1056,bs=[8,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=128,bs=[8,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1056,bs=[8,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=129,bs=[8,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1057,bs=[8,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=129,bs=[8,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1057,bs=[8,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=129,bs=[8,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1057,bs=[8,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=128,bs=[8,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1056,bs=[8,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=128,bs=[8,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1056,bs=[8,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=128,bs=[8,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1056,bs=[8,1],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=129,bs=[8,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1057,bs=[8,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=129,bs=[8,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1057,bs=[8,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=129,bs=[8,1],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1057,bs=[8,1],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=128,bs=[8,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1056,bs=[8,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=128,bs=[8,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1056,bs=[8,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=128,bs=[8,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1056,bs=[8,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=129,bs=[8,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1057,bs=[8,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=129,bs=[8,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1057,bs=[8,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=129,bs=[8,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1057,bs=[8,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=128,bs=[8,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1056,bs=[8,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=128,bs=[8,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1056,bs=[8,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=128,bs=[8,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1056,bs=[8,1],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=129,bs=[8,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1057,bs=[8,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=129,bs=[8,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1057,bs=[8,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=129,bs=[8,1],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1057,bs=[8,1],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=128,bs=[1,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1056,bs=[1,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=128,bs=[1,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1056,bs=[1,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=128,bs=[1,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1056,bs=[1,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=129,bs=[1,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1057,bs=[1,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=129,bs=[1,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1057,bs=[1,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=129,bs=[1,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1057,bs=[1,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=128,bs=[1,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1056,bs=[1,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=128,bs=[1,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1056,bs=[1,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=128,bs=[1,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1056,bs=[1,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=129,bs=[1,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1057,bs=[1,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=129,bs=[1,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1057,bs=[1,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=129,bs=[1,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1057,bs=[1,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=128,bs=[1,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1056,bs=[1,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=128,bs=[1,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1056,bs=[1,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=128,bs=[1,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1056,bs=[1,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=129,bs=[1,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1057,bs=[1,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=129,bs=[1,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1057,bs=[1,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=129,bs=[1,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1057,bs=[1,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=128,bs=[1,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1056,bs=[1,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=128,bs=[1,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1056,bs=[1,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=128,bs=[1,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1056,bs=[1,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=129,bs=[1,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1057,bs=[1,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=129,bs=[1,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1057,bs=[1,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=129,bs=[1,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1057,bs=[1,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=128,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1056,bs=[2,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=128,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1056,bs=[2,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=128,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1056,bs=[2,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=129,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1057,bs=[2,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=129,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1057,bs=[2,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=129,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1057,bs=[2,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=128,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1056,bs=[2,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=128,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1056,bs=[2,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=128,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1056,bs=[2,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=129,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1057,bs=[2,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=129,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1057,bs=[2,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=129,bs=[2,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1057,bs=[2,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=128,bs=[2,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1056,bs=[2,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=128,bs=[2,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1056,bs=[2,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=128,bs=[2,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1056,bs=[2,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=129,bs=[2,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1057,bs=[2,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=129,bs=[2,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1057,bs=[2,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=129,bs=[2,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1057,bs=[2,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=128,bs=[2,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1056,bs=[2,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=128,bs=[2,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1056,bs=[2,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=128,bs=[2,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1056,bs=[2,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=129,bs=[2,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1057,bs=[2,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=129,bs=[2,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1057,bs=[2,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=129,bs=[2,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1057,bs=[2,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=128,bs=[4,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1056,bs=[4,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=128,bs=[4,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1056,bs=[4,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=128,bs=[4,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1056,bs=[4,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=129,bs=[4,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1057,bs=[4,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=129,bs=[4,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1057,bs=[4,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=129,bs=[4,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1057,bs=[4,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=128,bs=[4,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1056,bs=[4,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=128,bs=[4,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1056,bs=[4,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=128,bs=[4,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1056,bs=[4,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=129,bs=[4,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1057,bs=[4,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=129,bs=[4,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1057,bs=[4,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=129,bs=[4,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1057,bs=[4,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=128,bs=[4,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1056,bs=[4,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=128,bs=[4,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1056,bs=[4,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=128,bs=[4,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1056,bs=[4,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=129,bs=[4,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1057,bs=[4,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=129,bs=[4,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1057,bs=[4,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=129,bs=[4,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1057,bs=[4,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=128,bs=[4,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1056,bs=[4,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=128,bs=[4,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1056,bs=[4,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=128,bs=[4,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1056,bs=[4,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=129,bs=[4,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1057,bs=[4,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=129,bs=[4,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1057,bs=[4,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=129,bs=[4,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1057,bs=[4,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=128,bs=[8,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1056,bs=[8,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=128,bs=[8,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1056,bs=[8,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=128,bs=[8,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1056,bs=[8,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=129,bs=[8,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1057,bs=[8,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=129,bs=[8,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1057,bs=[8,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=129,bs=[8,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1057,bs=[8,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=128,bs=[8,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1056,bs=[8,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=128,bs=[8,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1056,bs=[8,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=128,bs=[8,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1056,bs=[8,3],nr=[1,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=129,bs=[8,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1057,bs=[8,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=129,bs=[8,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1057,bs=[8,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=129,bs=[8,3],nr=[1,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1057,bs=[8,3],nr=[1,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=128,bs=[8,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1056,bs=[8,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=128,bs=[8,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1056,bs=[8,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=128,bs=[8,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1056,bs=[8,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1056,n=1,k=129,bs=[8,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=128,n=1,k=1057,bs=[8,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1056,n=1,k=129,bs=[8,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=128,n=1,k=1057,bs=[8,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1056,n=1,k=129,bs=[8,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=128,n=1,k=1057,bs=[8,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=128,bs=[8,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1056,bs=[8,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=128,bs=[8,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1056,bs=[8,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=128,bs=[8,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1056,bs=[8,3],nr=[4,1],per=[0,1,2,3],k_v=2112,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=1057,n=1,k=129,bs=[8,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f16,type_b=f32,m=129,n=1,k=1057,bs=[8,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=1057,n=1,k=129,bs=[8,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=bf16,type_b=f32,m=129,n=1,k=1057,bs=[8,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=1057,n=1,k=129,bs=[8,3],nr=[4,1],per=[0,2,1,3],k_v=0,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT","type_a=f32,type_b=f32,m=129,n=1,k=1057,bs=[8,3],nr=[4,1],per=[0,1,2,3],k_v=2113,o=1,src_overlap=0,m_v=0,pad=0,offset_a=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=16,n_used=16,b=0,m=32,n=1024,k=16,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=2,n_used=2,b=0,m=32,n=8192,k=64,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=16,n_used=16,b=0,m=50,n=200,k=64,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=16,n_used=16,b=0,m=32,n=1024,k=16,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=16,n_used=16,b=0,m=50,n=200,k=64,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=16,n_used=16,b=1,m=32,n=1024,k=16,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=2,n_used=2,b=1,m=32,n=8192,k=64,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=16,n_used=16,b=1,m=50,n=200,k=64,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=16,n_used=16,b=1,m=32,n=1024,k=16,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=16,n_used=16,b=1,m=50,n=200,k=64,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=1,n_used=1,b=0,m=1,n=8192,k=4096,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=1,n_used=1,b=0,m=8,n=16,k=1,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=1,n_used=1,b=0,m=8,n=16,k=63,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=1,n_used=1,b=0,m=8,n=16,k=65,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=32,n_used=2,b=0,m=2880,n=32,k=2880,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=512,n_used=10,b=0,m=128,n=1,k=512,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=512,n_used=10,b=0,m=256,n=1,k=128,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=1024,n_used=10,b=0,m=128,n=1,k=512,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=1024,n_used=10,b=0,m=256,n=1,k=128,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=512,n_used=10,b=0,m=128,n=5,k=512,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=512,n_used=10,b=0,m=256,n=5,k=128,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=1024,n_used=10,b=0,m=128,n=5,k=512,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=1024,n_used=10,b=0,m=256,n=5,k=128,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=512,n_used=10,b=0,m=128,n=64,k=512,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=512,n_used=10,b=0,m=256,n=64,k=128,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=1024,n_used=10,b=0,m=128,n=64,k=512,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=1024,n_used=10,b=0,m=256,n=64,k=128,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=512,n_used=10,b=0,m=128,n=300,k=512,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=512,n_used=10,b=0,m=256,n=300,k=128,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=1024,n_used=10,b=0,m=128,n=300,k=512,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=1024,n_used=10,b=0,m=256,n=300,k=128,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=32,n_used=2,b=0,m=2880,n=32,k=2880,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=tq1_0,type_b=f32,n_mats=28,n_used=10,b=0,m=1024,n=1,k=4096,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=tq1_0,type_b=f32,n_mats=128,n_used=8,b=0,m=1024,n=1,k=2048,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=3,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=3,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=3,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q5_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q5_1,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=384,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=192,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=192,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=3,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_K,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q3_K,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q5_K,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q6_K,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=tq2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=tq1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_s,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq1_s,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq1_m,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq4_nl,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=96,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq4_xs,type_b=f32,n_mats=4,n_used=2,b=0,m=64,n=16,k=768,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_s,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq1_s,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq1_m,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq4_xs,type_b=f32,n_mats=4,n_used=4,b=0,m=16,n=10,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=nvfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f8_e4m3,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=4,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=5,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=17,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xxs,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q5_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q5_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q5_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q5_1,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q2_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q3_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q3_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q5_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q5_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q6_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q6_K,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=tq2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=tq2_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=tq1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=tq1_0,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_xs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_s,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq2_s,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_xxs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq1_s,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq1_s,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq1_m,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq1_m,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq4_nl,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq4_nl,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq3_s,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq4_xs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=iq4_xs,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","0","no","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=4,n_used=2,b=0,m=512,n=32,k=256,m_v=0,ids_offset=0,skip=0","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f32,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=bf16,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q4_K,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=q8_0,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=1,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=2,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=0,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=1,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=4,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=33,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=mxfp4,type_b=f32,n_mats=8,n_used=4,b=1,m=512,n=129,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=4,n_used=4,b=0,m=512,n=64,k=256,m_v=0,ids_offset=0,skip=1","support","1","yes","OPENVINO" +"OPENVINO","MUL_MAT_ID","type_a=f16,type_b=f32,n_mats=1,n_used=1,b=0,m=8,n=16,k=1,m_v=0,ids_offset=0,skip=1","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f16,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q8_0,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q1_0,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q2_0,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_0,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_1,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=q4_K,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=mxfp4,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=nvfp4,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f8_e4m3,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f32,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=1,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=1,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=1,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=1,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=1,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=16,bs=[1,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=16,bs=[1,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=16,bs=[3,1],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[1,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=iq2_xxs,type_b=f16,m=256,n=16,k=16,bs=[3,3],nr=[2,2],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[8,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[16,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[32,1],nr=[1,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[8,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[16,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","OUT_PROD","type_a=f32,type_b=f32,m=256,n=16,k=16,bs=[1,1],nr=[32,1],trans_b=0","support","0","no","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=1,n_token=1,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=1,n_token=1,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=1,n_token=32,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=1,n_token=32,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=1,n_token=129,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=1,n_token=129,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=1,n_token=1,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=1,n_token=1,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=1,n_token=32,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=1,n_token=32,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=1,n_token=129,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=1,n_token=129,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=2,n_token=1,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=2,n_token=1,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=2,n_token=32,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=2,n_token=32,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=2,n_token=129,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=2,n_token=129,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=2,n_token=1,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=2,n_token=1,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=2,n_token=32,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=2,n_token=32,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=2,n_token=129,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=2,n_token=129,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=4,n_token=1,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=4,n_token=1,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=4,n_token=32,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=4,n_token=32,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=4,n_token=129,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=4,n_experts_used=4,n_token=129,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=4,n_token=1,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=4,n_token=1,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=4,n_token=32,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=4,n_token=32,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=4,n_token=129,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=4,n_experts_used=4,n_token=129,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=1,n_token=1,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=1,n_token=1,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=1,n_token=32,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=1,n_token=32,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=1,n_token=129,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=1,n_token=129,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=1,n_token=1,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=1,n_token=1,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=1,n_token=32,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=1,n_token=32,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=1,n_token=129,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=1,n_token=129,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=2,n_token=1,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=2,n_token=1,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=2,n_token=32,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=2,n_token=32,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=2,n_token=129,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=2,n_token=129,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=2,n_token=1,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=2,n_token=1,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=2,n_token=32,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=2,n_token=32,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=2,n_token=129,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=2,n_token=129,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=4,n_token=1,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=4,n_token=1,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=4,n_token=32,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=4,n_token=32,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=4,n_token=129,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=32,n_experts=8,n_experts_used=4,n_token=129,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=4,n_token=1,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=4,n_token=1,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=4,n_token=32,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=4,n_token=32,skip=1","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=4,n_token=129,skip=0","support","1","yes","OPENVINO" +"OPENVINO","ADD_ID","type_a=f32,type_b=f32,n_embd=129,n_experts=8,n_experts_used=4,n_token=129,skip=1","support","1","yes","OPENVINO" +"OPENVINO","SQR","type=f16,ne=[10,5,4,3]","support","1","yes","OPENVINO" +"OPENVINO","SQRT","type=f16,ne=[10,3,3,2]","support","1","yes","OPENVINO" +"OPENVINO","LOG","type=f16,ne=[10,5,4,3]","support","1","yes","OPENVINO" +"OPENVINO","SIN","type=f16,ne=[10,2,2,2]","support","1","yes","OPENVINO" +"OPENVINO","COS","type=f16,ne=[10,2,2,2]","support","1","yes","OPENVINO" +"OPENVINO","CLAMP","type=f16,ne=[10,5,4,3],min=-0.500000,max=0.500000,v=0","support","1","yes","OPENVINO" +"OPENVINO","CLAMP","type=f16,ne=[10,5,4,3],min=-0.500000,max=0.500000,v=1","support","1","yes","OPENVINO" +"OPENVINO","LEAKY_RELU","type=f16,ne_a=[10,5,4,3],negative_slope=0.100000","support","0","no","OPENVINO" +"OPENVINO","FLOOR","type=f16,ne=[10,2,2,2]","support","1","yes","OPENVINO" +"OPENVINO","CEIL","type=f16,ne=[10,2,2,2]","support","1","yes","OPENVINO" +"OPENVINO","ROUND","type=f16,ne=[10,2,2,2]","support","1","yes","OPENVINO" +"OPENVINO","TRUNC","type=f16,ne=[10,2,2,2]","support","0","no","OPENVINO" +"OPENVINO","SQR","type=f16,ne=[7,1,5,3]","support","1","yes","OPENVINO" +"OPENVINO","SQR","type=f16,ne=[1024,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SQRT","type=f16,ne=[7,1,5,3]","support","1","yes","OPENVINO" +"OPENVINO","SQRT","type=f16,ne=[1024,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","LOG","type=f16,ne=[7,1,5,3]","support","1","yes","OPENVINO" +"OPENVINO","LOG","type=f16,ne=[1024,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SIN","type=f16,ne=[7,1,5,3]","support","1","yes","OPENVINO" +"OPENVINO","SIN","type=f16,ne=[1024,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","COS","type=f16,ne=[7,1,5,3]","support","1","yes","OPENVINO" +"OPENVINO","COS","type=f16,ne=[1024,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","CLAMP","type=f16,ne=[7,1,5,3],min=-0.500000,max=0.500000,v=0","support","1","yes","OPENVINO" +"OPENVINO","CLAMP","type=f16,ne=[1024,1024,1,1],min=-0.500000,max=0.500000,v=0","support","1","yes","OPENVINO" +"OPENVINO","LEAKY_RELU","type=f16,ne_a=[7,1,5,3],negative_slope=0.100000","support","0","no","OPENVINO" +"OPENVINO","LEAKY_RELU","type=f16,ne_a=[1024,1024,1,1],negative_slope=0.100000","support","0","no","OPENVINO" +"OPENVINO","FLOOR","type=f16,ne=[7,1,5,3]","support","1","yes","OPENVINO" +"OPENVINO","FLOOR","type=f16,ne=[1024,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","CEIL","type=f16,ne=[7,1,5,3]","support","1","yes","OPENVINO" +"OPENVINO","CEIL","type=f16,ne=[1024,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","ROUND","type=f16,ne=[7,1,5,3]","support","1","yes","OPENVINO" +"OPENVINO","ROUND","type=f16,ne=[1024,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","TRUNC","type=f16,ne=[7,1,5,3]","support","0","no","OPENVINO" +"OPENVINO","TRUNC","type=f16,ne=[1024,1024,1,1]","support","0","no","OPENVINO" +"OPENVINO","SQR","type=f32,ne=[10,5,4,3]","support","1","yes","OPENVINO" +"OPENVINO","SQRT","type=f32,ne=[10,3,3,2]","support","1","yes","OPENVINO" +"OPENVINO","LOG","type=f32,ne=[10,5,4,3]","support","1","yes","OPENVINO" +"OPENVINO","SIN","type=f32,ne=[10,2,2,2]","support","1","yes","OPENVINO" +"OPENVINO","COS","type=f32,ne=[10,2,2,2]","support","1","yes","OPENVINO" +"OPENVINO","CLAMP","type=f32,ne=[10,5,4,3],min=-0.500000,max=0.500000,v=0","support","1","yes","OPENVINO" +"OPENVINO","CLAMP","type=f32,ne=[10,5,4,3],min=-0.500000,max=0.500000,v=1","support","1","yes","OPENVINO" +"OPENVINO","LEAKY_RELU","type=f32,ne_a=[10,5,4,3],negative_slope=0.100000","support","0","no","OPENVINO" +"OPENVINO","FLOOR","type=f32,ne=[10,2,2,2]","support","1","yes","OPENVINO" +"OPENVINO","CEIL","type=f32,ne=[10,2,2,2]","support","1","yes","OPENVINO" +"OPENVINO","ROUND","type=f32,ne=[10,2,2,2]","support","1","yes","OPENVINO" +"OPENVINO","TRUNC","type=f32,ne=[10,2,2,2]","support","0","no","OPENVINO" +"OPENVINO","SQR","type=f32,ne=[7,1,5,3]","support","1","yes","OPENVINO" +"OPENVINO","SQR","type=f32,ne=[1024,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SQRT","type=f32,ne=[7,1,5,3]","support","1","yes","OPENVINO" +"OPENVINO","SQRT","type=f32,ne=[1024,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","LOG","type=f32,ne=[7,1,5,3]","support","1","yes","OPENVINO" +"OPENVINO","LOG","type=f32,ne=[1024,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SIN","type=f32,ne=[7,1,5,3]","support","1","yes","OPENVINO" +"OPENVINO","SIN","type=f32,ne=[1024,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","COS","type=f32,ne=[7,1,5,3]","support","1","yes","OPENVINO" +"OPENVINO","COS","type=f32,ne=[1024,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","CLAMP","type=f32,ne=[7,1,5,3],min=-0.500000,max=0.500000,v=0","support","1","yes","OPENVINO" +"OPENVINO","CLAMP","type=f32,ne=[1024,1024,1,1],min=-0.500000,max=0.500000,v=0","support","1","yes","OPENVINO" +"OPENVINO","LEAKY_RELU","type=f32,ne_a=[7,1,5,3],negative_slope=0.100000","support","0","no","OPENVINO" +"OPENVINO","LEAKY_RELU","type=f32,ne_a=[1024,1024,1,1],negative_slope=0.100000","support","0","no","OPENVINO" +"OPENVINO","FLOOR","type=f32,ne=[7,1,5,3]","support","1","yes","OPENVINO" +"OPENVINO","FLOOR","type=f32,ne=[1024,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","CEIL","type=f32,ne=[7,1,5,3]","support","1","yes","OPENVINO" +"OPENVINO","CEIL","type=f32,ne=[1024,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","ROUND","type=f32,ne=[7,1,5,3]","support","1","yes","OPENVINO" +"OPENVINO","ROUND","type=f32,ne=[1024,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","TRUNC","type=f32,ne=[7,1,5,3]","support","0","no","OPENVINO" +"OPENVINO","TRUNC","type=f32,ne=[1024,1024,1,1]","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,2,32,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=1","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,2,32,1],mask=0,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=1","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=0,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=0,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=0,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=0,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=0,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=0,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=0,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=0,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=0,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=0,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=0,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=0,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=0,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=0,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=0,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=0,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,2,32,1],mask=0,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=1","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,2,32,1],mask=0,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=1","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,3],mask=1,sinks=0,m_prec=f32,nr23=[3,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[2,3],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,3],mask=1,sinks=0,m_prec=f16,nr23=[3,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=0,m_prec=f16,nr23=[2,3],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,3],mask=1,sinks=0,m_prec=f32,nr23=[3,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[2,3],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,3],mask=1,sinks=0,m_prec=f16,nr23=[3,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=0,m_prec=f16,nr23=[2,3],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,3],mask=1,sinks=0,m_prec=f32,nr23=[3,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[2,3],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,3],mask=1,sinks=0,m_prec=f16,nr23=[3,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=0,m_prec=f16,nr23=[2,3],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,3],mask=1,sinks=0,m_prec=f32,nr23=[3,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[2,3],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,3],mask=1,sinks=0,m_prec=f16,nr23=[3,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=0,m_prec=f16,nr23=[2,3],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,2,32,1],mask=1,sinks=0,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=1","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,2,32,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=1","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,3],mask=1,sinks=1,m_prec=f32,nr23=[3,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=1,m_prec=f32,nr23=[2,3],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,3],mask=1,sinks=1,m_prec=f16,nr23=[3,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=1,m_prec=f16,nr23=[2,3],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,3],mask=1,sinks=1,m_prec=f32,nr23=[3,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=1,m_prec=f32,nr23=[2,3],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,3],mask=1,sinks=1,m_prec=f16,nr23=[3,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=1,m_prec=f16,nr23=[2,3],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,3],mask=1,sinks=1,m_prec=f32,nr23=[3,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=1,m_prec=f32,nr23=[2,3],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,3],mask=1,sinks=1,m_prec=f16,nr23=[3,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=1,m_prec=f16,nr23=[2,3],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=1.000000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,3],mask=1,sinks=1,m_prec=f32,nr23=[3,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=1,m_prec=f32,nr23=[2,3],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,16,1,3],mask=1,sinks=1,m_prec=f16,nr23=[3,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,15,1,1],mask=1,sinks=1,m_prec=f16,nr23=[2,3],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,1024,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[15,1023,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,16,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,15,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1024,1024,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[1023,1023,1,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,2,32,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=1","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,2,32,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=1","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,2,32,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,2,32,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[16,2,32,1],mask=0,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[32,2,32,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[32,2,32,1],mask=1,sinks=0,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[32,2,32,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[32,2,32,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[200001,2,3,1],mask=1,sinks=1,m_prec=f32,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[200001,2,3,1],mask=1,sinks=1,m_prec=f16,nr23=[1,1],scale=0.100000,max_bias=8.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[200000,1,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[200000,4,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[4,1,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[4,1023,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX","type=f32,ne=[643251,3,1,1],mask=0,sinks=0,m_prec=f32,nr23=[1,1],scale=1.000000,max_bias=0.000000,inplace=0","support","1","yes","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[16,16,1,1],scale=1.000000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[15,15,1,1],scale=1.000000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[16,16,2,3],scale=1.000000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[16,1024,1,1],scale=1.000000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[15,1023,1,1],scale=1.000000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[16,1024,2,3],scale=1.000000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1024,16,1,1],scale=1.000000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1023,15,1,1],scale=1.000000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1024,16,2,3],scale=1.000000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1024,1024,1,1],scale=1.000000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1023,1023,1,1],scale=1.000000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1024,1024,2,3],scale=1.000000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[16,16,1,1],scale=0.100000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[15,15,1,1],scale=0.100000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[16,16,2,3],scale=0.100000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[16,1024,1,1],scale=0.100000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[15,1023,1,1],scale=0.100000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[16,1024,2,3],scale=0.100000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1024,16,1,1],scale=0.100000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1023,15,1,1],scale=0.100000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1024,16,2,3],scale=0.100000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1024,1024,1,1],scale=0.100000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1023,1023,1,1],scale=0.100000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1024,1024,2,3],scale=0.100000,max_bias=0.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[16,16,1,1],scale=1.000000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[15,15,1,1],scale=1.000000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[16,16,2,3],scale=1.000000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[16,1024,1,1],scale=1.000000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[15,1023,1,1],scale=1.000000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[16,1024,2,3],scale=1.000000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1024,16,1,1],scale=1.000000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1023,15,1,1],scale=1.000000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1024,16,2,3],scale=1.000000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1024,1024,1,1],scale=1.000000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1023,1023,1,1],scale=1.000000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1024,1024,2,3],scale=1.000000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[16,16,1,1],scale=0.100000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[15,15,1,1],scale=0.100000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[16,16,2,3],scale=0.100000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[16,1024,1,1],scale=0.100000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[15,1023,1,1],scale=0.100000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[16,1024,2,3],scale=0.100000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1024,16,1,1],scale=0.100000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1023,15,1,1],scale=0.100000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1024,16,2,3],scale=0.100000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1024,1024,1,1],scale=0.100000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1023,1023,1,1],scale=0.100000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","SOFT_MAX_BACK","type=f32,ne=[1024,1024,2,3],scale=0.100000,max_bias=8.000000","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,40,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,52,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,64,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,1,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,71,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,8,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=20,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,32,4,1],n_dims=32,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=20,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,28,2,1],n_dims=32,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[80,16,2,1],n_dims=80,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,16,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[16,16,8192,1],n_dims=16,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.000000,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.000000,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.000000,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[64,128,2,1],n_dims=64,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[36,16,2457,1],n_dims=36,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=2,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,3],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,3],n_dims=128,mode=24,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=0,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=8,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,12,2,1],n_dims=24,mode=40,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=1,v=0,inplace=0,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,32,2,1],n_dims=32,mode=2,n_ctx=512,fs=1.424500,ef=0.746500,af=1.424500,ff=0,v=0,inplace=1,n_offs=32,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=0,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=2,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=8,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=40,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=0","support","0","no","OPENVINO" +"OPENVINO","ROPE_BACK","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f16,ne_a=[128,2,3,1],n_dims=128,mode=24,n_ctx=8192,fs=0.003906,ef=1.000000,af=1.000000,ff=1,v=1,inplace=1,n_offs=0,n_ctx_orig=4096,freq_base=1000000.000000,beta_fast=32.000000,truncate=1","support","0","no","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[256,8,512,1],n_dims=64,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[256,16,512,1],n_dims=64,mode=40,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[256,8,512,1],n_dims=256,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=0,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","ROPE","type=f32,ne_a=[512,8,512,1],n_dims=128,mode=2,n_ctx=512,fs=1.000000,ef=0.000000,af=1.000000,ff=1,v=0,inplace=0,n_offs=0,n_ctx_orig=0,freq_base=10000.000000,beta_fast=1.000000,truncate=1","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=0","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=0","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=0","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=0","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=0","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=0","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=0","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=0","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=0","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=1","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=1","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=1","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=1","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=1","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=1","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=1","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=1","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=1","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=1","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=1","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=1","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=1","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=1","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=1","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=1","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=1","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=1","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=1","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=1","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=1","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=2","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=2","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=2","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=2","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=2","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=2","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=2","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=2","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=2","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=2","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=2","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=2","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=2","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=2","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=2","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=2","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=2","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=2","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=2","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=2","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=2","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=2","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=2","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=2","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=2","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=2","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=2","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=2","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=3","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=3","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=3","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=3","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=3","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=3","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=3","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=3","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=3","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=3","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=3","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=3","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=3","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=3","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=3","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=3","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=3","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=3","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=3","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=3","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=3","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=3","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=3","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=3","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=3","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=3","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=3","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=3","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=16","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=16","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=0,v=16","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=16","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=16","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=1,v=16","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=16","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=16","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=2,v=16","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f16,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=bf16,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i8,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=16","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i16,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=16","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=i32,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=i64,ne_a=[11,12,13,14],ne_b_d=7,dim=3,v=16","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_0,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_0,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_0,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_0,ne_a=[128,12,13,14],ne_b_d=7,dim=3,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_0,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=4","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_0,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=4","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_0,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=4","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_0,ne_a=[128,12,13,14],ne_b_d=7,dim=3,v=4","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_0,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=8","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_0,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=8","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_0,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=8","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_0,ne_a=[128,12,13,14],ne_b_d=7,dim=3,v=8","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_0,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=12","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_0,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=12","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_0,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=12","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_0,ne_a=[128,12,13,14],ne_b_d=7,dim=3,v=12","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_1,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_1,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_1,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_1,ne_a=[128,12,13,14],ne_b_d=7,dim=3,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_1,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=4","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_1,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=4","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_1,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=4","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_1,ne_a=[128,12,13,14],ne_b_d=7,dim=3,v=4","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_1,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=8","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_1,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=8","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_1,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=8","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_1,ne_a=[128,12,13,14],ne_b_d=7,dim=3,v=8","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_1,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=12","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_1,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=12","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_1,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=12","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q4_1,ne_a=[128,12,13,14],ne_b_d=7,dim=3,v=12","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_0,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_0,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_0,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_0,ne_a=[128,12,13,14],ne_b_d=7,dim=3,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_0,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=4","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_0,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=4","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_0,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=4","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_0,ne_a=[128,12,13,14],ne_b_d=7,dim=3,v=4","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_0,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=8","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_0,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=8","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_0,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=8","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_0,ne_a=[128,12,13,14],ne_b_d=7,dim=3,v=8","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_0,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=12","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_0,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=12","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_0,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=12","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_0,ne_a=[128,12,13,14],ne_b_d=7,dim=3,v=12","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_1,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_1,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_1,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_1,ne_a=[128,12,13,14],ne_b_d=7,dim=3,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_1,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=4","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_1,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=4","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_1,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=4","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_1,ne_a=[128,12,13,14],ne_b_d=7,dim=3,v=4","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_1,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=8","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_1,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=8","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_1,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=8","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_1,ne_a=[128,12,13,14],ne_b_d=7,dim=3,v=8","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_1,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=12","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_1,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=12","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_1,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=12","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q5_1,ne_a=[128,12,13,14],ne_b_d=7,dim=3,v=12","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q8_0,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q8_0,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q8_0,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q8_0,ne_a=[128,12,13,14],ne_b_d=7,dim=3,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q8_0,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=4","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q8_0,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=4","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q8_0,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=4","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q8_0,ne_a=[128,12,13,14],ne_b_d=7,dim=3,v=4","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q8_0,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=8","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q8_0,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=8","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q8_0,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=8","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q8_0,ne_a=[128,12,13,14],ne_b_d=7,dim=3,v=8","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q8_0,ne_a=[128,12,13,14],ne_b_d=256,dim=0,v=12","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q8_0,ne_a=[128,12,13,14],ne_b_d=7,dim=1,v=12","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q8_0,ne_a=[128,12,13,14],ne_b_d=7,dim=2,v=12","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=q8_0,ne_a=[128,12,13,14],ne_b_d=7,dim=3,v=12","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[98304,8,1,1],ne_b_d=288,dim=0,v=0","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[20000,3,2,1],ne_b_d=333,dim=0,v=1","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=q8_0,ne_a=[8192,2,1,1],ne_b_d=4096,dim=0,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[98304,8,1,1],ne_b_d=2,dim=1,v=0","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[20000,3,2,1],ne_b_d=1,dim=1,v=1","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=q8_0,ne_a=[8192,2,1,1],ne_b_d=1,dim=1,v=0","support","0","no","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[3,10240,1,1],ne_b_d=31,dim=0,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[1,37,1,1],ne_b_d=31,dim=0,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[3,10240,1,1],ne_b_d=32,dim=0,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[1,37,1,1],ne_b_d=32,dim=0,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[3,10240,1,1],ne_b_d=33,dim=0,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[1,37,1,1],ne_b_d=33,dim=0,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[3,10240,1,1],ne_b_d=64,dim=0,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[1,37,1,1],ne_b_d=64,dim=0,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[64,37,1,1],ne_b_d=32,dim=0,v=16","support","1","yes","OPENVINO" +"OPENVINO","CONCAT","type=f32,ne_a=[0,64,1,1],ne_b_d=33,dim=0,v=16","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[3,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[4,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[7,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[8,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[15,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[16,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[31,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[32,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[63,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[64,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[127,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[128,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[255,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[256,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[511,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[512,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[1023,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[1024,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[2047,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[2048,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[4095,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[4096,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[8191,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[8192,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[16383,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[16384,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[32767,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[32768,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[65535,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[65536,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[131071,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[131072,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[262143,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[262144,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[524287,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[524288,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[1048575,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[1048576,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[16,10,10,10],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[60,10,10,10],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[1023,2,1,3],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[1024,2,1,3],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[1025,2,1,3],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[1025,256,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[2047,2,1,3],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[2048,2,1,3],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[2049,2,1,3],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[2,8,8192,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[2048,512,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[3,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[4,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[7,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[8,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[15,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[16,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[31,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[32,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[63,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[64,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[127,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[128,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[255,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[256,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[511,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[512,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[1023,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[1024,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[2047,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[2048,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[4095,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[4096,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[8191,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[8192,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[16383,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[16384,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[32767,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[32768,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[65535,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[65536,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[131071,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[131072,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[262143,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[262144,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[524287,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[524288,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[1048575,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[1048576,1,1,1],order=0","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[16,10,10,10],order=1","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[60,10,10,10],order=1","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[1023,2,1,3],order=1","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[1024,2,1,3],order=1","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[1025,2,1,3],order=1","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[1025,256,1,1],order=1","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[2047,2,1,3],order=1","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[2048,2,1,3],order=1","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[2049,2,1,3],order=1","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[2,8,8192,1],order=1","support","1","yes","OPENVINO" +"OPENVINO","ARGSORT","type=f32,ne=[2048,512,1,1],order=1","support","1","yes","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[12,1,2,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[13,1,2,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2,1,1,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[13,1,2,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[4,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[15,1,2,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[4,1,1,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[15,1,2,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[4,1,1,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[15,1,2,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[19,1,2,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8,1,1,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[19,1,2,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8,1,1,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[19,1,2,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8,1,1,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[19,1,2,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[27,1,2,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16,1,1,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[27,1,2,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16,1,1,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[27,1,2,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16,1,1,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[27,1,2,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16,1,1,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[27,1,2,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[43,1,2,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32,1,1,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[43,1,2,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32,1,1,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[43,1,2,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32,1,1,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[43,1,2,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32,1,1,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[43,1,2,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[64,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[75,1,2,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[64,1,1,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[75,1,2,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[64,1,1,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[75,1,2,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[64,1,1,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[75,1,2,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[64,1,1,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[75,1,2,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[128,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[139,1,2,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[128,1,1,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[139,1,2,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[128,1,1,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[139,1,2,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[128,1,1,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[139,1,2,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[128,1,1,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[139,1,2,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[128,1,1,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[139,1,2,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[256,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[267,1,2,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[256,1,1,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[267,1,2,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[256,1,1,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[267,1,2,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[256,1,1,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[267,1,2,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[256,1,1,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[267,1,2,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[256,1,1,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[267,1,2,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[512,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[523,1,2,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[512,1,1,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[523,1,2,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[512,1,1,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[523,1,2,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[512,1,1,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[523,1,2,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[512,1,1,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[523,1,2,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[512,1,1,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[523,1,2,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[512,1,1,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[523,1,2,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1024,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1035,1,2,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1024,1,1,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1035,1,2,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1024,1,1,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1035,1,2,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1024,1,1,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1035,1,2,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1024,1,1,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1035,1,2,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1024,1,1,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1035,1,2,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1024,1,1,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1035,1,2,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1024,1,1,1],k=1023,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1035,1,2,1],k=1023,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2048,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2059,1,2,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2048,1,1,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2059,1,2,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2048,1,1,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2059,1,2,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2048,1,1,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2059,1,2,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2048,1,1,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2059,1,2,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2048,1,1,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2059,1,2,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2048,1,1,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2059,1,2,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2048,1,1,1],k=1023,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2059,1,2,1],k=1023,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[4096,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[4107,1,2,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[4096,1,1,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[4107,1,2,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[4096,1,1,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[4107,1,2,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[4096,1,1,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[4107,1,2,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[4096,1,1,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[4107,1,2,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[4096,1,1,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[4107,1,2,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[4096,1,1,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[4107,1,2,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[4096,1,1,1],k=1023,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[4107,1,2,1],k=1023,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8203,1,2,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,1,1,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8203,1,2,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,1,1,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8203,1,2,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,1,1,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8203,1,2,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,1,1,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8203,1,2,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,1,1,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8203,1,2,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,1,1,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8203,1,2,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,1,1,1],k=1023,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8203,1,2,1],k=1023,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16384,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16395,1,2,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16384,1,1,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16395,1,2,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16384,1,1,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16395,1,2,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16384,1,1,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16395,1,2,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16384,1,1,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16395,1,2,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16384,1,1,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16395,1,2,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16384,1,1,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16395,1,2,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16384,1,1,1],k=1023,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16395,1,2,1],k=1023,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16384,1,1,1],k=9999,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16395,1,2,1],k=9999,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32768,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32779,1,2,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32768,1,1,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32779,1,2,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32768,1,1,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32779,1,2,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32768,1,1,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32779,1,2,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32768,1,1,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32779,1,2,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32768,1,1,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32779,1,2,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32768,1,1,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32779,1,2,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32768,1,1,1],k=1023,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32779,1,2,1],k=1023,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32768,1,1,1],k=9999,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[32779,1,2,1],k=9999,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[65536,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[65547,1,2,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[65536,1,1,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[65547,1,2,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[65536,1,1,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[65547,1,2,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[65536,1,1,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[65547,1,2,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[65536,1,1,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[65547,1,2,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[65536,1,1,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[65547,1,2,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[65536,1,1,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[65547,1,2,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[65536,1,1,1],k=1023,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[65547,1,2,1],k=1023,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[65536,1,1,1],k=9999,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[65547,1,2,1],k=9999,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[131072,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[131083,1,2,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[131072,1,1,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[131083,1,2,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[131072,1,1,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[131083,1,2,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[131072,1,1,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[131083,1,2,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[131072,1,1,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[131083,1,2,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[131072,1,1,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[131083,1,2,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[131072,1,1,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[131083,1,2,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[131072,1,1,1],k=1023,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[131083,1,2,1],k=1023,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[131072,1,1,1],k=9999,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[131083,1,2,1],k=9999,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[262144,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[262155,1,2,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[262144,1,1,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[262155,1,2,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[262144,1,1,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[262155,1,2,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[262144,1,1,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[262155,1,2,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[262144,1,1,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[262155,1,2,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[262144,1,1,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[262155,1,2,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[262144,1,1,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[262155,1,2,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[262144,1,1,1],k=1023,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[262155,1,2,1],k=1023,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[262144,1,1,1],k=9999,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[262155,1,2,1],k=9999,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[524288,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[524299,1,2,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[524288,1,1,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[524299,1,2,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[524288,1,1,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[524299,1,2,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[524288,1,1,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[524299,1,2,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[524288,1,1,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[524299,1,2,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[524288,1,1,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[524299,1,2,1],k=100,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[524288,1,1,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[524299,1,2,1],k=500,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[524288,1,1,1],k=1023,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[524299,1,2,1],k=1023,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[524288,1,1,1],k=9999,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[524299,1,2,1],k=9999,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[202048,1,1,1],k=4,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[151936,1,1,1],k=4,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,1,1,1],k=4,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8193,1,1,1],k=4,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[202048,8,1,1],k=4,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[151936,8,1,1],k=4,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,8,1,1],k=4,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8193,8,1,1],k=4,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[202048,16,1,1],k=4,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[151936,16,1,1],k=4,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,16,1,1],k=4,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8193,16,1,1],k=4,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[202048,1,1,1],k=8,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[151936,1,1,1],k=8,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,1,1,1],k=8,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8193,1,1,1],k=8,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[202048,8,1,1],k=8,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[151936,8,1,1],k=8,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,8,1,1],k=8,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8193,8,1,1],k=8,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[202048,16,1,1],k=8,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[151936,16,1,1],k=8,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,16,1,1],k=8,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8193,16,1,1],k=8,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[202048,1,1,1],k=16,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[151936,1,1,1],k=16,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,1,1,1],k=16,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8193,1,1,1],k=16,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[202048,8,1,1],k=16,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[151936,8,1,1],k=16,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,8,1,1],k=16,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8193,8,1,1],k=16,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[202048,16,1,1],k=16,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[151936,16,1,1],k=16,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,16,1,1],k=16,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8193,16,1,1],k=16,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[202048,1,1,1],k=32,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[151936,1,1,1],k=32,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,1,1,1],k=32,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8193,1,1,1],k=32,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[202048,8,1,1],k=32,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[151936,8,1,1],k=32,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,8,1,1],k=32,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8193,8,1,1],k=32,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[202048,16,1,1],k=32,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[151936,16,1,1],k=32,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,16,1,1],k=32,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8193,16,1,1],k=32,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16,10,10,10],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[60,10,10,10],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1023,2,1,3],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1024,2,1,3],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1025,2,1,3],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16384,1,1,1],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2047,2,1,3],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2048,2,1,3],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2049,2,1,3],k=1,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16,10,10,10],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[60,10,10,10],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1023,2,1,3],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1024,2,1,3],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1025,2,1,3],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16384,1,1,1],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2047,2,1,3],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2048,2,1,3],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2049,2,1,3],k=2,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16,10,10,10],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[60,10,10,10],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1023,2,1,3],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1024,2,1,3],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1025,2,1,3],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16384,1,1,1],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2047,2,1,3],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2048,2,1,3],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2049,2,1,3],k=3,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16,10,10,10],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[60,10,10,10],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1023,2,1,3],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1024,2,1,3],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1025,2,1,3],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16384,1,1,1],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2047,2,1,3],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2048,2,1,3],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2049,2,1,3],k=7,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16,10,10,10],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[60,10,10,10],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1023,2,1,3],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1024,2,1,3],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1025,2,1,3],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[16384,1,1,1],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2047,2,1,3],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2048,2,1,3],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2049,2,1,3],k=15,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1024,1,1,1],k=1024,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[2048,2,1,1],k=1024,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[4096,1,1,1],k=2048,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[8192,2,1,1],k=2051,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[33024,1,1,1],k=2051,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[33024,4,1,1],k=2051,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[500,40000,1,1],k=16,ties=0","support","0","no","OPENVINO" +"OPENVINO","TOP_K","type=f32,ne=[1100,33000,1,1],k=16,ties=0","support","0","no","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[512,512,3,2],scale_factor=2,mode=nearest,transpose=0","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[512,512,3,2],scale_factor=2,mode=nearest,transpose=1","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[2,5,7,11],ne_tgt=[5,7,11,13],mode=nearest","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[5,7,11,13],ne_tgt=[2,5,7,11],mode=nearest","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[512,512,3,2],scale_factor=2,mode=bilinear,transpose=0","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[512,512,3,2],scale_factor=2,mode=bilinear,transpose=1","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[2,5,7,11],ne_tgt=[5,7,11,13],mode=bilinear","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[5,7,11,13],ne_tgt=[2,5,7,11],mode=bilinear","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[512,512,3,2],scale_factor=2,mode=bicubic,transpose=0","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[512,512,3,2],scale_factor=2,mode=bicubic,transpose=1","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[2,5,7,11],ne_tgt=[5,7,11,13],mode=bicubic","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[5,7,11,13],ne_tgt=[2,5,7,11],mode=bicubic","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[512,512,3,2],scale_factor=2,mode=bilinear|antialias,transpose=0","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[512,512,3,2],scale_factor=2,mode=bilinear|antialias,transpose=1","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[2,5,7,11],ne_tgt=[5,7,11,13],mode=bilinear|antialias","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[5,7,11,13],ne_tgt=[2,5,7,11],mode=bilinear|antialias","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[2,5,7,11],ne_tgt=[5,7,11,13],mode=bilinear|align_corners","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[1,4,3,2],ne_tgt=[2,8,3,2],mode=bilinear|align_corners","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[4,1,3,2],ne_tgt=[1,1,3,2],mode=bilinear|align_corners","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[64,48,48,1],ne_tgt=[156,104,64,1],mode=bilinear|align_corners,permute=[2,0,1,3]","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[2,5,7,11],ne_tgt=[5,7,11,13],mode=bicubic|align_corners","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[1,4,3,2],ne_tgt=[2,8,3,2],mode=bicubic|align_corners","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[4,1,3,2],ne_tgt=[1,1,3,2],mode=bicubic|align_corners","support","1","yes","OPENVINO" +"OPENVINO","UPSCALE","type=f32,ne=[64,48,48,1],ne_tgt=[156,104,64,1],mode=bicubic|align_corners,permute=[2,0,1,3]","support","1","yes","OPENVINO" +"OPENVINO","SUM","type=f32,ne=[10,5,4,3]","support","1","yes","OPENVINO" +"OPENVINO","SUM","type=f32,ne=[11,5,6,3],permute=[0,2,1,3]","support","0","no","OPENVINO" +"OPENVINO","SUM","type=f32,ne=[11,5,6,3],permute=[0,3,2,1]","support","0","no","OPENVINO" +"OPENVINO","SUM","type=f32,ne=[11,5,6,3],permute=[0,1,3,2]","support","0","no","OPENVINO" +"OPENVINO","MEAN","type=f32,ne=[10,5,4,3],permute=0,slice=0","support","1","yes","OPENVINO" +"OPENVINO","MEAN","type=f32,ne=[33,1,1,1],permute=0,slice=0","support","1","yes","OPENVINO" +"OPENVINO","MEAN","type=f32,ne=[33,256,1,1],permute=0,slice=0","support","1","yes","OPENVINO" +"OPENVINO","MEAN","type=f32,ne=[32769,1,1,1],permute=0,slice=0","support","1","yes","OPENVINO" +"OPENVINO","MEAN","type=f32,ne=[32,1,1,1],permute=0,slice=0","support","1","yes","OPENVINO" +"OPENVINO","MEAN","type=f32,ne=[32,256,1,1],permute=0,slice=0","support","1","yes","OPENVINO" +"OPENVINO","MEAN","type=f32,ne=[32768,1,1,1],permute=0,slice=0","support","1","yes","OPENVINO" +"OPENVINO","MEAN","type=f32,ne=[11,5,6,3],permute=1,slice=0","support","1","yes","OPENVINO" +"OPENVINO","MEAN","type=f32,ne=[11,5,6,3],permute=0,slice=1","support","1","yes","OPENVINO" +"OPENVINO","MEAN","type=f32,ne=[11,5,6,3],permute=1,slice=1","support","0","no","OPENVINO" +"OPENVINO","MEAN","type=f32,ne=[1,7,3,2],permute=0,slice=0","support","1","yes","OPENVINO" +"OPENVINO","MEAN","type=f32,ne=[1023,5,1,1],permute=0,slice=0","support","1","yes","OPENVINO" +"OPENVINO","MEAN","type=f32,ne=[1024,5,1,1],permute=0,slice=0","support","1","yes","OPENVINO" +"OPENVINO","MEAN","type=f32,ne=[1025,5,1,1],permute=0,slice=0","support","1","yes","OPENVINO" +"OPENVINO","MEAN","type=f32,ne=[17,65537,1,1],permute=0,slice=0","support","1","yes","OPENVINO" +"OPENVINO","MEAN","type=f32,ne=[512,1,1,1],permute=0,slice=0","support","1","yes","OPENVINO" +"OPENVINO","MEAN","type=f32,ne=[281,1536,1,1],permute=0,slice=0","support","1","yes","OPENVINO" +"OPENVINO","SUM","type=f32,ne=[33,1,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SUM","type=f32,ne=[33,1024,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SUM","type=f32,ne=[33,256,1,1]","support","1","yes","OPENVINO" +"OPENVINO","SUM","type=f32,ne=[33,256,1,1],permute=[1,0,2,3]","support","0","no","OPENVINO" +"OPENVINO","SUM","type=f32,ne=[10,5,4,3],permute=[1,0,2,3]","support","0","no","OPENVINO" +"OPENVINO","SUM","type=f32,ne=[11,5,6,3],permute=[2,0,1,3]","support","0","no","OPENVINO" +"OPENVINO","SUM","type=f32,ne=[11,5,6,3],slice=1","support","1","yes","OPENVINO" +"OPENVINO","SUM","type=f32,ne=[11,5,6,3],permute=[1,0,2,3],slice=1","support","0","no","OPENVINO" +"OPENVINO","SUM_ROWS","type=f32,ne=[10,5,4,3],permute=0,slice=0","support","1","yes","OPENVINO" +"OPENVINO","SUM_ROWS","type=f32,ne=[11,5,6,3],permute=1,slice=0","support","0","no","OPENVINO" +"OPENVINO","SUM_ROWS","type=f32,ne=[11,5,6,3],permute=0,slice=1","support","1","yes","OPENVINO" +"OPENVINO","SUM_ROWS","type=f32,ne=[11,5,6,3],permute=1,slice=1","support","0","no","OPENVINO" +"OPENVINO","SUM_ROWS","type=f32,ne=[16,5,6,3],permute=1,slice=0","support","0","no","OPENVINO" +"OPENVINO","SUM_ROWS","type=f32,ne=[16,5,6,3],permute=0,slice=1","support","1","yes","OPENVINO" +"OPENVINO","SUM_ROWS","type=f32,ne=[16,5,6,3],permute=1,slice=1","support","0","no","OPENVINO" +"OPENVINO","SUM_ROWS","type=f32,ne=[33,1,1,1],permute=0,slice=0","support","1","yes","OPENVINO" +"OPENVINO","SUM_ROWS","type=f32,ne=[33,1024,1,1],permute=0,slice=0","support","1","yes","OPENVINO" +"OPENVINO","SUM_ROWS","type=f32,ne=[33,256,1,1],permute=0,slice=0","support","1","yes","OPENVINO" +"OPENVINO","SUM_ROWS","type=f32,ne=[17,65537,1,1],permute=0,slice=0","support","1","yes","OPENVINO" +"OPENVINO","GROUP_NORM","type=f32,ne=[64,64,320,1],num_groups=32,eps=0.000001","support","0","no","OPENVINO" +"OPENVINO","GROUP_NORM","type=f32,ne=[9,9,1280,1],num_groups=32,eps=0.000001","support","0","no","OPENVINO" +"OPENVINO","GROUP_NORM","type=f32,ne=[3,1,1,65537],num_groups=1,eps=0.000001","support","0","no","OPENVINO" +"OPENVINO","ACC","type=f32,ne_a=[256,17,1,1],ne_b=[256,16,1,1],stride_dim=-1","support","0","no","OPENVINO" +"OPENVINO","ACC","type=f32,ne_a=[256,17,2,3],ne_b=[256,16,2,3],stride_dim=-1","support","0","no","OPENVINO" +"OPENVINO","ACC","type=f32,ne_a=[256,17,2,3],ne_b=[128,16,2,3],stride_dim=-1","support","0","no","OPENVINO" +"OPENVINO","ACC","type=f32,ne_a=[256,17,2,3],ne_b=[256,16,2,3],stride_dim=1","support","0","no","OPENVINO" +"OPENVINO","ACC","type=f32,ne_a=[256,17,2,3],ne_b=[128,16,2,3],stride_dim=2","support","0","no","OPENVINO" +"OPENVINO","ACC","type=f32,ne_a=[256,17,2,3],ne_b=[64,16,2,3],stride_dim=3","support","0","no","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[512,512,1,1],pad_0=1,pad_1=1,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[33,17,2,1],pad_0=4,pad_1=3,circular=1","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[512,512,3,1],lp0=1,rp0=1,lp1=1,rp1=1,lp2=1,rp2=1,lp3=1,rp3=1,tfrm=0,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[1024,1,1,1],pad_0=1,pad_1=0,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[1024,2,1,1],pad_0=1,pad_1=0,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[1024,16,1,1],pad_0=0,pad_1=1,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[1023,1,1,1],pad_0=1,pad_1=0,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[1023,8,1,1],pad_0=1,pad_1=0,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[1025,1,1,1],pad_0=1,pad_1=0,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[1025,8,1,1],pad_0=1,pad_1=0,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[2048,1,1,1],pad_0=1,pad_1=0,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[2048,4,1,1],pad_0=1,pad_1=0,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[2049,1,1,1],pad_0=1,pad_1=0,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[100,1,1,1],pad_0=100,pad_1=0,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[100,1,1,1],pad_0=0,pad_1=100,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[100,100,1,1],pad_0=50,pad_1=50,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[4,70000,1,1],pad_0=1,pad_1=1,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[4,70000,1,1],pad_0=1,pad_1=1,circular=1","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[4,2,300,300],lp0=1,rp0=1,lp1=0,rp1=0,lp2=0,rp2=0,lp3=0,rp3=0,tfrm=0,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD_REFLECT_1D","type=f32,ne_a=[512,34,2,1],pad_0=10,pad_1=9,view=0","support","0","no","OPENVINO" +"OPENVINO","PAD_REFLECT_1D","type=f32,ne_a=[1,3,2,2],pad_0=0,pad_1=0,view=0","support","0","no","OPENVINO" +"OPENVINO","PAD_REFLECT_1D","type=f32,ne_a=[5,3,2,2],pad_0=4,pad_1=1,view=1","support","0","no","OPENVINO" +"OPENVINO","PAD_REFLECT_1D","type=f32,ne_a=[281,128,1,1],pad_0=2,pad_1=2,view=0","support","0","no","OPENVINO" +"OPENVINO","PAD_REFLECT_1D","type=f32,ne_a=[257,7,1,1],pad_0=0,pad_1=256,view=0","support","0","no","OPENVINO" +"OPENVINO","PAD_REFLECT_1D","type=f32,ne_a=[2,16777217,1,1],pad_0=1,pad_1=1,view=0","support","0","no","OPENVINO" +"OPENVINO","PAD_REFLECT_1D","type=f32,ne_a=[3000,384,4,1],pad_0=10,pad_1=9,view=0","support","0","no","OPENVINO" +"OPENVINO","ROLL","shift0=3,shift1=-2,shift3=1,shift4=-1,permute=0","support","1","yes","OPENVINO" +"OPENVINO","ROLL","shift0=3,shift1=-2,shift3=1,shift4=-1,permute=1","support","1","yes","OPENVINO" +"OPENVINO","ARANGE","type=f32,start=0.000000,stop=10.000000,step=1.000000","support","0","no","OPENVINO" +"OPENVINO","ARANGE","type=f32,start=3.000000,stop=3.500000,step=1.000000","support","0","no","OPENVINO" +"OPENVINO","ARANGE","type=f32,start=-10.000000,stop=10.000000,step=0.300000","support","0","no","OPENVINO" +"OPENVINO","ARANGE","type=f32,start=-1.000000,stop=62.750000,step=0.250000","support","0","no","OPENVINO" +"OPENVINO","ARANGE","type=f32,start=-1.000000,stop=63.000000,step=0.250000","support","0","no","OPENVINO" +"OPENVINO","ARANGE","type=f32,start=-1.000000,stop=63.250000,step=0.250000","support","0","no","OPENVINO" +"OPENVINO","ARANGE","type=f32,start=-1.000000,stop=254.750000,step=0.250000","support","0","no","OPENVINO" +"OPENVINO","ARANGE","type=f32,start=-1.000000,stop=255.000000,step=0.250000","support","0","no","OPENVINO" +"OPENVINO","ARANGE","type=f32,start=-1.000000,stop=255.250000,step=0.250000","support","0","no","OPENVINO" +"OPENVINO","ARANGE","type=f32,start=0.000000,stop=1048576.000000,step=1.000000","support","0","no","OPENVINO" +"OPENVINO","TIMESTEP_EMBEDDING","type=f32,ne_a=[2,1,1,1],dim=320,max_period=10000","support","0","no","OPENVINO" +"OPENVINO","LEAKY_RELU","type=f32,ne_a=[10,5,4,3],negative_slope=0.100000","support","0","no","OPENVINO" +"OPENVINO","CUMSUM","type=f32,ne=[10,5,4,3]","support","1","yes","OPENVINO" +"OPENVINO","CUMSUM","type=f32,ne=[127,5,4,3]","support","1","yes","OPENVINO" +"OPENVINO","CUMSUM","type=f32,ne=[128,5,4,3]","support","1","yes","OPENVINO" +"OPENVINO","CUMSUM","type=f32,ne=[128,128,4,4]","support","1","yes","OPENVINO" +"OPENVINO","CUMSUM","type=f32,ne=[255,5,4,3]","support","1","yes","OPENVINO" +"OPENVINO","CUMSUM","type=f32,ne=[256,5,4,3]","support","1","yes","OPENVINO" +"OPENVINO","CUMSUM","type=f32,ne=[511,5,4,3]","support","1","yes","OPENVINO" +"OPENVINO","CUMSUM","type=f32,ne=[512,5,4,3]","support","1","yes","OPENVINO" +"OPENVINO","CUMSUM","type=f32,ne=[1023,5,4,3]","support","1","yes","OPENVINO" +"OPENVINO","CUMSUM","type=f32,ne=[1024,5,4,3]","support","1","yes","OPENVINO" +"OPENVINO","CUMSUM","type=f32,ne=[2047,5,4,3]","support","1","yes","OPENVINO" +"OPENVINO","CUMSUM","type=f32,ne=[2048,5,4,3]","support","1","yes","OPENVINO" +"OPENVINO","CUMSUM","type=f32,ne=[242004,1,1,1]","support","1","yes","OPENVINO" +"OPENVINO","CUMSUM","type=f32,ne=[375960,1,1,1]","support","1","yes","OPENVINO" +"OPENVINO","CUMSUM","type=f32,ne=[20481,4,1,1]","support","1","yes","OPENVINO" +"OPENVINO","XIELU","type=f32,ne=[10,5,4,3]","support","0","no","OPENVINO" +"OPENVINO","XIELU","type=f16,ne=[10,5,4,3]","support","0","no","OPENVINO" +"OPENVINO","XIELU","type=bf16,ne=[10,5,4,3]","support","0","no","OPENVINO" +"OPENVINO","XIELU","type=f32,ne=[512,16,1,1]","support","0","no","OPENVINO" +"OPENVINO","XIELU","type=f16,ne=[512,16,1,1]","support","0","no","OPENVINO" +"OPENVINO","XIELU","type=bf16,ne=[512,16,1,1]","support","0","no","OPENVINO" +"OPENVINO","TRI","type=f32,ne=[10,10,4,3],tri_type=3","support","1","yes","OPENVINO" +"OPENVINO","TRI","type=f32,ne=[10,10,4,3],tri_type=2","support","1","yes","OPENVINO" +"OPENVINO","TRI","type=f32,ne=[10,10,4,3],tri_type=1","support","1","yes","OPENVINO" +"OPENVINO","TRI","type=f32,ne=[10,10,4,3],tri_type=0","support","1","yes","OPENVINO" +"OPENVINO","TRI","type=f32,ne=[16,16,2,2],tri_type=3","support","1","yes","OPENVINO" +"OPENVINO","TRI","type=f32,ne=[16,16,2,2],tri_type=2","support","1","yes","OPENVINO" +"OPENVINO","TRI","type=f32,ne=[16,16,2,2],tri_type=1","support","1","yes","OPENVINO" +"OPENVINO","TRI","type=f32,ne=[16,16,2,2],tri_type=0","support","1","yes","OPENVINO" +"OPENVINO","FILL","type=f32,ne=[10,10,4,3],c=0.000000","support","1","yes","OPENVINO" +"OPENVINO","FILL","type=f32,ne=[303,207,11,3],c=2.000000","support","1","yes","OPENVINO" +"OPENVINO","FILL","type=f32,ne=[800,600,4,4],c=-152.000000","support","1","yes","OPENVINO" +"OPENVINO","FILL","type=f32,ne=[2048,512,2,2],c=3.500000","support","1","yes","OPENVINO" +"OPENVINO","FILL","type=f16,ne=[303,207,11,3],c=2.000000","support","1","yes","OPENVINO" +"OPENVINO","FILL","type=f16,ne=[800,600,4,4],c=-152.000000","support","1","yes","OPENVINO" +"OPENVINO","FILL","type=f16,ne=[2048,512,2,2],c=3.500000","support","1","yes","OPENVINO" +"OPENVINO","DIAG","type=f32,ne=[10,1,4,3]","support","1","yes","OPENVINO" +"OPENVINO","DIAG","type=f32,ne=[79,1,19,13]","support","1","yes","OPENVINO" +"OPENVINO","DIAG","type=f32,ne=[256,1,8,16]","support","1","yes","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[10,10,4,3],ne_rhs=[3,10,4,3],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[11,11,1,1],ne_rhs=[5,11,1,1],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[17,17,2,4],ne_rhs=[9,17,2,4],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[30,30,7,1],ne_rhs=[8,30,7,1],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[42,42,5,2],ne_rhs=[10,42,5,2],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[64,64,2,2],ne_rhs=[10,64,2,2],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[64,64,2,2],ne_rhs=[64,64,2,2],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[79,79,5,3],ne_rhs=[417,79,5,3],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[128,128,4,2],ne_rhs=[32,128,4,2],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[80,80,2,8],ne_rhs=[80,80,2,8],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[80,80,2,8],ne_rhs=[79,80,2,8],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[80,80,2,8],ne_rhs=[81,80,2,8],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[80,80,8,8],ne_rhs=[80,80,8,8],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[80,80,8,8],ne_rhs=[79,80,8,8],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[80,80,8,8],ne_rhs=[81,80,8,8],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[84,84,4,4],ne_rhs=[32,84,4,4],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[95,95,8,8],ne_rhs=[40,95,8,8],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[100,100,4,4],ne_rhs=[41,100,4,4],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[128,128,4,4],ne_rhs=[31,128,4,4],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[128,128,4,4],ne_rhs=[32,128,4,4],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[128,128,3,4],ne_rhs=[32,128,3,4],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[128,128,4,1],ne_rhs=[32,128,4,1],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[64,64,4,4],ne_rhs=[200,64,4,4],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[64,64,4,4],ne_rhs=[384,64,4,4],nan_out=0","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[34,34,1,1],ne_rhs=[256,34,1,1],nan_out=1","support","0","no","OPENVINO" +"OPENVINO","SOLVE_TRI","type=f32,ne_lhs=[79,79,5,3],ne_rhs=[417,79,5,3],nan_out=1","support","0","no","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[512,512,1,1],lp0=0,rp0=1,lp1=0,rp1=1,lp2=0,rp2=0,lp3=0,rp3=0,tfrm=0,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[11,22,33,44],lp0=1,rp0=2,lp1=3,rp1=4,lp2=5,rp2=6,lp3=7,rp3=8,tfrm=0,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[11,22,33,44],lp0=0,rp0=2,lp1=0,rp1=4,lp2=0,rp2=6,lp3=0,rp3=8,tfrm=0,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[512,512,1,1],lp0=0,rp0=1,lp1=0,rp1=1,lp2=0,rp2=0,lp3=0,rp3=0,tfrm=0,circular=1","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[11,22,33,44],lp0=1,rp0=2,lp1=3,rp1=4,lp2=5,rp2=6,lp3=7,rp3=8,tfrm=0,circular=1","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[11,22,33,44],lp0=0,rp0=2,lp1=0,rp1=4,lp2=0,rp2=6,lp3=0,rp3=8,tfrm=0,circular=1","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[512,512,1,1],lp0=0,rp0=1,lp1=0,rp1=1,lp2=0,rp2=0,lp3=0,rp3=0,tfrm=1,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[11,22,33,44],lp0=1,rp0=2,lp1=3,rp1=4,lp2=5,rp2=6,lp3=7,rp3=8,tfrm=1,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[11,22,33,44],lp0=0,rp0=2,lp1=0,rp1=4,lp2=0,rp2=6,lp3=0,rp3=8,tfrm=1,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[512,512,1,1],lp0=0,rp0=1,lp1=0,rp1=1,lp2=0,rp2=0,lp3=0,rp3=0,tfrm=1,circular=1","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[11,22,33,44],lp0=1,rp0=2,lp1=3,rp1=4,lp2=5,rp2=6,lp3=7,rp3=8,tfrm=1,circular=1","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[11,22,33,44],lp0=0,rp0=2,lp1=0,rp1=4,lp2=0,rp2=6,lp3=0,rp3=8,tfrm=1,circular=1","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[512,512,1,1],lp0=0,rp0=1,lp1=0,rp1=1,lp2=0,rp2=0,lp3=0,rp3=0,tfrm=2,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[11,22,33,44],lp0=1,rp0=2,lp1=3,rp1=4,lp2=5,rp2=6,lp3=7,rp3=8,tfrm=2,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[11,22,33,44],lp0=0,rp0=2,lp1=0,rp1=4,lp2=0,rp2=6,lp3=0,rp3=8,tfrm=2,circular=0","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[512,512,1,1],lp0=0,rp0=1,lp1=0,rp1=1,lp2=0,rp2=0,lp3=0,rp3=0,tfrm=2,circular=1","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[11,22,33,44],lp0=1,rp0=2,lp1=3,rp1=4,lp2=5,rp2=6,lp3=7,rp3=8,tfrm=2,circular=1","support","1","yes","OPENVINO" +"OPENVINO","PAD","type=f32,ne_a=[11,22,33,44],lp0=0,rp0=2,lp1=0,rp1=4,lp2=0,rp2=6,lp3=0,rp3=8,tfrm=2,circular=1","support","1","yes","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=8,nr23=[4,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=8,nr23=[4,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=8,nr23=[4,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=8,nr23=[4,1],kv=1024,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=8,nr23=[4,1],kv=1024,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=8,nr23=[4,1],kv=1024,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=8,nr23=[4,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=8,nr23=[4,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=8,nr23=[4,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=8,nr23=[4,1],kv=1024,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=8,nr23=[4,1],kv=1024,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=8,nr23=[4,1],kv=1024,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=8,nr23=[4,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=8,nr23=[4,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=8,nr23=[4,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=8,nr23=[4,1],kv=1024,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=8,nr23=[4,1],kv=1024,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=8,nr23=[4,1],kv=1024,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=8,nr23=[4,1],kv=2048,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=8,nr23=[4,1],kv=2048,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=8,nr23=[4,1],kv=2048,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=8,nr23=[4,1],kv=2048,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=8,nr23=[4,1],kv=2048,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=8,nr23=[4,1],kv=2048,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=8,nr23=[4,1],kv=2048,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=8,nr23=[4,1],kv=2048,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=8,nr23=[4,1],kv=2048,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=8,nr23=[4,1],kv=2048,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=8,nr23=[4,1],kv=2048,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=8,nr23=[4,1],kv=2048,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=8,nr23=[4,1],kv=2048,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=8,nr23=[4,1],kv=2048,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=8,nr23=[4,1],kv=2048,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=8,nr23=[4,1],kv=2048,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=8,nr23=[4,1],kv=2048,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=8,nr23=[4,1],kv=2048,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[4,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[8,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[8,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=2,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=2,nr23=[4,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=2,nr23=[8,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=2,nr23=[8,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=6,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=6,nr23=[4,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=6,nr23=[8,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=6,nr23=[8,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=1,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=1,nr23=[4,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=1,nr23=[8,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=1,nr23=[8,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=2,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=2,nr23=[4,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=2,nr23=[8,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=2,nr23=[8,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=6,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=6,nr23=[4,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=6,nr23=[8,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=6,nr23=[8,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=1,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=1,nr23=[4,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=1,nr23=[8,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=1,nr23=[8,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=2,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=2,nr23=[4,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=2,nr23=[8,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=2,nr23=[8,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=6,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=6,nr23=[4,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=6,nr23=[8,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=6,nr23=[8,1],kv=1024,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[1,3],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=40,hsv=40,nh=4,nr23=[4,3],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,3],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,3],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=80,hsv=80,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=bf16,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=def,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[16,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[8,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=192,nh=4,nr23=[16,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=1,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=3,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=32,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[1,1],kv=1024,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=3,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=32,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=64,nh=4,nr23=[1,1],kv=256,nb=2,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=72,nh=4,nr23=[1,1],kv=256,nb=2,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=65,hsv=67,nh=4,nr23=[1,1],kv=113,nb=75,mask=1,sinks=1,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=65,hsv=67,nh=4,nr23=[1,1],kv=17,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=1.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=65,hsv=67,nh=4,nr23=[1,1],kv=113,nb=75,mask=0,sinks=0,max_bias=0.000000,logit_softcap=1.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=128,nb=2,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=128,nb=2,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=72,hsv=72,nh=4,nr23=[1,1],kv=96,nb=2,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=96,nb=2,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=256,nb=1,mask=0,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=96,nb=2,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q1_0,type_V=q1_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=64,nh=4,nr23=[1,1],kv=128,nb=2,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q1_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=128,nh=4,nr23=[1,1],kv=128,nb=2,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q1_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=64,nh=4,nr23=[1,1],kv=64,nb=2,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q1_0,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=96,nb=2,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q2_0,type_V=q2_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=64,nh=4,nr23=[1,1],kv=128,nb=2,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q2_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=128,nh=4,nr23=[1,1],kv=128,nb=2,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q2_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=64,nh=4,nr23=[1,1],kv=64,nb=2,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q2_0,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=128,nb=2,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f8_e4m3,type_V=f8_e4m3,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=128,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f8_e4m3,type_V=f8_e4m3,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=128,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f8_e4m3,type_V=f8_e4m3,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=128,nb=2,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f8_e4m3,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=128,nb=2,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f8_e4m3,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=256,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f8_e4m3,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=256,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f8_e4m3,type_V=f8_e4m3,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=256,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f8_e4m3,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[1,1],kv=256,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f8_e4m3,type_V=f8_e4m3,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=256,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f8_e4m3,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[1,1],kv=256,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f8_e4m3,type_V=f8_e4m3,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=2,nr23=[16,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=2,nr23=[16,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=2,nr23=[16,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=2,nr23=[16,2],kv=1025,nb=1,mask=1,sinks=1,max_bias=8.000000,logit_softcap=30.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=2,nr23=[16,1],kv=1025,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=2,nr23=[16,1],kv=16384,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=1,nr23=[8,1],kv=4096,nb=1024,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=0,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=1,nr23=[8,1],kv=8192,nb=512,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=0,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=1,nr23=[8,1],kv=8193,nb=513,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=0,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[2,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=0,v_is_view_of_k=0,n_kv_max=0,q_head_padding=4","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[2,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=0,v_is_view_of_k=0,n_kv_max=0,q_head_padding=4","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[2,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=0,v_is_view_of_k=0,n_kv_max=0,q_head_padding=4","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[2,1],kv=512,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=0,v_is_view_of_k=0,n_kv_max=0,q_head_padding=4","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[8,1],kv=113,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[8,1],kv=1024,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[8,1],kv=1024,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[8,1],kv=4096,nb=24,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=1,nr23=[8,1],kv=4096,nb=24,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=1,nr23=[8,1],kv=4096,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=512,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=1,nr23=[8,2],kv=4096,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=768,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[16,1],kv=4096,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=512,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[16,2],kv=4096,nb=2,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=768,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=1,nr23=[8,1],kv=4096,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=2304,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=1,nr23=[8,1],kv=4096,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=512,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[8,1],kv=4096,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=512,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[8,1],kv=4096,nb=4,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=512,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=256,nh=2,gqa=8,n_cells=4096,kv=1024,nb=1,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=128,nh=8,gqa=4,n_cells=4096,kv=512,nb=1,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=128,nh=4,gqa=1,n_cells=1000,kv=256,nb=1,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=64,nh=4,gqa=2,n_cells=3000,kv=768,nb=1,n_slices=1,type_KV=q8_0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=512,nh=2,gqa=8,n_cells=4096,kv=1024,nb=1,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=256,nh=8,gqa=2,n_cells=4096,kv=1280,nb=1,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=256,nh=2,gqa=8,n_cells=4096,kv=1024,nb=1,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=128,nh=8,gqa=4,n_cells=4096,kv=512,nb=1,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=128,nh=4,gqa=1,n_cells=1000,kv=256,nb=1,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=64,nh=4,gqa=2,n_cells=3000,kv=768,nb=1,n_slices=4,type_KV=q8_0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=512,nh=2,gqa=8,n_cells=4096,kv=1024,nb=1,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=256,nh=8,gqa=2,n_cells=4096,kv=1280,nb=1,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=256,nh=2,gqa=8,n_cells=4096,kv=1024,nb=3,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=128,nh=8,gqa=4,n_cells=4096,kv=512,nb=3,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=128,nh=4,gqa=1,n_cells=1000,kv=256,nb=3,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=64,nh=4,gqa=2,n_cells=3000,kv=768,nb=3,n_slices=1,type_KV=q8_0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=512,nh=2,gqa=8,n_cells=4096,kv=1024,nb=3,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=256,nh=8,gqa=2,n_cells=4096,kv=1280,nb=3,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=256,nh=2,gqa=8,n_cells=4096,kv=1024,nb=3,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=128,nh=8,gqa=4,n_cells=4096,kv=512,nb=3,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=128,nh=4,gqa=1,n_cells=1000,kv=256,nb=3,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=64,nh=4,gqa=2,n_cells=3000,kv=768,nb=3,n_slices=4,type_KV=q8_0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=512,nh=2,gqa=8,n_cells=4096,kv=1024,nb=3,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=256,nh=8,gqa=2,n_cells=4096,kv=1280,nb=3,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=256,nh=2,gqa=8,n_cells=4096,kv=1024,nb=8,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=128,nh=8,gqa=4,n_cells=4096,kv=512,nb=8,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=128,nh=4,gqa=1,n_cells=1000,kv=256,nb=8,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=64,nh=4,gqa=2,n_cells=3000,kv=768,nb=8,n_slices=1,type_KV=q8_0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=512,nh=2,gqa=8,n_cells=4096,kv=1024,nb=8,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=256,nh=8,gqa=2,n_cells=4096,kv=1280,nb=8,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=256,nh=2,gqa=8,n_cells=4096,kv=1024,nb=8,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=128,nh=8,gqa=4,n_cells=4096,kv=512,nb=8,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=128,nh=4,gqa=1,n_cells=1000,kv=256,nb=8,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=64,nh=4,gqa=2,n_cells=3000,kv=768,nb=8,n_slices=4,type_KV=q8_0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=512,nh=2,gqa=8,n_cells=4096,kv=1024,nb=8,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=256,nh=8,gqa=2,n_cells=4096,kv=1280,nb=8,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=256,nh=2,gqa=8,n_cells=4096,kv=1024,nb=64,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=128,nh=8,gqa=4,n_cells=4096,kv=512,nb=64,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=128,nh=4,gqa=1,n_cells=1000,kv=256,nb=64,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=64,nh=4,gqa=2,n_cells=3000,kv=768,nb=64,n_slices=1,type_KV=q8_0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=512,nh=2,gqa=8,n_cells=4096,kv=1024,nb=64,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=256,nh=8,gqa=2,n_cells=4096,kv=1280,nb=64,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=256,nh=2,gqa=8,n_cells=4096,kv=1024,nb=64,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=128,nh=8,gqa=4,n_cells=4096,kv=512,nb=64,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=128,nh=4,gqa=1,n_cells=1000,kv=256,nb=64,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=64,nh=4,gqa=2,n_cells=3000,kv=768,nb=64,n_slices=4,type_KV=q8_0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=512,nh=2,gqa=8,n_cells=4096,kv=1024,nb=64,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=256,nh=8,gqa=2,n_cells=4096,kv=1280,nb=64,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=256,nh=2,gqa=8,n_cells=4096,kv=1024,nb=512,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=128,nh=8,gqa=4,n_cells=4096,kv=512,nb=512,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=128,nh=4,gqa=1,n_cells=1000,kv=256,nb=512,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=64,nh=4,gqa=2,n_cells=3000,kv=768,nb=512,n_slices=1,type_KV=q8_0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=512,nh=2,gqa=8,n_cells=4096,kv=1024,nb=512,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=256,nh=8,gqa=2,n_cells=4096,kv=1280,nb=512,n_slices=1,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=256,nh=2,gqa=8,n_cells=4096,kv=1024,nb=512,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=128,nh=8,gqa=4,n_cells=4096,kv=512,nb=512,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=128,nh=4,gqa=1,n_cells=1000,kv=256,nb=512,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=64,nh=4,gqa=2,n_cells=3000,kv=768,nb=512,n_slices=4,type_KV=q8_0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=512,nh=2,gqa=8,n_cells=4096,kv=1024,nb=512,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hs=256,nh=8,gqa=2,n_cells=4096,kv=1280,nb=512,n_slices=4,type_KV=f16","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=1,nr23=[8,1],kv=4096,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=512,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=1,nr23=[8,1],kv=4096,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=2048,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[16,1],kv=4096,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=512,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[16,1],kv=4096,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=2048,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=1,nr23=[8,1],kv=4096,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=512,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[8,1],kv=4096,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=512,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[8,1],kv=4096,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=2048,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=2,nr23=[12,1],kv=4096,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=512,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=2,nr23=[12,1],kv=8192,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=512,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=1,nr23=[12,2],kv=8192,nb=67,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=512,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[8,1],kv=4096,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=512,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[8,1],kv=4096,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=512,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=2,nr23=[12,1],kv=8192,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=2048,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=2,nr23=[12,1],kv=32768,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=2048,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=2,nr23=[12,1],kv=32768,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=2048,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[1,1],kv=8192,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=512,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[1,1],kv=8192,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=512,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=1,nr23=[8,1],kv=5003,nb=4,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=512,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=96,nh=2,nr23=[8,2],kv=5003,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=257,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=96,nh=2,nr23=[8,2],kv=5003,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=257,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=96,nh=2,nr23=[8,2],kv=5003,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=257,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=96,nh=2,nr23=[8,2],kv=5003,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_0,type_V=q4_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=257,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=96,nh=2,nr23=[8,2],kv=5003,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q4_1,type_V=q4_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=257,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=96,nh=2,nr23=[8,2],kv=5003,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_0,type_V=q5_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=257,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=96,nh=2,nr23=[8,2],kv=5003,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q5_1,type_V=q5_1,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=257,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=96,nh=2,nr23=[8,2],kv=5003,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=257,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=96,nh=2,nr23=[8,2],kv=5003,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=iq4_nl,type_V=iq4_nl,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=257,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=96,nh=2,nr23=[8,2],kv=5003,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=f16,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=257,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=96,nh=2,nr23=[8,2],kv=5003,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=q4_0,permute=[0,2,1,3],kv_view=1,v_is_view_of_k=0,n_kv_max=257,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=96,nh=2,nr23=[8,2],kv=5003,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=f32,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=257,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=96,nh=2,nr23=[8,2],kv=5003,nb=3,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f32,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=257,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=320,hsv=256,nh=1,nr23=[32,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=8,nr23=[4,1],kv=512,nb=8,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[6,1],kv=4096,nb=512,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=8,nr23=[4,1],kv=4096,nb=512,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[6,1],kv=16384,nb=512,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=8,nr23=[4,1],kv=16384,nb=512,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[6,1],kv=512,nb=512,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[6,1],kv=4096,nb=64,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[6,1],kv=4096,nb=16,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[2,1],kv=4096,nb=512,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=4096,nb=512,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=2,nr23=[12,1],kv=4096,nb=512,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=0,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=0,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,2,1,3],kv_view=0,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[1,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=q8_0,type_V=q8_0,permute=[0,1,2,3],kv_view=0,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[8,1],kv=1024,nb=320,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=0,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=96,hsv=96,nh=8,nr23=[4,1],kv=512,nb=256,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=0,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[8,1],kv=512,nb=259,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=0,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[8,1],kv=512,nb=288,mask=1,sinks=0,max_bias=0.000000,logit_softcap=30.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,2,1,3],kv_view=0,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[8,1],kv=1024,nb=320,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=0,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=4,nr23=[8,1],kv=512,nb=259,mask=1,sinks=0,max_bias=8.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,2,1,3],kv_view=0,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=8,nr23=[8,1],kv=4096,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=1,nr23=[20,1],kv=512,nb=1,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=8,nr23=[8,1],kv=4096,nb=4,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=8,nr23=[4,1],kv=4096,nb=8,mask=1,sinks=1,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[2,1],kv=1024,nb=32,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[2,1],kv=1024,nb=4,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=4,nr23=[12,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=192,hsv=128,nh=4,nr23=[8,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=512,hsv=512,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=576,hsv=512,nh=4,nr23=[4,1],kv=512,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=1,n_kv_max=0,q_head_padding=0","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=64,hsv=64,nh=16,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0,q_range=20","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=128,hsv=128,nh=8,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0,q_range=20","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0,q_range=20","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=10.000000,prec=f32,type_K=f16,type_V=f16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0,q_range=20","support","0","no","OPENVINO" +"OPENVINO","FLASH_ATTN_EXT","hsk=256,hsv=256,nh=4,nr23=[4,1],kv=1024,nb=75,mask=1,sinks=0,max_bias=0.000000,logit_softcap=0.000000,prec=f32,type_K=bf16,type_V=bf16,permute=[0,1,2,3],kv_view=1,v_is_view_of_k=0,n_kv_max=0,q_head_padding=0,q_range=20","support","0","no","OPENVINO" +"OPENVINO","CROSS_ENTROPY_LOSS","type=f32,ne=[10,5,4,3]","support","0","no","OPENVINO" +"OPENVINO","CROSS_ENTROPY_LOSS","type=f32,ne=[30000,1,1,1]","support","0","no","OPENVINO" +"OPENVINO","CROSS_ENTROPY_LOSS_BACK","type=f32,ne=[10,5,4,3]","support","0","no","OPENVINO" +"OPENVINO","CROSS_ENTROPY_LOSS_BACK","type=f32,ne=[30000,1,1,1]","support","0","no","OPENVINO" +"OPENVINO","OPT_STEP_ADAMW","type=f32,ne=[10,5,4,3]","support","0","no","OPENVINO" +"OPENVINO","OPT_STEP_SGD","type=f32,ne=[10,5,4,3]","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=32,head_size=128,n_seq_tokens=1,n_seqs=1,v_repeat=1,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=32,head_size=16,n_seq_tokens=1,n_seqs=1,v_repeat=1,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=32,head_size=16,n_seq_tokens=1,n_seqs=1,v_repeat=1,permuted=1,kda=1,K=1","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=32,head_size=16,n_seq_tokens=1,n_seqs=1,v_repeat=1,permuted=0,kda=1,K=1","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=16,head_size=64,n_seq_tokens=1,n_seqs=2,v_repeat=1,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=4,n_seqs=1,v_repeat=1,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=4,n_seqs=2,v_repeat=1,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=8,head_size=32,n_seq_tokens=4,n_seqs=2,v_repeat=2,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=4,n_seqs=2,v_repeat=1,permuted=1,kda=0,K=1","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=4,n_seqs=1,v_repeat=1,permuted=1,kda=0,K=1","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=1,n_seqs=1,v_repeat=1,permuted=0,kda=1,K=1","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=1,n_seqs=2,v_repeat=1,permuted=0,kda=1,K=1","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=16,n_seq_tokens=1,n_seqs=2,v_repeat=1,permuted=0,kda=1,K=1","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=32,n_seq_tokens=4,n_seqs=1,v_repeat=1,permuted=0,kda=1,K=1","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=4,n_seqs=2,v_repeat=1,permuted=0,kda=1,K=1","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=8,head_size=32,n_seq_tokens=4,n_seqs=2,v_repeat=2,permuted=0,kda=1,K=1","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=4,n_seqs=2,v_repeat=1,permuted=1,kda=1,K=1","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=16,n_seq_tokens=4,n_seqs=2,v_repeat=1,permuted=1,kda=1,K=1","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=64,n_seqs=1,v_repeat=1,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=127,n_seqs=1,v_repeat=1,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=256,n_seqs=1,v_repeat=1,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=65,n_seqs=1,v_repeat=1,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=100,n_seqs=1,v_repeat=1,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=200,n_seqs=1,v_repeat=1,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=127,n_seqs=2,v_repeat=1,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=64,n_seqs=1,v_repeat=1,permuted=0,kda=1,K=1","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=33,n_seqs=1,v_repeat=1,permuted=0,kda=1,K=1","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=100,n_seqs=1,v_repeat=1,permuted=0,kda=1,K=1","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=16,head_size=128,n_seq_tokens=65,n_seqs=1,v_repeat=1,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=16,head_size=128,n_seq_tokens=65,n_seqs=3,v_repeat=4,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=16,head_size=128,n_seq_tokens=64,n_seqs=1,v_repeat=4,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=16,head_size=128,n_seq_tokens=257,n_seqs=1,v_repeat=3,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=16,head_size=128,n_seq_tokens=512,n_seqs=1,v_repeat=2,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=16,head_size=128,n_seq_tokens=513,n_seqs=1,v_repeat=3,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=16,head_size=128,n_seq_tokens=513,n_seqs=2,v_repeat=2,permuted=1,kda=0,K=1","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=16,head_size=128,n_seq_tokens=2048,n_seqs=1,v_repeat=2,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=16,head_size=128,n_seq_tokens=2047,n_seqs=2,v_repeat=3,permuted=0,kda=0,K=1","support","1","yes","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=16,n_seq_tokens=2,n_seqs=1,v_repeat=1,permuted=0,kda=0,K=2","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=32,n_seq_tokens=4,n_seqs=1,v_repeat=1,permuted=0,kda=0,K=4","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=4,n_seqs=2,v_repeat=1,permuted=0,kda=0,K=4","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=8,head_size=128,n_seq_tokens=4,n_seqs=1,v_repeat=1,permuted=0,kda=0,K=4","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=4,head_size=64,n_seq_tokens=4,n_seqs=2,v_repeat=1,permuted=0,kda=1,K=4","support","0","no","OPENVINO" +"OPENVINO","GATED_DELTA_NET","type=f32,head_count=8,head_size=32,n_seq_tokens=4,n_seqs=2,v_repeat=2,permuted=0,kda=1,K=4","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=1,nm=1,type_K=iq4_nl","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=4,type_K=iq4_nl","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=1,ns=4,nm=1,type_K=iq4_nl","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=1,nm=1,type_K=iq4_nl","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=4,type_K=iq4_nl","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=1,ns=4,nm=1,type_K=iq4_nl","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=1,nm=1,type_K=iq4_nl","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=4,type_K=iq4_nl","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=1,ns=4,nm=1,type_K=iq4_nl","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=1,nm=1,type_K=iq4_nl","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=4,type_K=iq4_nl","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=4,kv=256,nb=512,ns=4,nm=1,type_K=iq4_nl","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=1,nm=1,type_K=iq4_nl","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=4,type_K=iq4_nl","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=32,kv=256,nb=512,ns=4,nm=1,type_K=iq4_nl","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=1,nm=1,type_K=iq4_nl","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=4,type_K=iq4_nl","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=256,nb=512,ns=4,nm=1,type_K=iq4_nl","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=1,nb=32,ns=4,nm=1,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=1,nb=32,ns=4,nm=1,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=1,nb=32,ns=4,nm=1,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=1,nb=32,ns=4,nm=1,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=1,nb=32,ns=4,nm=1,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=1,nb=32,ns=4,nm=1,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=1,nb=32,ns=4,nm=1,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=1,nb=32,ns=4,nm=1,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=7,nb=32,ns=4,nm=1,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=7,nb=32,ns=4,nm=1,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=7,nb=32,ns=4,nm=1,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=7,nb=32,ns=4,nm=1,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=7,nb=32,ns=4,nm=1,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=7,nb=32,ns=4,nm=1,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=7,nb=32,ns=4,nm=1,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=7,nb=32,ns=4,nm=1,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=8,nb=32,ns=4,nm=1,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=8,nb=32,ns=4,nm=1,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=8,nb=32,ns=4,nm=1,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=8,nb=32,ns=4,nm=1,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=8,nb=32,ns=4,nm=1,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=8,nb=32,ns=4,nm=1,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=8,nb=32,ns=4,nm=1,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=8,nb=32,ns=4,nm=1,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=63,nb=32,ns=4,nm=1,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=63,nb=32,ns=4,nm=1,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=63,nb=32,ns=4,nm=1,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=63,nb=32,ns=4,nm=1,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=63,nb=32,ns=4,nm=1,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=63,nb=32,ns=4,nm=1,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=63,nb=32,ns=4,nm=1,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=63,nb=32,ns=4,nm=1,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=64,nb=32,ns=4,nm=1,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=64,nb=32,ns=4,nm=1,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=64,nb=32,ns=4,nm=1,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=64,nb=32,ns=4,nm=1,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=64,nb=32,ns=4,nm=1,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=64,nb=32,ns=4,nm=1,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=64,nb=32,ns=4,nm=1,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=64,nb=32,ns=4,nm=1,type_K=q4_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=65,nb=32,ns=4,nm=1,type_K=f32","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=65,nb=32,ns=4,nm=1,type_K=f16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=65,nb=32,ns=4,nm=1,type_K=bf16","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=65,nb=32,ns=4,nm=1,type_K=q8_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=65,nb=32,ns=4,nm=1,type_K=q5_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=65,nb=32,ns=4,nm=1,type_K=q5_0","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=65,nb=32,ns=4,nm=1,type_K=q4_1","support","0","no","OPENVINO" +"OPENVINO","LIGHTNING_INDEXER","hsk=128,nh=64,kv=65,nb=32,ns=4,nm=1,type_K=q4_0","support","0","no","OPENVINO" From 0cc522e45d29dc7de9980d65c2caa85f2d133a25 Mon Sep 17 00:00:00 2001 From: Tarek Dakhran Date: Sat, 14 Nov 2026 23:34:18 +0100 Subject: [PATCH 046/249] chat : allow undeclared tool calls in LFM2 tool-call grammar (#32164) * chat : honor OpenAI tool strict flag in LFM2 tool-call grammar * chat : drop strict, always allow undeclared LFM2 tool calls --- common/chat-peg-parser.cpp | 15 ++++++++++++++- common/chat-peg-parser.h | 4 +++- common/parsers/lfm2.cpp | 3 ++- tests/test-chat.cpp | 15 +++++++++++++++ 4 files changed, 34 insertions(+), 3 deletions(-) diff --git a/common/chat-peg-parser.cpp b/common/chat-peg-parser.cpp index 968cbfa98f6c..56938d5efcd1 100644 --- a/common/chat-peg-parser.cpp +++ b/common/chat-peg-parser.cpp @@ -562,7 +562,8 @@ common_peg_parser common_chat_peg_builder::python_or_json_value() { common_peg_parser common_chat_peg_builder::python_style_tool_calls( const ordered_json & tools, bool parallel_tool_calls, - bool allow_json_literals) { + bool allow_json_literals, + bool allow_undeclared) { if (!tools.is_array() || tools.empty()) { return eps(); } @@ -620,6 +621,18 @@ common_peg_parser common_chat_peg_builder::python_style_tool_calls( tool_choices |= rule("tool-" + std::to_string(i), tool_parser); } + // last, so declared tools win when parsing + if (allow_undeclared) { + auto ident = rule("tool-undeclared-ident", chars("[a-zA-Z_]", 1, 1) + chars("[a-zA-Z0-9_.]", 0, -1)); + auto value = tool_arg_value(allow_json_literals ? python_or_json_value() : python_value()); + auto arg = tool_arg(tool_arg_open(tool_arg_name(ident) + literal("=")) + value + tool_arg_close(eps())); + auto args = optional(arg + zero_or_more("," + space() + arg)); + + tool_choices |= rule("tool-undeclared", tool(tool_open(tool_name(ident) + literal("(")) + + space() + tool_args(args) + space() + tool_close(literal(")")) + )); + } + if (parallel_tool_calls) { return "[" + space() + tool_choices + zero_or_more("," + space() + tool_choices) + space() + "]"; } diff --git a/common/chat-peg-parser.h b/common/chat-peg-parser.h index b827b60b059c..c77ec117b5aa 100644 --- a/common/chat-peg-parser.h +++ b/common/chat-peg-parser.h @@ -161,9 +161,11 @@ class common_chat_peg_builder : public common_peg_parser_builder { // Helper for Python-style function call format: name(arg1="value1", arg2=123) // Used by LFM2 and similar templates + // allow_undeclared: also accept calls to names not in tools (any identifier, any arguments) common_peg_parser python_style_tool_calls(const common_json & tools, bool parallel_tool_calls, - bool allow_json_literals); + bool allow_json_literals, + bool allow_undeclared = false); private: // Python values plus JSON true/false/null. diff --git a/common/parsers/lfm2.cpp b/common/parsers/lfm2.cpp index 1bb1e672879e..3ecd9573d82c 100644 --- a/common/parsers/lfm2.cpp +++ b/common/parsers/lfm2.cpp @@ -83,7 +83,8 @@ common_chat_params common_chat_params_init_lfm2(const common_chat_template & auto tool_calls = p.rule("tool-calls", p.trigger_rule("tool-call", p.literal(TOOL_CALL_START) + - p.python_style_tool_calls(inputs.tools, inputs.parallel_tool_calls, /* allow_json_literals = */ true) + + p.python_style_tool_calls(inputs.tools, inputs.parallel_tool_calls, /* allow_json_literals = */ true, + /* allow_undeclared = */ true) + p.literal(TOOL_CALL_END) ) ); diff --git a/tests/test-chat.cpp b/tests/test-chat.cpp index 62a5117e7c8a..53a1b6d1abd3 100644 --- a/tests/test-chat.cpp +++ b/tests/test-chat.cpp @@ -2214,6 +2214,21 @@ static void test_lfm2_parser(const std::string & template_path, bool detailed_de .expect(simple_assist_msg("", "", "empty_args", "{}")) .run(); + // undeclared names stay tool calls instead of being forced onto a declared tool + tst.test("<|tool_call_start|>[reseat_sim_card()]<|tool_call_end|>") + .tools({ special_function_tool }) + .expect(simple_assist_msg("", "", "reseat_sim_card", "{}")) + .run(); + + tst.test("<|tool_call_start|>[set_sim_lock(mode='pin', force=True)]<|tool_call_end|>") + .tools({ special_function_tool }) + .expect_tool_calls({ { "set_sim_lock", R"({"mode": "pin", "force": true})", "" } }) + .run(); + + tst.test("<|tool_call_start|>[special_function(arg1=1)]<|tool_call_end|>") + .tools({ special_function_tool }) + .expect(message_assist_call) + .run(); } static void test_template_output_peg_parsers(bool detailed_debug) { From 07037ba133208bc189f677091bcd305d694cd515 Mon Sep 17 00:00:00 2001 From: Nicolas Mowen Date: Sat, 14 Nov 2026 15:35:16 -0700 Subject: [PATCH 047/249] sycl : optimize mtmd image processing (#32109) --- ggml/src/ggml-sycl/common.hpp | 1 + ggml/src/ggml-sycl/fattn-onednn.cpp | 51 +++++++++++++++++++---------- 2 files changed, 35 insertions(+), 17 deletions(-) diff --git a/ggml/src/ggml-sycl/common.hpp b/ggml/src/ggml-sycl/common.hpp index f19b0631d32a..c2df451d38d4 100644 --- a/ggml/src/ggml-sycl/common.hpp +++ b/ggml/src/ggml-sycl/common.hpp @@ -491,6 +491,7 @@ struct sdpa_partition { std::vector ins; dnnl::graph::logical_tensor out; size_t id_q = 0, id_k = 0, id_v = 0, id_scale = 0, id_mask = 0; + bool has_mask = false; bool ok = false; }; #endif diff --git a/ggml/src/ggml-sycl/fattn-onednn.cpp b/ggml/src/ggml-sycl/fattn-onednn.cpp index 66ff32f15eaf..9ff8f905116a 100644 --- a/ggml/src/ggml-sycl/fattn-onednn.cpp +++ b/ggml/src/ggml-sycl/fattn-onednn.cpp @@ -91,11 +91,14 @@ bool ggml_sycl_flash_attn_ext_onednn_supported(const ggml_tensor * dst, bool use return false; } // gate for the following cases - // 1. if the oneDNN graph Add node has no input --> skip + // 1. the mask is optional: without one the SDPA graph has no Add node (e.g. vision encoders) // 2. types other than f16 need different logical_tensor declaration // 3. the mask must be shape [1, 1, q, seq] // 4. sinks: excludes attention sink (Xiao et al., 2024) that can't be modeled by oneDNN graph - if (!mask || mask->type != GGML_TYPE_F16 || mask->ne[2] != 1 || mask->ne[3] != 1 || sinks) { + if (mask && (mask->type != GGML_TYPE_F16 || mask->ne[2] != 1 || mask->ne[3] != 1)) { + return false; + } + if (sinks) { return false; } float max_bias = 0.0f, logit_softcap = 0.0f; @@ -161,9 +164,10 @@ static void permute_sdpa_out_sycl(const sycl::half * out, float * dst, }); } -// Build + compile the contiguous-input GQA SDPA graph (MatMul->Divide->Add->SoftMax->MatMul), f32 out. +// Build + compile the contiguous-input GQA SDPA graph (MatMul->Divide->[Add]->SoftMax->MatMul), f32 out. +// The Add node is only present with a mask. // Mirrors the hardware-verified scratch/onednn_sdpa_probe.cpp build_gqa (partitions=1, sdp_primitive_kernel_t). -static sdpa_partition build_sdpa(const engine & eng, int H, int Hkv, int q, int seq, int d, +static sdpa_partition build_sdpa(const engine & eng, int H, int Hkv, int q, int seq, int d, bool has_mask, const std::array & k_str, const std::array & v_str) try { using ltype = logical_tensor::layout_type; using dt = logical_tensor::data_type; @@ -188,16 +192,22 @@ static sdpa_partition build_sdpa(const engine & eng, int H, int Hkv, int q, int auto sdiv = op(id++, op::kind::Divide, "scale_div"); // score / (1/kq_scale) == score * kq_scale sdiv.add_inputs({score, scale}); sdiv.add_outputs({scaled}); - auto mask = logical_tensor(id++, t, msk, ltype::strided); - auto masked = logical_tensor(id++, fi, s_sz, ltype::strided); - auto madd = op(id++, op::kind::Add, "mask_add"); - madd.add_inputs({scaled, mask}); madd.add_outputs({masked}); + // without a mask the scaled scores feed the softmax directly + logical_tensor mask; + logical_tensor smax_in = scaled; + std::optional madd; + if (has_mask) { + mask = logical_tensor(id++, t, msk, ltype::strided); + smax_in = logical_tensor(id++, fi, s_sz, ltype::strided); + madd.emplace(id++, op::kind::Add, "mask_add"); + madd->add_inputs({scaled, mask}); madd->add_outputs({smax_in}); + } auto probs = logical_tensor(id++, t, s_sz, ltype::strided); auto smax = op(id++, op::kind::SoftMax, "softmax"); smax.set_attr(op::attr::axis, -1); smax.set_attr(op::attr::mode, "inf_as_zero"); - smax.add_inputs({masked}); smax.add_outputs({probs}); + smax.add_inputs({smax_in}); smax.add_outputs({probs}); auto value = logical_tensor(id++, t, kv_sz, v_st); // f16 output is REQUIRED to hit sdp_primitive_kernel_t (the systolic micro-kernel); an f32 output @@ -208,7 +218,11 @@ static sdpa_partition build_sdpa(const engine & eng, int H, int Hkv, int q, int bmm2.add_inputs({probs, value}); bmm2.add_outputs({output}); dnnl::graph::graph g(eng.get_kind()); - g.add_op(bmm1); g.add_op(sdiv); g.add_op(madd); g.add_op(smax); g.add_op(bmm2); + g.add_op(bmm1); g.add_op(sdiv); + if (madd) { + g.add_op(*madd); + } + g.add_op(smax); g.add_op(bmm2); g.finalize(); auto parts = g.get_partitions(); @@ -221,7 +235,9 @@ static sdpa_partition build_sdpa(const engine & eng, int H, int Hkv, int q, int E.cp = parts[0].compile(E.ins, {E.out}, eng); E.out = E.cp.query_logical_tensor(E.out.get_id()); E.id_q = query.get_id(); E.id_k = key.get_id(); E.id_v = value.get_id(); - E.id_scale = scale.get_id(); E.id_mask = mask.get_id(); + E.id_scale = scale.get_id(); + E.id_mask = has_mask ? mask.get_id() : 0; + E.has_mask = has_mask; E.ok = true; return E; } @@ -368,16 +384,17 @@ void ggml_sycl_flash_attn_ext_onednn(ggml_backend_sycl_context & ctx, ggml_tenso outf_ptr = outf_pool->get(); } - // compile once per (shape, KV strides) in this device's context, reuse across layers/calls. Stride 2 - // always repeats stride 1 and stride 4 is always 1, so the key covers every entry that can differ. + // compile once per (shape, mask presence, KV strides) in this device's context, reuse across layers/calls. + // Stride 2 always repeats stride 1 and stride 4 is always 1, so the key covers every entry that can differ. + const bool has_mask = mask != nullptr; char keyb[256]; - snprintf(keyb, sizeof(keyb), "%lld:%lld:%lld:%lld:%lld:%lld:%lld:%lld:%lld:%lld:%lld", - (long long) H, (long long) Hkv, (long long) q, (long long) seq, (long long) d, + snprintf(keyb, sizeof(keyb), "%lld:%lld:%lld:%lld:%lld:%d:%lld:%lld:%lld:%lld:%lld:%lld", + (long long) H, (long long) Hkv, (long long) q, (long long) seq, (long long) d, (int) has_mask, (long long) k_str[0], (long long) k_str[1], (long long) k_str[3], (long long) v_str[0], (long long) v_str[1], (long long) v_str[3]); auto it = ctx.sdpa_partitions.find(keyb); if (it == ctx.sdpa_partitions.end()) { - it = ctx.sdpa_partitions.emplace(keyb, build_sdpa(eng, (int) H, (int) Hkv, (int) q, (int) seq, (int) d, k_str, v_str)).first; + it = ctx.sdpa_partitions.emplace(keyb, build_sdpa(eng, (int) H, (int) Hkv, (int) q, (int) seq, (int) d, has_mask, k_str, v_str)).first; } sdpa_partition & E = it->second; if (!E.ok) { @@ -391,7 +408,7 @@ void ggml_sycl_flash_attn_ext_onednn(ggml_backend_sycl_context & ctx, ggml_tenso if (r == E.id_k) return K_ptr; if (r == E.id_v) return V_ptr; if (r == E.id_scale) return scale_dev; - if (r == E.id_mask) return (void *) mask->data; + if (E.has_mask && r == E.id_mask) return (void *) mask->data; return nullptr; }; std::vector ti; From 19f31e61b0fc09a70bec1da54200072f29541a39 Mon Sep 17 00:00:00 2001 From: Ruben Ortlam Date: Sat, 14 Nov 2026 23:35:54 +0100 Subject: [PATCH 048/249] vulkan: use GPU copies on UMA with uncached memory on Intel (#32024) --- ggml/src/ggml-vulkan/ggml-vulkan-buffers.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ggml/src/ggml-vulkan/ggml-vulkan-buffers.cpp b/ggml/src/ggml-vulkan/ggml-vulkan-buffers.cpp index 9c6edb569cbf..ed814b59feed 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan-buffers.cpp +++ b/ggml/src/ggml-vulkan/ggml-vulkan-buffers.cpp @@ -712,8 +712,8 @@ static bool ggml_vk_buffer_host_read_direct(const vk_buffer & buf) { // If the device is not an UMA device the memory is host-accessible through rebar. While writing // through PCIe is sufficient fast reading back data from PCIe is slower than going through // the HW device to host copy path. - // AMD UMA: uncached host-visible memory is write-combined, CPU reads are slow - const bool slow_host_read = buf->device->vendor_id == VK_VENDOR_ID_AMD && + // UMA: uncached host-visible memory is write-combined, CPU reads are slow (except Nvidia, based on benchmarks) + const bool slow_host_read = buf->device->vendor_id != VK_VENDOR_ID_NVIDIA && !(buf->memory_property_flags & vk::MemoryPropertyFlagBits::eHostCached); return (buf->memory_property_flags & vk::MemoryPropertyFlagBits::eHostVisible) && buf->device->uma && !slow_host_read; } From d20426bbbe32dde9c352e954d305105b0e3dd1f8 Mon Sep 17 00:00:00 2001 From: Jeff Bolz Date: Sat, 14 Nov 2026 16:36:05 -0600 Subject: [PATCH 049/249] vulkan: optimize matrix multiplication for narrow N (#31990) * vulkan: optimize matrix multiplication for narrow N Add new "narrow" tile configs for coopmat1/coopmat2 that are tuned for N<=32. * Attempt to handle wave64 * add n=16 tile for cm1 * apply RDNA split_k heuristic to narrow_n generally --------- Co-authored-by: Ruben Ortlam --- ggml/src/ggml-vulkan/ggml-vulkan-types.h | 5 + ggml/src/ggml-vulkan/ggml-vulkan.cpp | 132 +++++++++++++----- .../vulkan-shaders/mul_mm_cm2.comp | 6 +- tests/test-backend-ops.cpp | 5 + 4 files changed, 114 insertions(+), 34 deletions(-) diff --git a/ggml/src/ggml-vulkan/ggml-vulkan-types.h b/ggml/src/ggml-vulkan/ggml-vulkan-types.h index e72afc6ae447..ac9d05e6ecc6 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan-types.h +++ b/ggml/src/ggml-vulkan/ggml-vulkan-types.h @@ -270,12 +270,14 @@ struct vk_matmul_pipeline_pair { vk_pipeline unaligned; vk_pipeline aligned; uint32_t align; + uint32_t narrow_n_max = 0; }; struct vk_tile_config { std::vector warptile; std::array wg_denoms; uint32_t align; + uint32_t narrow_n_max = 0; }; using matmul_tile_selector_t = std::function memory_logger; @@ -1237,6 +1240,7 @@ inline std::mutex vk_memory_logger::log_mutex; class vk_perf_logger { public: + explicit vk_perf_logger(const vk_device & device) : device(device) {} void print_timings(bool force = false); @@ -1271,6 +1275,7 @@ class vk_perf_logger { } private: + vk_device device; std::map> timings; std::map> flops; uint32_t print_count {}; diff --git a/ggml/src/ggml-vulkan/ggml-vulkan.cpp b/ggml/src/ggml-vulkan/ggml-vulkan.cpp index bb5aec3657eb..b692f2f8bf5f 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan.cpp +++ b/ggml/src/ggml-vulkan/ggml-vulkan.cpp @@ -1614,6 +1614,11 @@ static vk_xe_fa_tuning_params get_xe_fa_tuning_params(const vk_device_struct * d return params; } +// CM2 uses narrow tiles for 5 <= N <= 32; CM1 uses them for 9 <= N <= 32. +static uint32_t ggml_vk_mul_mat_vec_max_cols(const vk_device & device) { + return device->coopmat2 && !device->disable_narrow_mul_mat ? 4u : mul_mat_vec_max_cols; +} + static bool ggml_vk_matmul_shmem_support(const vk_device& device, const std::vector& warptile, bool mul_mat_id, ggml_type src0_type) { uint32_t lut_size = 0; @@ -1662,7 +1667,7 @@ static bool ggml_vk_matmul_shmem_support(const vk_device& device, const std::vec const uint32_t load_bufs = (warptile[1] + warptile[2]) * (warptile[3] + bank_conflict_offset) * type_size; const uint32_t mmid_row_ids = mul_mat_id ? (warptile[2] * 2 * sizeof(uint16_t)) : 0; - const uint32_t coopmat_stage = device->coopmat_support ? warptile[7] * warptile[8] / warps * sizeof(float) : 0; + const uint32_t coopmat_stage = device->coopmat_support ? warptile[7] * warptile[8] * warps * sizeof(float) : 0; const uint32_t total_size = load_bufs + mmid_row_ids + coopmat_stage + lut_size; const bool supported = total_size <= device->properties.limits.maxComputeSharedMemorySize; @@ -2418,14 +2423,19 @@ void ggml_vk_load_shaders(vk_device& device, vk_pipeline requested) { const bool first_call = vec.empty(); for (size_t i = 0; i < tile_configs.size(); i++) { const auto& tc = tile_configs[i]; + if (tc.narrow_n_max != 0 && (key.mul_mat_id || device->disable_narrow_mul_mat)) { + continue; + } // Intel coopmat1 pins the required subgroup size to each warptile's WARP element. - const uint32_t rsgs = pin_subgroup_to_warp ? tc.warptile[WARP_SIZE_IDX] : required_subgroup_size; - const bool rfs = require_full_subgroups || pin_subgroup_to_warp; + const bool pin_sg = pin_subgroup_to_warp || (!device->coopmat2 && tc.narrow_n_max != 0); + const uint32_t rsgs = pin_sg ? tc.warptile[WARP_SIZE_IDX] : required_subgroup_size; + const bool rfs = require_full_subgroups || pin_sg; if (first_call) { vk_matmul_pipeline_pair pair{}; pair.align = tc.align; + pair.narrow_n_max = tc.narrow_n_max; std::string suffix = "_" + std::to_string(i); pair.unaligned = std::make_shared(); if (create_aligned) { @@ -2462,12 +2472,60 @@ void ggml_vk_load_shaders(vk_device& device, vk_pipeline requested) { enabled[1] = is_id ? device->mul_mat_id_m[type] : device->mul_mat_m[type]; enabled[2] = is_id ? device->mul_mat_id_l[type] : device->mul_mat_l[type]; } - for (size_t i = 0; i < configs.size() && i < 3; i++) { - if (enabled[i]) result.push_back(configs[i]); + for (size_t i = 0; i < configs.size(); i++) { + if (configs[i].narrow_n_max != 0 || (i < 3 && enabled[i])) result.push_back(configs[i]); } return result; }; + auto add_narrow_n_cm1_tile = [&](std::vector& configs, ggml_type type, uint32_t bn) { + constexpr uint32_t bm = 32, bk = 32; + const uint32_t tm = device->coopmat_m, tn = device->coopmat_n, tk = device->coopmat_k; + + const bool rdna = device->architecture == AMD_RDNA3 || device->architecture == AMD_RDNA4; + const uint32_t base_subgroup_size = rdna && device->subgroup_size_control ? device->subgroup_min_size : mul_mat_subgroup_size; + const uint32_t subgroup_size = std::max(base_subgroup_size, tm); + + const uint32_t wm = subgroup_size > 32 ? 32 : 16; + const uint32_t wn = std::min(bn, subgroup_size > 64 ? 32u : 16u); + const uint32_t subgroup_count = (bm / wm) * (bn / wn); + const uint32_t workgroup_size = subgroup_count * subgroup_size; + + // Two-element loads need at least BK/2 invocations; eight-element loads must fit both tiles. + if (workgroup_size < bk / 2 || workgroup_size > std::min(bm, bn) * bk / 8) { + return; + } + + // Native matrices must tile each subgroup's output region and the K tile. + if (tm == 0 || tn == 0 || tk == 0 || wm % tm != 0 || wn % tn != 0 || bk % tk != 0) { + return; + } + const bool subgroup_size_supported = device->subgroup_size_control ? + subgroup_size >= device->subgroup_min_size && subgroup_size <= device->subgroup_max_size : + subgroup_size == device->subgroup_size; + + // Tail stores use lane%TM for rows and lane/TM for columns of one native matrix. + if (!subgroup_size_supported || subgroup_size % tm != 0 || subgroup_size > tm * tn) { + return; + } + if (subgroup_size > device->properties.limits.maxComputeWorkGroupInvocations / subgroup_count || + subgroup_size > device->properties.limits.maxComputeWorkGroupSize[0] / subgroup_count) { + return; + } + + const std::vector wt = {workgroup_size, bm, bn, bk, wm, wn, 2, tm, tn, tk, subgroup_size}; + if (ggml_vk_matmul_shmem_support(device, wt, false, type)) { + configs.push_back({wt, {bm, bn, 1}, bk, bn}); + } + }; + auto add_narrow_n_cm1 = [&](std::vector& configs, ggml_type type, bool is_id) { + if (is_id || configs.empty()) { + return; + } + add_narrow_n_cm1_tile(configs, type, 16); + add_narrow_n_cm1_tile(configs, type, 32); + }; + std::vector tc_mm = {{s_warptile, s_wg_denoms, s_align}, {m_warptile, m_wg_denoms, m_align}, {l_warptile, l_wg_denoms, l_align}}; std::vector tc_mmq = {{s_warptile_mmq, s_mmq_wg_denoms, s_align}, {m_warptile_mmq, m_mmq_wg_denoms, m_align}, {l_warptile_mmq, l_mmq_wg_denoms, l_align}}; @@ -2486,6 +2544,13 @@ void ggml_vk_load_shaders(vk_device& device, vk_pipeline requested) { std::vector tc_mmq_k = {{s_warptile_mmq_k, s_mmq_wg_denoms_k, s_align}, {m_warptile_mmq_k, m_mmq_wg_denoms_k, m_align}, {l_warptile_mmq_k, l_mmq_wg_denoms_k, l_align}}; std::vector tc_mmqid = {{s_warptile_mmqid, s_mmqid_wg_denoms, s_align}, {m_warptile_mmqid, m_mmqid_wg_denoms, m_align}, {l_warptile_mmqid, l_mmqid_wg_denoms, l_align}}; + const vk_tile_config narrow_n16 = {{128, 32, 16, 64, 0}, {32, 16, 1}, 64, 16}; + const vk_tile_config narrow_n32 = {{128, 32, 32, 128, 0}, {32, 32, 1}, 128, 32}; + for (auto * tc : {&tc_mm, &tc_mmq, &tc_mmq_k}) { + tc->push_back(narrow_n16); + tc->push_back(narrow_n32); + } + spec_fn_t cm2_spec = [&](const std::vector& wt, bool a) { return ggml_vk_mul_mm_cm2_spec(wt, a); }; // F16 x F16 @@ -2596,12 +2661,14 @@ void ggml_vk_load_shaders(vk_device& device, vk_pipeline requested) { auto cm1_create = [&](vk_matmul_pipeline_key key, const std::vector& tc_base, const std::string& name, size_t len, const void* data, uint32_t pc_size, uint32_t pc) { auto tc = filter_tc(tc_base, key.type_a, key.mul_mat_id); + add_narrow_n_cm1(tc, key.type_a, key.mul_mat_id); if (!tc.empty()) create_mm_pipelines(key, tc, name, len, data, pc_size, pc, cm1_spec, false, true, 0, true, cm1_pin); }; auto cm1_create_quant = [&](vk_matmul_pipeline_key key, const std::vector& tc_base, const std::string& name, size_t len, const void* data, uint32_t pc_size, uint32_t pc) { spec_fn_t qs = [&, type_a=key.type_a](const std::vector& wt, bool a) { return ggml_vk_mul_mm_spec_quant(wt, a, (uint32_t)type_a); }; auto tc = filter_tc(tc_base, key.type_a, key.mul_mat_id); + add_narrow_n_cm1(tc, key.type_a, key.mul_mat_id); if (!tc.empty()) create_mm_pipelines(key, tc, name, len, data, pc_size, pc, qs, false, true, 0, true, cm1_pin); }; // int8 MMQ helper: per-type cm1 shader, warptile passed as-is (carries DEVICE_ARCH in @@ -3023,8 +3090,13 @@ void ggml_vk_load_shaders(vk_device& device, vk_pipeline requested) { device->matmul_tile_selector = [](uint32_t m, uint32_t n, uint32_t /*k*/, uint32_t shader_core_count, const std::vector& configs) -> uint32_t { if (configs.size() <= 1) return 0; + for (uint32_t i = 0; i < configs.size(); ++i) { + if (configs[i].narrow_n_max != 0 && n <= configs[i].narrow_n_max) return i; + } uint32_t last = (uint32_t)configs.size() - 1; - if (configs.size() == 2) { + while (last > 0 && configs[last].narrow_n_max != 0) --last; + if (last == 0) return 0; + if (last == 1) { uint32_t crossover = configs[0].unaligned->wg_denoms[1]; return (n > crossover) ? 1 : 0; } @@ -3058,10 +3130,15 @@ void ggml_vk_load_shaders(vk_device& device, vk_pipeline requested) { device->matmul_tile_selector = [](uint32_t m, uint32_t n, uint32_t /*k*/, uint32_t /*shader_core_count*/, const std::vector& configs) -> uint32_t { if (configs.size() <= 1) return 0; - if (m <= 32 || n <= 32) return 0; - if (configs.size() == 2) return 1; + for (uint32_t i = 0; i < configs.size(); ++i) { + if (configs[i].narrow_n_max != 0 && n <= configs[i].narrow_n_max) return i; + } + uint32_t last = (uint32_t)configs.size() - 1; + while (last > 0 && configs[last].narrow_n_max != 0) --last; + if (last == 0 || m <= 32 || n <= 32) return 0; + if (last == 1) return 1; if (m <= 64 || n <= 64) return 1; - return (uint32_t)configs.size() - 1; + return last; }; device->matmul_id_tile_selector = device->matmul_tile_selector; } @@ -4280,6 +4357,7 @@ vk_device ggml_vk_get_device(size_t idx) { const char* GGML_VK_DISABLE_GRAPH_OPTIMIZE = getenv("GGML_VK_DISABLE_GRAPH_OPTIMIZE"); device->disable_graph_optimize = GGML_VK_DISABLE_GRAPH_OPTIMIZE != nullptr; + device->disable_narrow_mul_mat = getenv("GGML_VK_DISABLE_NARROW_MUL_MAT") != nullptr; bool fp16_storage = false; bool fp16_compute = false; @@ -5786,7 +5864,7 @@ void ggml_vk_init(ggml_backend_vk_context * ctx, size_t idx) { } if (vk_perf_logger_enabled) { - ctx->perf_logger = std::unique_ptr(new vk_perf_logger()); + ctx->perf_logger = std::unique_ptr(new vk_perf_logger(ctx->device)); } #ifdef GGML_VULKAN_CHECK_RESULTS @@ -6183,7 +6261,7 @@ void deferred_memset(void * dst, uint32_t val, size_t size, std::vectordevice->architecture == AMD_RDNA3 || ctx->device->architecture == AMD_RDNA4; - uint32_t split_k = 1; - if (rdna && ctx->device->shader_core_count != 0 && k >= 2048 && n <= 32) { - // Small n gives too few workgroups to hide latency, aim for 8 per CU. Small tiles are one subgroup each. + uint32_t split_k = narrow_n && ctx->device->shader_core_count == 0 ? 8u : 1u; + if ((narrow_n || rdna) && ctx->device->shader_core_count != 0 && k >= 2048 && n <= 32) { + // Small n gives too few workgroups to hide latency, aim for 8 per CU. const uint32_t tiles = CEIL_DIV(m, pipeline->wg_denoms[0]) * CEIL_DIV(n, pipeline->wg_denoms[1]); if (tiles < 4 * ctx->device->shader_core_count) { split_k = std::min(8u, CEIL_DIV(8 * ctx->device->shader_core_count, tiles)); @@ -6201,7 +6279,7 @@ static uint32_t ggml_vk_guess_split_k(ggml_backend_vk_context * ctx, uint32_t m, } // On RDNA, also split when n <= 64 only partly fills one tile column. - if (split_k == 1 && ctx->device->shader_core_count != 0 && (n >= pipeline->wg_denoms[1] || (rdna && n <= 64))) { + if (!narrow_n && split_k == 1 && ctx->device->shader_core_count != 0 && (n >= pipeline->wg_denoms[1] || (rdna && n <= 64))) { // If k is 'large' and the SMs will fill less than halfway, use split_k. uint32_t m_tiles = CEIL_DIV(m, pipeline->wg_denoms[0]); uint32_t n_tiles = CEIL_DIV(n, pipeline->wg_denoms[1]); @@ -6222,21 +6300,10 @@ static uint32_t ggml_vk_guess_split_k(ggml_backend_vk_context * ctx, uint32_t m, } } - // ggml_vk_matmul will align the splits to be a multiple of 256. - // If this rounded up size would cause the last split to be empty, - // then reduce the split count. - while (true) { - if (split_k == 1) { - break; - } - uint32_t k_split = CEIL_DIV(k, split_k); - k_split = ROUNDUP_POW2(k_split, 256); - if (k_split * (split_k - 1) < k) { - break; - } - split_k--; + // Each split starts on a 256-value boundary; keep the last split nonempty. + while (split_k > 1 && ROUNDUP_POW2(CEIL_DIV(uint64_t(k), split_k), 256) * (split_k - 1) >= k) { + --split_k; } - return split_k; } @@ -6755,7 +6822,8 @@ static void ggml_vk_mul_mat_q_f16(ggml_backend_vk_context * ctx, vk_context& sub const uint64_t y_ne = padded_n * ne10 * ne12 * ne13; const uint64_t d_ne = ggml_nelements(dst); - const uint32_t split_k = ggml_vk_guess_split_k(ctx, ne01, ne11, ne10, disable_split_k, pipeline); + const bool narrow_n = mmp_map->back().narrow_n_max != 0 && ne11 <= mmp_map->back().narrow_n_max; + const uint32_t split_k = ggml_vk_guess_split_k(ctx, ne01, ne11, ne10, disable_split_k, pipeline, narrow_n); const uint64_t qx_sz = ggml_type_size(src0->type) * x_ne / ggml_blck_size(src0->type); const uint64_t qy_sz = ggml_type_size(src1->type) * y_ne / ggml_blck_size(src1->type); @@ -7735,7 +7803,7 @@ void ggml_vk_mul_mat(ggml_backend_vk_context * ctx, vk_context& subctx, const st ggml_vk_mul_mat_vec_q_f16(ctx, subctx, cgraph, node_idx, true); // mul_mat_vec supports batching ne12*ne13 when ne11==1, or treating ne11 as the batch size (up to four) // when ne12 and ne13 are one. - } else if ((dst->ne[1] == 1 || (dst->ne[1] <= mul_mat_vec_max_cols && src1->ne[2] * src1->ne[3] == 1)) && + } else if ((dst->ne[1] == 1 || (dst->ne[1] <= ggml_vk_mul_mat_vec_max_cols(ctx->device) && src1->ne[2] * src1->ne[3] == 1)) && (src0->type == GGML_TYPE_F32 || src0->type == GGML_TYPE_F16 || src0->type == GGML_TYPE_BF16 || ggml_is_quantized(src0->type))) { ggml_vk_mul_mat_vec_q_f16(ctx, subctx, cgraph, node_idx); } else { @@ -17170,7 +17238,7 @@ std::string vk_perf_logger::get_node_fusion_name(const ggml_tensor * node, const const uint64_t k = node->src[1]->ne[0]; const uint64_t batch = node->ne[2] * node->ne[3]; std::string name = ggml_op_name(node->op); - if ((node->op == GGML_OP_MUL_MAT && n <= mul_mat_vec_max_cols) || + if ((node->op == GGML_OP_MUL_MAT && n <= ggml_vk_mul_mat_vec_max_cols(device)) || (node->op == GGML_OP_MUL_MAT_ID && node->src[2]->ne[1] == 1)) { name += "_VEC"; } diff --git a/ggml/src/ggml-vulkan/vulkan-shaders/mul_mm_cm2.comp b/ggml/src/ggml-vulkan/vulkan-shaders/mul_mm_cm2.comp index 10dda7768295..dad9260b9894 100644 --- a/ggml/src/ggml-vulkan/vulkan-shaders/mul_mm_cm2.comp +++ b/ggml/src/ggml-vulkan/vulkan-shaders/mul_mm_cm2.comp @@ -41,8 +41,10 @@ layout (constant_id = 2) const uint BN = 64; layout (constant_id = 3) const uint BK = 16; // Assumed to be 32 if working with a quant layout (constant_id = 4) const bool enable_smaller_matrices = false; -const uint BNover2 = BN / 2; -const uint BNover4 = enable_smaller_matrices ? (BN / 4) : (BN / 2); +// Keep tail matrix types valid for each workgroup size. +const uint BNmin = BLOCK_SIZE <= 128 ? 16 : 32; +const uint BNover2 = BN / 2 >= BNmin ? BN / 2 : BNmin; +const uint BNover4 = enable_smaller_matrices ? (BN / 4 >= BNmin ? BN / 4 : BNmin) : BNover2; layout (constant_id = 5) const uint ALIGNED = 0; layout (constant_id = 6) const uint subgroup_size = 32; #define GROUP_A_BUDGET (8u * 1024u * 1024u) diff --git a/tests/test-backend-ops.cpp b/tests/test-backend-ops.cpp index c328072bca28..3ff5ced0bc7b 100644 --- a/tests/test-backend-ops.cpp +++ b/tests/test-backend-ops.cpp @@ -13760,6 +13760,11 @@ static std::vector> make_test_cases_perf() { } } + for (int n : {1, 2, 3, 4, 5, 6, 7, 8, 9, 16, 17, 24, 25, 32, 33}) { + test_cases.emplace_back(new test_mul_mat(GGML_TYPE_Q4_K, GGML_TYPE_F32, 4096, n, 14336, {1, 1}, {1, 1})); + test_cases.emplace_back(new test_mul_mat(GGML_TYPE_Q4_K, GGML_TYPE_F32, 14336, n, 4096, {1, 1}, {1, 1})); + } + // Q4_K multi-column mat-vec for (int64_t m : {4096, 6144, 6272, 14336}) { for (int bs : {1, 2, 3, 4, 8}) { From e9641756539dffad314368098c78ee9c70d80b4e Mon Sep 17 00:00:00 2001 From: Kartik Sirohi <99896785+sirohikartik@users.noreply.github.com> Date: Sun, 15 Nov 2026 04:06:34 +0530 Subject: [PATCH 050/249] cuda : keep columns in registers for cooperative softmax (#28982) Template soft_max_f32_parallelize_cols_single_row to keep column elements in registers when they fit, reducing memory traffic from 5 global memory passes to 2 passes. Assisted-by: Gemini 3.8 Flash --- ggml/src/ggml-cuda/softmax.cu | 220 +++++++++++++++++++++++----------- 1 file changed, 152 insertions(+), 68 deletions(-) diff --git a/ggml/src/ggml-cuda/softmax.cu b/ggml/src/ggml-cuda/softmax.cu index f320c6f004ea..b9182af54932 100644 --- a/ggml/src/ggml-cuda/softmax.cu +++ b/ggml/src/ggml-cuda/softmax.cu @@ -142,7 +142,7 @@ static __global__ void soft_max_f32( } } -// TODO: Template to allow keeping ncols in registers if they fit +template static __device__ void soft_max_f32_parallelize_cols_single_row(const float * __restrict__ x, float * __restrict__ dst, float * __restrict__ tmp_maxs, @@ -154,98 +154,160 @@ static __device__ void soft_max_f32_parallelize_cols_single_row(const float * __ const cg::grid_group g = cg::this_grid(); - const int tid = threadIdx.x; - const int col_start = blockIdx.x * blockDim.x + tid; - const int n_elem_per_thread = 4; + const int tid = threadIdx.x; + const int col_start = blockIdx.x * blockDim.x + tid; + const int step_size = gridDim.x * blockDim.x; - float local_vals[n_elem_per_thread] = { -INFINITY, -INFINITY, -INFINITY, -INFINITY }; - float local_max = -INFINITY; - const int step_size = gridDim.x * blockDim.x; + if constexpr (n_elem_per_thread > 0) { + float local_vals[n_elem_per_thread]; + float local_max = -INFINITY; - // Compute thread-local max - for (int col = col_start; col < p.ncols;) { #pragma unroll for (int i = 0; i < n_elem_per_thread; i++) { - const int idx = col + i * step_size; + const int idx = col_start + i * step_size; local_vals[i] = idx < p.ncols ? x[idx] : -INFINITY; + local_max = fmaxf(local_max, local_vals[i]); } + + local_max = block_reduce(local_max, shared_vals_max); + + if (tid == 0) { + tmp_maxs[blockIdx.x] = local_max; + } + g.sync(); + + assert(gridDim.x < blockDim.x); + if (tid < gridDim.x) { + local_max = tmp_maxs[tid]; + } else { + local_max = -INFINITY; + } + local_max = block_reduce(local_max, shared_vals_max); + + float tmp_expf = 0.0f; #pragma unroll for (int i = 0; i < n_elem_per_thread; i++) { - local_max = fmaxf(local_max, local_vals[i]); + const int idx = col_start + i * step_size; + if (idx < p.ncols) { + const float tmp = expf(local_vals[i] - local_max); + local_vals[i] = tmp; + tmp_expf += tmp; + } } - col += step_size * n_elem_per_thread; - } - // Compute CTA-level max - local_max = block_reduce(local_max, shared_vals_max); + tmp_expf = block_reduce(tmp_expf, shared_vals_sum); - // Store CTA-level max to GMEM - if (tid == 0) { - tmp_maxs[blockIdx.x] = local_max; - } - g.sync(); + if (tid == 0) { + tmp_sums[blockIdx.x] = tmp_expf; + } + g.sync(); - // Compute compute global max from CTA-level maxs - assert(gridDim.x < blockDim.x); // currently we only support this case - if (tid < gridDim.x) { - local_max = tmp_maxs[tid]; - } else { - local_max = -INFINITY; - } - local_max = block_reduce(local_max, shared_vals_max); + if (tid < gridDim.x) { + tmp_expf = tmp_sums[tid]; + } else { + tmp_expf = 0.0f; + } + tmp_expf = block_reduce(tmp_expf, shared_vals_sum); + + const float inv_sum = 1.0f / tmp_expf; - // Compute softmax dividends, accumulate divisor - float tmp_expf = 0.0f; - for (int col = col_start; col < p.ncols;) { #pragma unroll for (int i = 0; i < n_elem_per_thread; i++) { - const int idx = col + i * step_size; - local_vals[i] = idx < p.ncols ? x[idx] : -INFINITY; + const int idx = col_start + i * step_size; + if (idx < p.ncols) { + dst[idx] = local_vals[i] * inv_sum; + } } + } else { + const int n_elem = 4; + float local_vals[n_elem] = { -INFINITY, -INFINITY, -INFINITY, -INFINITY }; + float local_max = -INFINITY; + + // Compute thread-local max + for (int col = col_start; col < p.ncols;) { #pragma unroll - for (int i = 0; i < n_elem_per_thread; i++) { - const int idx = col + i * step_size; - if (idx < p.ncols) { - const float tmp = expf(local_vals[i] - local_max); - tmp_expf += tmp; - dst[idx] = tmp; + for (int i = 0; i < n_elem; i++) { + const int idx = col + i * step_size; + local_vals[i] = idx < p.ncols ? x[idx] : -INFINITY; } +#pragma unroll + for (int i = 0; i < n_elem; i++) { + local_max = fmaxf(local_max, local_vals[i]); + } + col += step_size * n_elem; } - col += step_size * n_elem_per_thread; - } - // Reduce divisor within CTA - tmp_expf = block_reduce(tmp_expf, shared_vals_sum); + // Compute CTA-level max + local_max = block_reduce(local_max, shared_vals_max); - // Store CTA-level sum to GMEM - if (tid == 0) { - tmp_sums[blockIdx.x] = tmp_expf; - } - g.sync(); + // Store CTA-level max to GMEM + if (tid == 0) { + tmp_maxs[blockIdx.x] = local_max; + } + g.sync(); - // Compute global sum from CTA-level sums - if (tid < gridDim.x) { - tmp_expf = tmp_sums[tid]; - } else { - tmp_expf = 0.0f; - } - tmp_expf = block_reduce(tmp_expf, shared_vals_sum); + // Compute compute global max from CTA-level maxs + assert(gridDim.x < blockDim.x); // currently we only support this case + if (tid < gridDim.x) { + local_max = tmp_maxs[tid]; + } else { + local_max = -INFINITY; + } + local_max = block_reduce(local_max, shared_vals_max); - // Divide dividend by global sum + store data - for (int col = col_start; col < p.ncols;) { + // Compute softmax dividends, accumulate divisor + float tmp_expf = 0.0f; + for (int col = col_start; col < p.ncols;) { #pragma unroll - for (int i = 0; i < n_elem_per_thread; i++) { - const int idx = col + i * step_size; - local_vals[i] = idx < p.ncols ? dst[idx] : -INFINITY; + for (int i = 0; i < n_elem; i++) { + const int idx = col + i * step_size; + local_vals[i] = idx < p.ncols ? x[idx] : -INFINITY; + } +#pragma unroll + for (int i = 0; i < n_elem; i++) { + const int idx = col + i * step_size; + if (idx < p.ncols) { + const float tmp = expf(local_vals[i] - local_max); + tmp_expf += tmp; + dst[idx] = tmp; + } + } + col += step_size * n_elem; + } + + // Reduce divisor within CTA + tmp_expf = block_reduce(tmp_expf, shared_vals_sum); + + // Store CTA-level sum to GMEM + if (tid == 0) { + tmp_sums[blockIdx.x] = tmp_expf; } + g.sync(); + + // Compute global sum from CTA-level sums + if (tid < gridDim.x) { + tmp_expf = tmp_sums[tid]; + } else { + tmp_expf = 0.0f; + } + tmp_expf = block_reduce(tmp_expf, shared_vals_sum); + + // Divide dividend by global sum + store data + for (int col = col_start; col < p.ncols;) { #pragma unroll - for (int i = 0; i < n_elem_per_thread; i++) { - const int idx = col + i * step_size; - if (idx < p.ncols) { - dst[idx] = local_vals[i] / tmp_expf; + for (int i = 0; i < n_elem; i++) { + const int idx = col + i * step_size; + local_vals[i] = idx < p.ncols ? dst[idx] : -INFINITY; + } +#pragma unroll + for (int i = 0; i < n_elem; i++) { + const int idx = col + i * step_size; + if (idx < p.ncols) { + dst[idx] = local_vals[i] / tmp_expf; + } } + col += step_size * n_elem; } - col += step_size * n_elem_per_thread; } } @@ -305,6 +367,7 @@ static void launch_soft_max_kernels(const float * x, const T * mask, const float soft_max_f32<<>>(x, mask, sinks, dst, p); } +template __launch_bounds__(8*WARP_SIZE, 1) static __global__ void soft_max_f32_parallelize_cols(const float * __restrict__ x, float * __restrict__ dst, float * __restrict__ tmp_maxs, @@ -319,8 +382,8 @@ __launch_bounds__(8*WARP_SIZE, 1) static __global__ void soft_max_f32_paralleliz __shared__ float shared_vals[2][32]; for (int rowx = 0; rowx < p.ne01 * p.ne02 * p.ne03; rowx++) { - soft_max_f32_parallelize_cols_single_row(x + int64_t(rowx) * p.ncols, dst + int64_t(rowx) * p.ncols, tmp_maxs, - tmp_sums, shared_vals[0], shared_vals[1], p); + soft_max_f32_parallelize_cols_single_row(x + int64_t(rowx) * p.ncols, dst + int64_t(rowx) * p.ncols, tmp_maxs, + tmp_sums, shared_vals[0], shared_vals[1], p); } } @@ -360,7 +423,28 @@ static void soft_max_f32_cuda(const float * x, void * kernel_args[] = { (void *) &x, (void *) &dst, (void *) &tmp_maxs_alloc.ptr, (void *) &tmp_sums_alloc.ptr, (void *) const_cast(¶ms) }; - CUDA_CHECK(cudaLaunchCooperativeKernel((void *) soft_max_f32_parallelize_cols, + + const int total_threads = ggml_cuda_info().devices[id].nsm * (WARP_SIZE * 8); + const int required_n_elem = (params.ncols + total_threads - 1) / total_threads; + + void * kernel_fn = nullptr; + if (required_n_elem <= 1) { + kernel_fn = (void *) soft_max_f32_parallelize_cols<1>; + } else if (required_n_elem <= 2) { + kernel_fn = (void *) soft_max_f32_parallelize_cols<2>; + } else if (required_n_elem <= 4) { + kernel_fn = (void *) soft_max_f32_parallelize_cols<4>; + } else if (required_n_elem <= 8) { + kernel_fn = (void *) soft_max_f32_parallelize_cols<8>; + } else if (required_n_elem <= 16) { + kernel_fn = (void *) soft_max_f32_parallelize_cols<16>; + } else if (required_n_elem <= 32) { + kernel_fn = (void *) soft_max_f32_parallelize_cols<32>; + } else { + kernel_fn = (void *) soft_max_f32_parallelize_cols<0>; + } + + CUDA_CHECK(cudaLaunchCooperativeKernel(kernel_fn, dim3(ggml_cuda_info().devices[id].nsm, 1, 1), dim3(WARP_SIZE * 8, 1, 1), kernel_args, 0, stream)); } else { From d8f30a5b6db907110b6f8d67c2f84c1443b871ef Mon Sep 17 00:00:00 2001 From: Ruben Ortlam Date: Sat, 14 Nov 2026 23:36:58 +0100 Subject: [PATCH 051/249] vulkan: optimize prompt processing Flash Attention for RDNA3 and RDNA4 (#31323) * vulkan: optimize Flash Attention cm1 for RDNA3 and RDNA4 * reduce shmem use through buffer reuse * clean up and fixes * limit q_in_regs to prefill * vulkan: add flipped FA path, each subgroup owns 16 Q rows * cleanup * move flip shader into own file * replace kvsep with direct load mode * fix nvidia hang, tune AMD * only store pv in sfsh if necessary * fix skip condition * nvidia tuning * reduce occupancy on RDNA4 for large attention head sizes * fix sparse FA fp16 underflow bug --- ggml/src/ggml-vulkan/ggml-vulkan-common.h | 2 +- ggml/src/ggml-vulkan/ggml-vulkan-types.h | 5 +- ggml/src/ggml-vulkan/ggml-vulkan.cpp | 151 ++++-- .../vulkan-shaders/flash_attn.comp | 18 +- .../vulkan-shaders/flash_attn_base.glsl | 9 + .../vulkan-shaders/flash_attn_cm1.comp | 159 +++++-- .../vulkan-shaders/flash_attn_cm1_flip.comp | 441 ++++++++++++++++++ .../vulkan-shaders/flash_attn_cm2.comp | 15 +- .../vulkan-shaders/vulkan-shaders-gen.cpp | 8 + 9 files changed, 720 insertions(+), 88 deletions(-) create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_cm1_flip.comp diff --git a/ggml/src/ggml-vulkan/ggml-vulkan-common.h b/ggml/src/ggml-vulkan/ggml-vulkan-common.h index b74062931404..dfd3241349ad 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan-common.h +++ b/ggml/src/ggml-vulkan/ggml-vulkan-common.h @@ -34,7 +34,7 @@ bool ggml_vk_intel_windows_driver_in_range(uint32_t driver_version, uint32_t low // shaders void ggml_vk_destroy_pipeline(vk::Device& device, vk_pipeline& pipeline); -vk_fa_tuning_params get_fa_tuning_params(const vk_device& device, uint32_t hsk, uint32_t hsv, uint32_t n_rows, uint32_t n_kv, ggml_type k_type, ggml_type v_type, bool f32acc); +vk_fa_tuning_params get_fa_tuning_params(const vk_device& device, uint32_t hsk, uint32_t hsv, uint32_t n_rows, uint32_t n_kv, ggml_type k_type, ggml_type v_type, bool f32acc, uint32_t qk_ratio, bool allow_flip = true); vk_fa_pipeline_state get_fa_pipeline_state(const vk_device& device, const vk_fa_tuning_params& params, uint32_t hsk, uint32_t hsv, bool aligned, bool f32acc, bool use_mask, bool use_mask_opt, bool use_logit_softcap, bool use_sparse, ggml_type k_type, ggml_type v_type); uint32_t get_subgroup_size(const std::string &pipeline_name, const vk_device_architecture &arch); void ggml_vk_load_shaders(vk_device& device, vk_pipeline requested = nullptr); diff --git a/ggml/src/ggml-vulkan/ggml-vulkan-types.h b/ggml/src/ggml-vulkan/ggml-vulkan-types.h index ac9d05e6ecc6..64a39bf25ac5 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan-types.h +++ b/ggml/src/ggml-vulkan/ggml-vulkan-types.h @@ -1427,13 +1427,16 @@ struct vk_fa_tuning_params { uint32_t row_split; bool shmem_staging; bool disable_subgroups; + bool q_in_regs; + bool flip; + bool flip_direct; uint32_t limit_occupancy_shmem; void print() const { std::cerr << "path=" << path << " workgroup_size=" << workgroup_size << " subgroup_size=" << subgroup_size << " block_rows=" << block_rows << " block_cols=" << block_cols << " d_split=" << d_split << " row_split=" << row_split << " shmem_staging=" << shmem_staging << " disable_subgroups=" << disable_subgroups << - " limit_occupancy_shmem=" << limit_occupancy_shmem << std::endl; + " q_in_regs=" << q_in_regs << " flip=" << flip << " flip_direct=" << flip_direct << " limit_occupancy_shmem=" << limit_occupancy_shmem << std::endl; } }; diff --git a/ggml/src/ggml-vulkan/ggml-vulkan.cpp b/ggml/src/ggml-vulkan/ggml-vulkan.cpp index b692f2f8bf5f..1af36cdcacce 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan.cpp +++ b/ggml/src/ggml-vulkan/ggml-vulkan.cpp @@ -1287,12 +1287,8 @@ static vk_fa_tuning_params get_fa_tuning_params_scalar(const vk_device& device, return result; } -static vk_fa_tuning_params get_fa_tuning_params_coopmat1(const vk_device& device, uint32_t hsk, uint32_t hsv, uint32_t n_rows, uint32_t n_kv, ggml_type k_type, ggml_type v_type, bool f32acc) { - GGML_UNUSED(n_rows); +static vk_fa_tuning_params get_fa_tuning_params_coopmat1(const vk_device& device, uint32_t hsk, uint32_t hsv, uint32_t n_rows, uint32_t n_kv, ggml_type k_type, ggml_type v_type, bool f32acc, uint32_t qk_ratio, bool allow_flip) { GGML_UNUSED(n_kv); - GGML_UNUSED(k_type); - GGML_UNUSED(v_type); - GGML_UNUSED(f32acc); vk_fa_tuning_params result{}; result.path = FA_COOPMAT1; @@ -1304,7 +1300,10 @@ static vk_fa_tuning_params get_fa_tuning_params_coopmat1(const vk_device& device const uint32_t num_subgroups = 4; - result.block_rows = coopmat_block_rows; + // Halves K/V re-reads; only wins on UMA, regresses on discrete RDNA4 + const bool double_block_rows = device->uma && + (device->architecture == AMD_RDNA3 || device->architecture == AMD_RDNA4) && n_rows >= 64; + result.block_rows = double_block_rows ? 2 * coopmat_block_rows : coopmat_block_rows; result.block_cols = coopmat_block_cols * num_subgroups; result.row_split = num_subgroups; result.subgroup_size = device->subgroup_size; @@ -1315,6 +1314,41 @@ static vk_fa_tuning_params get_fa_tuning_params_coopmat1(const vk_device& device result.shmem_staging = (device->vendor_id == VK_VENDOR_ID_NVIDIA && hsk < 256 && hsv < 256) ? 1 : 0; + if (double_block_rows && !ggml_vk_flash_attn_coopmat_shmem_support(device, result, hsk, hsv, f32acc, k_type, v_type)) { + result.block_rows = coopmat_block_rows; + } + + // Br=32 spills registers, only prefill benefits + result.q_in_regs = result.block_rows == coopmat_block_rows && device->vendor_id == VK_VENDOR_ID_AMD && n_rows >= 64; + + // Flipped ownership: each subgroup owns 16 Q rows. + // uma, nvidia: K/V tiles staged in separate LDS buffers; discrete AMD GQA: K/V loaded directly from global memory. + static const bool disable_flip = getenv("GGML_VK_DISABLE_FA_FLIP") != nullptr; + static const char * force_flip = getenv("GGML_VK_FORCE_FA_FLIP"); + const bool flip_arch = force_flip != nullptr || device->vendor_id == VK_VENDOR_ID_NVIDIA || + (device->vendor_id == VK_VENDOR_ID_AMD && (device->architecture == AMD_RDNA3 || device->architecture == AMD_RDNA4)); + if (allow_flip && !disable_flip && flip_arch && n_rows >= 64 && + (result.subgroup_size == 32 || result.subgroup_size == 64) && + hsk % 16 == 0 && hsv % 16 == 0 && hsk <= 256 && hsv <= 256 && + k_type == v_type && (k_type == GGML_TYPE_F16 || k_type == GGML_TYPE_BF16)) { + result.flip = true; + result.flip_direct = !device->uma && qk_ratio > 1 && device->vendor_id != VK_VENDOR_ID_NVIDIA; + if (force_flip != nullptr && strcmp(force_flip, "kvsep") == 0) { + result.flip_direct = false; + } else if (force_flip != nullptr && strcmp(force_flip, "direct") == 0) { + result.flip_direct = true; + } + result.block_rows = num_subgroups * coopmat_block_rows; + result.block_cols = (device->uma && (hsk >= 256 || hsv >= 256)) ? 16 : 32; + result.q_in_regs = false; + result.shmem_staging = 0; + } + + // q_in_regs LDS lands in the 12-wave band, ACO caps VGPRs at 128 and serializes K loads; pad into the 8-wave band + if (device->architecture == AMD_RDNA4 && result.q_in_regs && hsk > 256) { + result.limit_occupancy_shmem = 14 * 1024 / 16; + } + return result; } @@ -1346,7 +1380,7 @@ static vk_fa_tuning_params get_fa_tuning_params_coopmat2(const vk_device& device return result; } -vk_fa_tuning_params get_fa_tuning_params(const vk_device& device, uint32_t hsk, uint32_t hsv, uint32_t n_rows, uint32_t n_kv, ggml_type k_type, ggml_type v_type, bool f32acc) { +vk_fa_tuning_params get_fa_tuning_params(const vk_device& device, uint32_t hsk, uint32_t hsv, uint32_t n_rows, uint32_t n_kv, ggml_type k_type, ggml_type v_type, bool f32acc, uint32_t qk_ratio, bool allow_flip) { FaCodePath path = device->coopmat2 ? FA_COOPMAT2 : device->coopmat1_fa_support ? FA_COOPMAT1 : FA_SCALAR; @@ -1365,8 +1399,13 @@ vk_fa_tuning_params get_fa_tuning_params(const vk_device& device, uint32_t hsk, if (path == FA_COOPMAT1) { bool shape_ok = (f32acc && device->coopmat_support_16x16x16_f32acc) || (!f32acc && device->coopmat_support_16x16x16_f16acc); - const vk_fa_tuning_params params = get_fa_tuning_params_coopmat1(device, hsk, hsv, n_rows, n_kv, k_type, v_type, f32acc); + vk_fa_tuning_params params = get_fa_tuning_params_coopmat1(device, hsk, hsv, n_rows, n_kv, k_type, v_type, f32acc, qk_ratio, allow_flip); bool shmem_ok = ggml_vk_flash_attn_coopmat_shmem_support(device, params, hsk, hsv, f32acc, k_type, v_type); + if (!shmem_ok && params.flip) { + allow_flip = false; + params = get_fa_tuning_params_coopmat1(device, hsk, hsv, n_rows, n_kv, k_type, v_type, f32acc, qk_ratio, allow_flip); + shmem_ok = ggml_vk_flash_attn_coopmat_shmem_support(device, params, hsk, hsv, f32acc, k_type, v_type); + } if (!shape_ok || !shmem_ok) { path = FA_SCALAR; @@ -1382,7 +1421,7 @@ vk_fa_tuning_params get_fa_tuning_params(const vk_device& device, uint32_t hsk, case FA_SCALAR: return get_fa_tuning_params_scalar(device, hsk, hsv, n_rows, n_kv, k_type, v_type, f32acc); case FA_COOPMAT1: - return get_fa_tuning_params_coopmat1(device, hsk, hsv, n_rows, n_kv, k_type, v_type, f32acc); + return get_fa_tuning_params_coopmat1(device, hsk, hsv, n_rows, n_kv, k_type, v_type, f32acc, qk_ratio, allow_flip); case FA_COOPMAT2: return get_fa_tuning_params_coopmat2(device, hsk, hsv, n_rows, n_kv, k_type, v_type, f32acc); default: @@ -1399,7 +1438,10 @@ vk_fa_pipeline_state get_fa_pipeline_state(const vk_device& device, const vk_fa_ (use_mask ? 2 : 0) | (use_logit_softcap ? 4 : 0) | (old_amd_windows ? 8 : 0) | - (use_sparse ? 16 : 0); + (use_sparse ? 16 : 0) | + (params.q_in_regs ? 32 : 0) | + (params.flip ? 64 : 0) | + (params.flip_direct ? 128 : 0); const uint32_t subgroup_size = params.disable_subgroups ? 0 : params.subgroup_size; @@ -2237,7 +2279,7 @@ void ggml_vk_load_shaders(vk_device& device, vk_pipeline requested) { align, disable_robustness, require_full_subgroups, required_subgroup_size); }; - // FA scalar has two SPIR-V modules (MMQ vs non-MMQ); FA cm1 has one. K/V + // FA scalar has two SPIR-V modules (MMQ vs non-MMQ); FA cm1 has two (flip vs non-flip). K/V // quant type is selected at runtime via the FaTypeK / FaTypeV spec constants. for (auto &fa : device->pipeline_flash_attn_f32_f16) { @@ -2302,6 +2344,7 @@ void ggml_vk_load_shaders(vk_device& device, vk_pipeline requested) { const bool fa_ds = fa.first.subgroup_size == 0; const bool bf16_kv = fa.first.k_type == GGML_TYPE_BF16; + const bool flip = (fa.first.flags & 64) != 0; const void * spv_data; size_t spv_size; @@ -2309,12 +2352,22 @@ void ggml_vk_load_shaders(vk_device& device, vk_pipeline requested) { if (bf16_kv) { #if defined(VK_KHR_shader_bfloat16) && defined(GGML_VULKAN_BFLOAT16_GLSLC_SUPPORT) if (!device->coopmat_bf16_support) continue; - spv_data = flash_attn_f32_f16_bf16_cm1_data; - spv_size = flash_attn_f32_f16_bf16_cm1_len; - name = aligned ? "flash_attn_f32_bf16_aligned_cm1" : "flash_attn_f32_bf16_cm1"; + if (flip) { + spv_data = flash_attn_f32_f16_bf16_flip_cm1_data; + spv_size = flash_attn_f32_f16_bf16_flip_cm1_len; + name = aligned ? "flash_attn_f32_bf16_aligned_flip_cm1" : "flash_attn_f32_bf16_flip_cm1"; + } else { + spv_data = flash_attn_f32_f16_bf16_cm1_data; + spv_size = flash_attn_f32_f16_bf16_cm1_len; + name = aligned ? "flash_attn_f32_bf16_aligned_cm1" : "flash_attn_f32_bf16_cm1"; + } #else continue; #endif + } else if (flip) { + if (f32acc) { spv_data = flash_attn_f32_f16_flip_cm1_data; spv_size = flash_attn_f32_f16_flip_cm1_len; } + else { spv_data = flash_attn_f32_f16_flip_f16acc_cm1_data; spv_size = flash_attn_f32_f16_flip_f16acc_cm1_len; } + name = aligned ? "flash_attn_f32_f16_aligned_flip_cm1" : "flash_attn_f32_f16_flip_cm1"; } else { if (f32acc) { spv_data = flash_attn_f32_f16_cm1_data; spv_size = flash_attn_f32_f16_cm1_len; } else { spv_data = flash_attn_f32_f16_f16acc_cm1_data; spv_size = flash_attn_f32_f16_f16acc_cm1_len; } @@ -8496,10 +8549,11 @@ bool ggml_vk_flash_attn_coopmat_shmem_support(const vk_device& device, const vk_ const uint32_t iq_shmem = 16 * sizeof(ggml_fp16_t); const uint32_t qstride = hsk_pad / 4 + 2; - const uint32_t Qf = Br * qstride * f16vec4; + const uint32_t Qf = (params.q_in_regs ? 1 : Br * qstride) * f16vec4; const uint32_t psh_stride = Br / 4 + 2; - const uint32_t Psh = Bc * psh_stride * f16vec4; + const uint32_t qchunk_stride = 4 * 16 / 4 + 2; + const uint32_t Psh = std::max(Bc * psh_stride, params.q_in_regs ? Br * qchunk_stride : 0) * f16vec4; const uint32_t sfshstride = (hsk <= 128) ? (Br + 8) : Br; const uint32_t sfsh = Bc * sfshstride * acctype; @@ -8508,14 +8562,30 @@ bool ggml_vk_flash_attn_coopmat_shmem_support(const vk_device& device, const vk_ const uint32_t vsh_stride = MatBc / 4 * row_split; const uint32_t ksh = ((kvshstride >= vsh_stride) ? (Bc * kvshstride) : (Bc * vsh_stride)) * f16vec4; - // BF16 PVMat accumulator is f32 (no bf16 accumulator support), so pvsh is vec4 (16 bytes) - const uint32_t pvsh_elem_size = (k_type == GGML_TYPE_BF16) ? 16u : f16vec4; - const uint32_t osh_stride = params.row_split * MatBr / 4; - const uint32_t pvsh = MatBc * osh_stride * pvsh_elem_size; - const uint32_t slope = Br * acctype; - const uint32_t total_size = tmpsh + iq_shmem + Qf + Psh + sfsh + ksh + pvsh + slope; + uint32_t pvsh = 0; + if (Br <= MatBr) { + const uint32_t pvsh_elem_size = (k_type == GGML_TYPE_BF16) ? 16u : f16vec4; + const uint32_t osh_stride = params.row_split * MatBr / 4; + pvsh = Br * osh_stride * pvsh_elem_size; + } + + uint32_t total_size = tmpsh + iq_shmem + Qf + Psh + sfsh + ksh + pvsh + slope + params.limit_occupancy_shmem * 16; + + if (params.flip) { + const uint32_t d_pad = std::max(hsk_pad, hsv_pad); + const uint32_t wg = params.workgroup_size; + const uint32_t vld = CEIL_DIV(Bc * hsv_pad / 8, wg); + const bool vt = vld % 4 == 0 && wg % (hsv_pad / 8) == 0 && vld * (wg / (hsv_pad / 8)) == Bc; + const uint32_t kvbuf = std::max(Bc * (d_pad / 4 + 2), vt ? hsv_pad * (Bc / 4 + 2) : 0u) * 8; + const uint32_t kvshf = params.flip_direct ? 16 : 2 * kvbuf; + const uint32_t sshf = params.row_split * 16 * (Bc / 4 + (f32acc ? 1 : 2)) * 4 * acctype; + // f16/quant K/V stage P and Q through the S slab; only bf16 keeps a separate pshf. + const bool p_in_sshf = k_type != GGML_TYPE_BF16; + const uint32_t pshf = p_in_sshf ? 0 : params.row_split * 16 * (Bc / 4 + 2) * f16vec4; + total_size = kvshf + sshf + pshf; + } const bool supported = total_size <= device->properties.limits.maxComputeSharedMemorySize; VK_LOG_DEBUG("ggml_vk_flash_attn_coopmat_shmem_support(HSK=" << hsk << ", HSV=" << hsv << ", f32acc=" << f32acc << ", total_size=" << total_size << ", supported=" << supported); @@ -8623,9 +8693,8 @@ void ggml_vk_flash_attn(ggml_backend_vk_context * ctx, vk_context& subctx, const const ggml_type k_type_eff = (use_dequant_kv && !kv_raw_strided) ? GGML_TYPE_F16 : k->type; const ggml_type v_type_eff = (use_dequant_kv && !kv_raw_strided) ? GGML_TYPE_F16 : v->type; - // For scalar/coopmat1 FA, we can use the "large" size to accommodate qga. - // For coopmat2 FA, we always use the small size (which is still pretty large for gqa). - vk_fa_tuning_params tuning_params = get_fa_tuning_params(ctx->device, HSK, HSV, 512, KV, k_type_eff, v_type_eff, f32acc); + // N=32 avoids the cm1 prefill block_rows doubling + vk_fa_tuning_params tuning_params = get_fa_tuning_params(ctx->device, HSK, HSV, 32, KV, k_type_eff, v_type_eff, f32acc, qk_ratio); const uint32_t max_gqa = std::min(tuning_params.block_rows, 32u); if (N <= 8 && qk_ratio > 1 && qk_ratio <= max_gqa && @@ -8638,7 +8707,7 @@ void ggml_vk_flash_attn(ggml_backend_vk_context * ctx, vk_context& subctx, const workgroups_y /= gqa_ratio; } - tuning_params = get_fa_tuning_params(ctx->device, HSK, HSV, N, KV, k_type_eff, v_type_eff, f32acc); + tuning_params = get_fa_tuning_params(ctx->device, HSK, HSV, N, KV, k_type_eff, v_type_eff, f32acc, qk_ratio); float scale = 1.0f; float max_bias = 0.0f; @@ -8694,14 +8763,28 @@ void ggml_vk_flash_attn(ggml_backend_vk_context * ctx, vk_context& subctx, const nbv2_eff = (uint32_t)((uint64_t)HSV * KV * sizeof(ggml_fp16_t)); nbv3_eff = (uint32_t)((uint64_t)HSV * KV * nev2 * sizeof(ggml_fp16_t)); } - const uint32_t alignment = tuning_params.block_cols; - // CM2 decoded K/V strides count whole blocks and do not need to be multiples of eight blocks. - const bool cm2_decode_k = tuning_params.path == FA_COOPMAT2 && - k_type_eff != GGML_TYPE_F16 && k_type_eff != GGML_TYPE_BF16; - const bool cm2_decode_v = tuning_params.path == FA_COOPMAT2 && - v_type_eff != GGML_TYPE_F16 && v_type_eff != GGML_TYPE_BF16; - bool aligned = (KV % alignment) == 0 && (q_stride_eff & 7) == 0 && - (cm2_decode_k || (k_stride & 7) == 0) && (cm2_decode_v || (v_stride & 7) == 0); + auto fa_aligned = [&](const vk_fa_tuning_params & tp) { + // CM2 decoded K/V strides count whole blocks and do not need to be multiples of eight blocks. + const bool cm2_decode_k = tp.path == FA_COOPMAT2 && + k_type_eff != GGML_TYPE_F16 && k_type_eff != GGML_TYPE_BF16; + const bool cm2_decode_v = tp.path == FA_COOPMAT2 && + v_type_eff != GGML_TYPE_F16 && v_type_eff != GGML_TYPE_BF16; + return (KV % tp.block_cols) == 0 && (q_stride_eff & 7) == 0 && + (cm2_decode_k || (k_stride & 7) == 0) && (cm2_decode_v || (v_stride & 7) == 0); + }; + uint32_t alignment = tuning_params.block_cols; + bool aligned = fa_aligned(tuning_params); + + if (tuning_params.flip) { + // flipped coopmat1 path reads K/V rows with 16-byte loads + const bool kv_16b = use_dequant_kv || + (((uintptr_t)k->data | (uintptr_t)v->data | nbk2_eff | nbk3_eff | nbv2_eff | nbv3_eff) % 16) == 0; + if (!aligned || use_sparse || gqa_ratio != 1 || !kv_16b) { + tuning_params = get_fa_tuning_params(ctx->device, HSK, HSV, N, KV, k_type_eff, v_type_eff, f32acc, qk_ratio, false); + alignment = tuning_params.block_cols; + aligned = fa_aligned(tuning_params); + } + } // Need to use the coopmat2 variant that clamps loads when HSK/HSV aren't sufficiently aligned. if (((HSK | HSV) % 16) != 0 && tuning_params.path == FA_COOPMAT2) { diff --git a/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn.comp b/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn.comp index 2c5e85908576..c1e4606cd916 100644 --- a/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn.comp +++ b/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn.comp @@ -95,13 +95,13 @@ void main() { const uint32_t col_tid = (gl_LocalInvocationIndex % threads_per_rowgroup) / D_split; if (LIMIT_OCCUPANCY_SHMEM > 0) { - // This just exists to avoid the occupancy_limiter array getting optimized out - occupancy_limiter[tid] = vec4(tid); - + // Runtime-dependent index, otherwise RADV forwards the store and drops the array + const uint32_t li = (gl_WorkGroupID.x * gl_WorkGroupSize.x + tid) % LIMIT_OCCUPANCY_SHMEM; + occupancy_limiter[li] = vec4(tid); barrier(); - - if (occupancy_limiter[tid] == vec4(99999.0)) { - data_ov4[0] = D_TYPEV4(occupancy_limiter[tid]); + const uint32_t lr = (li + 1) % LIMIT_OCCUPANCY_SHMEM; + if (occupancy_limiter[lr] == vec4(99999.0)) { + data_ov4[0] = D_TYPEV4(occupancy_limiter[lr]); } } @@ -154,8 +154,6 @@ void main() { float Lf[rows_per_thread], Mf[rows_per_thread]; - // Use -FLT_MAX/2 rather than -inf to reduce the possibility of NaNs, e.g. when computing Mold-M. - const float NEG_FLT_MAX_OVER_2 = uintBitsToFloat(0xFEFFFFFF); [[unroll]] for (uint32_t r = 0; r < rows_per_thread; ++r) { Lf[r] = 0; @@ -220,7 +218,11 @@ void main() { masksh[c * masksh_stride + r] = m; max_mask = max(max_mask, float(m)); } else { +#if defined(FLOAT16) + masksh[c * masksh_stride + r] = USE_SPARSE ? FLOAT_TYPE(NEG_FLT16_MAX) : FLOAT_TYPE(0); +#else masksh[c * masksh_stride + r] = USE_SPARSE ? FLOAT_TYPE(NEG_FLT_MAX_OVER_2) : FLOAT_TYPE(0); +#endif } } } diff --git a/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_base.glsl b/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_base.glsl index 2e0e23bc11c1..072edfa68cc7 100644 --- a/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_base.glsl +++ b/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_base.glsl @@ -26,6 +26,10 @@ const bool LOGIT_SOFTCAP = (Flags & 4) != 0; const bool OLD_AMD_WINDOWS = (Flags & 8) != 0; // Sparse: gather binding-7 indices instead of scanning [0,KV); p.split_kv = n_kv_max. const bool USE_SPARSE = (Flags & 16) != 0; +const bool Q_IN_REGS = (Flags & 32) != 0; +// coopmat1: subgroups own Q rows, O in coopmat accumulators. K/V staged in LDS, or loaded from global memory with FLIP_DIRECT. +const bool FLIP = (Flags & 64) != 0; +const bool FLIP_DIRECT = (Flags & 128) != 0; // Round up head sizes to a multiple of 16, for coopmat1/coopmat2 paths const uint32_t HSK_pad = (HSK + 15) & ~15; @@ -86,6 +90,11 @@ layout (binding = 6) readonly buffer MO {uint32_t data_mask_opt[];}; layout (binding = 7) readonly buffer SP {int32_t data_sparse[];}; +// Use -FLT_MAX/2 rather than -inf to reduce the possibility of NaNs, e.g. when computing Mold-M. +#define NEG_FLT_MAX_OVER_2 uintBitsToFloat(0xFEFFFFFF) +// Lowest finite f16, mask value for inactive sparse KV slots +#define NEG_FLT16_MAX -65504.0 + #define MASK_OPT_ALL_NEG_INF 1 #define MASK_OPT_ALL_ZERO 2 diff --git a/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_cm1.comp b/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_cm1.comp index aa9dd624bef3..bb9755ab8ac9 100644 --- a/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_cm1.comp +++ b/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_cm1.comp @@ -42,10 +42,14 @@ layout (binding = 3) readonly buffer M {float16_t data_m[];}; shared float tmpsh[row_split]; const uint32_t qstride = HSK_pad / 4 + 2; -shared FLOAT_TYPEV4 Qf[Br * qstride]; +shared FLOAT_TYPEV4 Qf[Q_IN_REGS ? 1 : (Br * qstride)]; const uint psh_stride = Br / 4 + 2; -shared FLOAT_TYPEV4 Psh[Bc * psh_stride]; +const uint32_t qchunk_dtiles = 4; +const uint32_t qchunk_stride = qchunk_dtiles * 16 / 4 + 2; +const uint32_t psh_size = Bc * psh_stride; +const uint32_t qchunk_size = Q_IN_REGS ? Br * qchunk_stride : 0; +shared FLOAT_TYPEV4 Psh[psh_size >= qchunk_size ? psh_size : qchunk_size]; // Avoid padding for hsk==256 to make it fit in 48KB shmem. const uint32_t sfshstride = (HSK <= 128) ? (Br / 4 + 2) : Br / 4; @@ -57,11 +61,33 @@ const uint v_cols = MatBc / 4 * row_split; // total cols, 4 vec4s per MatBc * nu const uint vsh_stride = v_cols; shared FLOAT_TYPEV4 kvsh[(kvsh_stride >= vsh_stride) ? (Bc * kvsh_stride) : (Bc * vsh_stride)]; -const uint32_t osh_stride = row_split * MatBr / 4; -shared O_TYPEV4 pvsh[MatBc * osh_stride]; - shared ACC_TYPE slope[Br]; +// row-tiled builds stage the PV result through sfsh +const bool PV_IN_SFSH = Br > MatBr; +const uint32_t osh_stride = row_split * MatBr / 4; +shared O_TYPEV4 pvsh[PV_IN_SFSH ? 2 : Br * osh_stride]; + +shared vec4 occupancy_limiter[LIMIT_OCCUPANCY_SHMEM > 0 ? LIMIT_OCCUPANCY_SHMEM : 1]; +#if defined(FLOAT16) && !defined(ACC_TYPE_MAX) +const uint32_t pv_per_acc = 2; +O_TYPEV4 pvsh_load(const uint32_t i) { + if (!PV_IN_SFSH) { + return pvsh[i]; + } + const uvec2 u = floatBitsToUint(vec2(sfsh[i / 2][(i % 2) * 2], sfsh[i / 2][(i % 2) * 2 + 1])); + return O_TYPEV4(unpackFloat2x16(u.x), unpackFloat2x16(u.y)); +} +#else +const uint32_t pv_per_acc = 1; +O_TYPEV4 pvsh_load(const uint32_t i) { + if (!PV_IN_SFSH) { + return pvsh[i]; + } + return O_TYPEV4(sfsh[i]); +} +#endif + void main() { #ifdef NEEDS_INIT_IQ_SHMEM if (fa_type_needs_shmem(FaTypeK) || fa_type_needs_shmem(FaTypeV)) { @@ -78,29 +104,69 @@ void main() { const uint32_t row_tid = gl_LocalInvocationIndex / threads_per_rowgroup; const uint32_t col_tid = gl_LocalInvocationIndex % threads_per_rowgroup; -#define tile_row(r) (row_tid * rows_per_thread + (r)) - - // Zero-initialize shared memory for Q/K when HSK is not a multiple of 16 (HSK_pad > HSK). - if ((HSK % 16) != 0) { - [[unroll]] for (uint i = 0; i < Br * qstride; i += gl_WorkGroupSize.x) { - if (i + tid < Br * qstride) { - Qf[i + tid] = FLOAT_TYPEV4(0); - } - } + if (LIMIT_OCCUPANCY_SHMEM > 0) { + // Runtime-dependent index, otherwise RADV forwards the store and drops the array + const uint32_t li = (gl_WorkGroupID.x * gl_WorkGroupSize.x + tid) % LIMIT_OCCUPANCY_SHMEM; + occupancy_limiter[li] = vec4(tid); barrier(); + const uint32_t lr = (li + 1) % LIMIT_OCCUPANCY_SHMEM; + if (occupancy_limiter[lr] == vec4(99999.0)) { + data_ov4[0] = D_TYPEV4(occupancy_limiter[lr]); + } } +#define tile_row(r) (row_tid * rows_per_thread + (r)) + + const uint32_t q_tiles = Br / MatBr; + const uint32_t d_tiles = HSK_pad / 16; + uint32_t q_offset = gqa_iq1*p.nb01 + (iq2*p.nb02+iq3*p.nb03) / 4; - [[unroll]] for (uint32_t idx = 0; idx < Br * HSK / 4; idx += gl_WorkGroupSize.x) { - uint32_t d = (idx + tid) % (HSK / 4); - uint32_t r = (idx + tid) / (HSK / 4); - if (r < Br && d < HSK / 4 && - i * Br + r < N) { - Qf[r * qstride + d] = FLOAT_TYPEV4(data_qv4[q_offset / 4 + (i * Br + r) * q_stride / 4 + d] * p.scale); + coopmat Qreg[Q_IN_REGS ? (d_tiles * q_tiles) : 1]; + + if (Q_IN_REGS) { + [[unroll]] for (uint32_t dbase = 0; dbase < d_tiles; dbase += qchunk_dtiles) { + [[unroll]] for (uint32_t idx = 0; idx < Br * qchunk_dtiles * 16 / 4; idx += gl_WorkGroupSize.x) { + uint32_t dvec = (idx + tid) % (qchunk_dtiles * 16 / 4); + uint32_t r = (idx + tid) / (qchunk_dtiles * 16 / 4); + if (r < Br) { + uint32_t d = dbase * 4 + dvec; + FLOAT_TYPEV4 val = FLOAT_TYPEV4(0); + if (d < HSK / 4 && i * Br + r < N) { + val = FLOAT_TYPEV4(data_qv4[q_offset / 4 + (i * Br + r) * q_stride / 4 + d] * p.scale); + } + Psh[r * qchunk_stride + dvec] = val; + } + } + barrier(); + [[unroll]] for (uint32_t dd = 0; dd < qchunk_dtiles && dbase + dd < d_tiles; ++dd) { + [[unroll]] for (uint32_t q = 0; q < q_tiles; ++q) { + coopMatLoad(Qreg[(dbase + dd) * q_tiles + q], Psh, dd * 16 / 4 + q * MatBr * qchunk_stride, qchunk_stride, gl_CooperativeMatrixLayoutColumnMajor); + } + } + barrier(); + } + } else { + // Zero-initialize Qf when HSK is not a multiple of 16 (HSK_pad > HSK). + if ((HSK % 16) != 0) { + [[unroll]] for (uint ii = 0; ii < Br * qstride; ii += gl_WorkGroupSize.x) { + if (ii + tid < Br * qstride) { + Qf[ii + tid] = FLOAT_TYPEV4(0); + } + } + barrier(); } + + [[unroll]] for (uint32_t idx = 0; idx < Br * HSK / 4; idx += gl_WorkGroupSize.x) { + uint32_t d = (idx + tid) % (HSK / 4); + uint32_t r = (idx + tid) / (HSK / 4); + if (r < Br && d < HSK / 4 && + i * Br + r < N) { + Qf[r * qstride + d] = FLOAT_TYPEV4(data_qv4[q_offset / 4 + (i * Br + r) * q_stride / 4 + d] * p.scale); + } + } + barrier(); } - barrier(); O_TYPEV4 Of[rows_per_thread][d_per_thread]; [[unroll]] for (uint32_t r = 0; r < rows_per_thread; ++r) { @@ -111,8 +177,6 @@ void main() { float Lf[rows_per_thread], Mf[rows_per_thread]; - // Use -FLT_MAX/2 rather than -inf to reduce the possibility of NaNs, e.g. when computing Mold-M. - const float NEG_FLT_MAX_OVER_2 = uintBitsToFloat(0xFEFFFFFF); [[unroll]] for (uint32_t r = 0; r < rows_per_thread; ++r) { Lf[r] = 0; @@ -214,7 +278,7 @@ void main() { } mask_cache[idx / WorkGroupSize] = m; } else if (USE_SPARSE) { - mask_cache[idx / WorkGroupSize] = f16vec4(NEG_FLT_MAX_OVER_2); + mask_cache[idx / WorkGroupSize] = f16vec4(NEG_FLT16_MAX); } } } @@ -265,11 +329,14 @@ void main() { // K * Q^T -> S^T: Bc x HSK_pad * HSK_pad x Br -> Bc x Br // Bc split across workgroup (four subgroups), loop over HSK in chunks of 16: 16 x 16 * 16 x 16 -> 16 x 16 // This is written transposed in order to allow for N being 8 if implementations need it - coopmat SfMat = coopmat(0); + coopmat SfMat[q_tiles]; + [[unroll]] for (uint32_t q = 0; q < q_tiles; ++q) { + SfMat[q] = coopmat(0); + } coopmat KMat; coopmat QMat; - [[unroll]] for (uint32_t d = 0; d < HSK_pad / 16; ++d) { + [[unroll]] for (uint32_t d = 0; d < d_tiles; ++d) { // If SHMEM_STAGING is set, a Bc * HSK_pad size tile of K is loaded to shmem // If not, K is loaded directly from global memory if aligned, otherwise // staged through a Bc * MatBr size staging buffer. @@ -319,13 +386,20 @@ void main() { coopMatLoad(KMat, kvsh, coord, kvsh_stride, gl_CooperativeMatrixLayoutRowMajor); } - coopMatLoad(QMat, Qf, d * 16 / 4, qstride, gl_CooperativeMatrixLayoutColumnMajor); - - SfMat = coopMatMulAdd(KMat, QMat, SfMat); + [[unroll]] for (uint32_t q = 0; q < q_tiles; ++q) { + if (Q_IN_REGS) { + SfMat[q] = coopMatMulAdd(KMat, Qreg[d * q_tiles + q], SfMat[q]); + } else { + coopMatLoad(QMat, Qf, d * 16 / 4 + q * MatBr * qstride, qstride, gl_CooperativeMatrixLayoutColumnMajor); + SfMat[q] = coopMatMulAdd(KMat, QMat, SfMat[q]); + } + } } - uint coord = gl_SubgroupID * MatBc * sfshstride; - coopMatStore(SfMat, sfsh, coord, sfshstride, gl_CooperativeMatrixLayoutRowMajor); + [[unroll]] for (uint32_t q = 0; q < q_tiles; ++q) { + uint coord = gl_SubgroupID * MatBc * sfshstride + q * (MatBr / 4); + coopMatStore(SfMat[q], sfsh, coord, sfshstride, gl_CooperativeMatrixLayoutRowMajor); + } barrier(); if (LOGIT_SOFTCAP) { @@ -442,7 +516,10 @@ void main() { [[unroll]] for (uint32_t hsv_tile = 0; hsv_tile < num_hsv_tiles; ++hsv_tile) { const uint hsv_offset = (hsv_tile * row_split + gl_SubgroupID) * 16; - coopmat PVMat = coopmat(0); + coopmat PVMat[q_tiles]; + [[unroll]] for (uint32_t q = 0; q < q_tiles; ++q) { + PVMat[q] = coopmat(0); + } // Preload V tiles for [Bc, 16 * num subgroups] const uint v_rows = Bc; @@ -492,8 +569,6 @@ void main() { if (hsv_offset < HSV_pad) { [[unroll]] for (uint32_t bc_chunk = 0; bc_chunk < Bc / MatBc; ++bc_chunk) { - coopMatLoad(KMat, Psh, bc_chunk * MatBc * psh_stride, psh_stride, gl_CooperativeMatrixLayoutColumnMajor); - if (SHMEM_STAGING == 0) { if (!USE_DECODE_V && !KV_bounds_check && !USE_SPARSE) { // F16/BF16 values can be loaded directly from global memory @@ -509,11 +584,19 @@ void main() { coopMatLoad(QMat, kvsh, v_tile_offset, kvsh_stride, gl_CooperativeMatrixLayoutRowMajor); } - PVMat = coopMatMulAdd(KMat, QMat, PVMat); + [[unroll]] for (uint32_t q = 0; q < q_tiles; ++q) { + coopMatLoad(KMat, Psh, bc_chunk * MatBc * psh_stride + q * (MatBc / 4), psh_stride, gl_CooperativeMatrixLayoutColumnMajor); + PVMat[q] = coopMatMulAdd(KMat, QMat, PVMat[q]); + } } - // Store PVMat to pvsh and load into Of - coopMatStore(PVMat, pvsh, o_offset, osh_stride, gl_CooperativeMatrixLayoutRowMajor); + [[unroll]] for (uint32_t q = 0; q < q_tiles; ++q) { + if (PV_IN_SFSH) { + coopMatStore(PVMat[q], sfsh, (o_offset + q * MatBc * osh_stride) / pv_per_acc, osh_stride / pv_per_acc, gl_CooperativeMatrixLayoutRowMajor); + } else { + coopMatStore(PVMat[q], pvsh, o_offset + q * MatBc * osh_stride, osh_stride, gl_CooperativeMatrixLayoutRowMajor); + } + } } barrier(); @@ -534,7 +617,7 @@ void main() { if (hsv_col >= hsv_base && hsv_col < hsv_base + hsv_per_tile && hsv_col < HSV) { const uint local_hsv = (hsv_col - hsv_base) / 4; - Of[r][d_local] += pvsh[row * osh_stride + local_hsv]; + Of[r][d_local] += pvsh_load(row * osh_stride + local_hsv); } } } diff --git a/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_cm1_flip.comp b/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_cm1_flip.comp new file mode 100644 index 000000000000..6d8641a91e5e --- /dev/null +++ b/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_cm1_flip.comp @@ -0,0 +1,441 @@ +#version 450 + +#extension GL_EXT_control_flow_attributes : enable +#extension GL_EXT_shader_16bit_storage : require + +#extension GL_EXT_shader_explicit_arithmetic_types_float16 : require +#extension GL_EXT_shader_explicit_arithmetic_types_int32 : require + +#if defined(BFLOAT16) +#extension GL_EXT_bfloat16 : enable +#endif + +#extension GL_KHR_shader_subgroup_basic : enable +#extension GL_KHR_shader_subgroup_vote : enable +#extension GL_KHR_shader_subgroup_shuffle : enable +#extension GL_KHR_memory_scope_semantics : enable +#extension GL_KHR_cooperative_matrix : enable + +#include "types.glsl" +#include "flash_attn_base.glsl" + +layout (binding = 0) readonly buffer QV4 {vec4 data_qv4[];}; +layout (binding = 1) readonly buffer KU {uvec4 data_ku[];}; +layout (binding = 1) readonly buffer KF4 {FLOAT_TYPEV4 data_kf4[];}; +layout (binding = 2) readonly buffer VU {uvec4 data_vu[];}; +layout (binding = 2) readonly buffer VF4 {FLOAT_TYPEV4 data_vf4[];}; +layout (binding = 3) readonly buffer M {float16_t data_m[];}; + +const uint32_t D_pad = HSK_pad > HSV_pad ? HSK_pad : HSV_pad; + +// Flipped coopmat1 FA: each subgroup owns 16 Q rows and the full head dim. K/V tiles are either +// staged once per workgroup in LDS or, with FLIP_DIRECT, loaded by each subgroup from global memory. +// Requires gqa_ratio == 1, aligned KV, f16/bf16 K/V, HSK/HSV multiples of 16, Br == row_split * 16. + +const uint32_t FL_LPR = SubGroupSize / 16; +const uint32_t FL_CPL = Bc / FL_LPR; +const uint32_t FL_OCPL = 16 / FL_LPR; + +const uint32_t FL_KLD = CEIL_DIV(Bc * HSK_pad / 8, WorkGroupSize); +const uint32_t FL_VLD = CEIL_DIV(Bc * HSV_pad / 8, WorkGroupSize); + +// V^T staging: each thread packs FL_VLD consecutive KV rows (multiple of 4) of 8 d values +const bool FL_VT = (uint32_t((FL_VLD % 4) == 0) * uint32_t((WorkGroupSize % (HSV_pad / 8)) == 0) * + uint32_t(FL_VLD * (WorkGroupSize / (HSV_pad / 8)) == Bc)) != 0; + +// LDS in uvec2 (4 halfs) units +const uint32_t fl_kstride = D_pad / 4 + 2; +const uint32_t fl_vtstride = Bc / 4 + 2; +const uint32_t fl_vtsize = FL_VT ? HSV_pad * fl_vtstride : 0; +const uint32_t fl_kvbuf = fl_vtsize > Bc * fl_kstride ? fl_vtsize : Bc * fl_kstride; +// 16 B keeps the following shared arrays 16-B aligned for coopmat load/store +shared uvec2 kvshf[FLIP_DIRECT ? 2 : 2 * fl_kvbuf]; + +#if defined(ACC_TYPE_MAX) +const uint32_t fl_sstride = Bc / 4 + 2; +#else +const uint32_t fl_sstride = Bc / 4 + 1; +#endif +shared ACC_TYPEV4 sshf[row_split * 16 * fl_sstride]; + +// P and Q (the coopmat A operands) are staged through the S slab, which is idle +// between the S read and the PV matmul. f16 K/V aliases into sshf (f32acc packs two +// f16 rows per element, FL_PACK==2; f16acc stores natively, FL_PACK==1); bf16 keeps pshf. +#if !defined(BFLOAT16) +#define FL_P_IN_SSHF 1 +#endif +#if !defined(BFLOAT16) && !defined(ACC_TYPE_MAX) +#define FL_PACK 2 +#else +#define FL_PACK 1 +#endif + +#if defined(FL_P_IN_SSHF) +const uint32_t fl_astride = fl_sstride; +#else +const uint32_t fl_astride = Bc / 4 + 2; +shared FLOAT_TYPEV4 pshf[row_split * 16 * fl_astride]; +#endif + +// Store one vec4 (column group cfv) of the A slab. +void fl_store_a(const uint32_t e_base, const uint32_t cfv, const FLOAT_TYPEV4 val) { +#if FL_PACK == 2 + const uint32_t e = e_base + cfv / 2; + const uint32_t h = (cfv & 1u) * 2u; + sshf[e][h] = uintBitsToFloat(packFloat2x16(f16vec2(val.xy))); + sshf[e][h + 1] = uintBitsToFloat(packFloat2x16(f16vec2(val.zw))); +#elif defined(FL_P_IN_SSHF) + sshf[e_base + cfv] = ACC_TYPEV4(val); +#else + pshf[e_base + cfv] = val; +#endif +} + +void fl_load_a(out coopmat a, const uint32_t e) { +#if defined(FL_P_IN_SSHF) + coopMatLoad(a, sshf, e, fl_sstride, gl_CooperativeMatrixLayoutRowMajor); +#else + coopMatLoad(a, pshf, e, fl_astride, gl_CooperativeMatrixLayoutRowMajor); +#endif +} + +#if defined(ACC_TYPE_MAX) +const float FL_TAU = 0.0; +#else +const float FL_TAU = 8.0; +#endif + +uvec4 fl_kr[FL_KLD]; +uvec4 fl_vr[FL_VLD]; + +uint32_t fl_mo_offset, fl_mo_idx, fl_mo_word; + +uint32_t fl_mask_bits(const uint32_t j) { + if (!MASK_ENABLE || !USE_MASK_OPT) { + return 0; + } + if (fl_mo_idx != j / 16) { + fl_mo_idx = j / 16; + fl_mo_word = data_mask_opt[fl_mo_offset + fl_mo_idx]; + } + return (fl_mo_word >> ((j % 16) * 2)) & 0x3; +} + +uint32_t fl_next_tile(uint32_t j) { + while (j < end_j && fl_mask_bits(j) == MASK_OPT_ALL_NEG_INF) { + ++j; + } + return j; +} + +void fl_load_k(const uint32_t j, const uint32_t k_offset) { + [[unroll]] for (uint32_t l = 0; l < FL_KLD; ++l) { + const uint32_t idx = l * WorkGroupSize + gl_LocalInvocationIndex; + if (idx < Bc * HSK_pad / 8) { + const uint32_t c = idx / (HSK_pad / 8); + const uint32_t d = idx % (HSK_pad / 8); + fl_kr[l] = data_ku[(k_offset + (j * Bc + c) * k_stride) / 8 + d]; + } + } +} + +void fl_load_v(const uint32_t j, const uint32_t v_offset) { + [[unroll]] for (uint32_t l = 0; l < FL_VLD; ++l) { + const uint32_t idx = l * WorkGroupSize + gl_LocalInvocationIndex; + if (idx < Bc * HSV_pad / 8) { + uint32_t c = idx / (HSV_pad / 8); + const uint32_t d = idx % (HSV_pad / 8); + if (FL_VT) { + c = (gl_LocalInvocationIndex / (HSV_pad / 8)) * FL_VLD + l; + } + fl_vr[l] = data_vu[(v_offset + (j * Bc + c) * v_stride) / 8 + d]; + } + } +} + +void fl_store_k() { + [[unroll]] for (uint32_t l = 0; l < FL_KLD; ++l) { + const uint32_t idx = l * WorkGroupSize + gl_LocalInvocationIndex; + if (idx < Bc * HSK_pad / 8) { + const uint32_t a = (idx / (HSK_pad / 8)) * fl_kstride + 2 * (idx % (HSK_pad / 8)); + kvshf[a] = fl_kr[l].xy; + kvshf[a + 1] = fl_kr[l].zw; + } + } +} + +void fl_store_v(const uint32_t base) { + if (FL_VT) { + const uint32_t d0 = (gl_LocalInvocationIndex % (HSV_pad / 8)) * 8; + const uint32_t c0 = (gl_LocalInvocationIndex / (HSV_pad / 8)) * FL_VLD; + [[unroll]] for (uint32_t dd = 0; dd < 8; ++dd) { + const uint32_t ddv = (dd + gl_LocalInvocationIndex) & 7u; // rotate store order to spread banks + const uint32_t sh = (ddv % 2) * 16; + [[unroll]] for (uint32_t l = 0; l < FL_VLD; l += 4) { + const uvec2 w = uvec2(((fl_vr[l ][ddv / 2] >> sh) & 0xFFFF) | (((fl_vr[l + 1][ddv / 2] >> sh) & 0xFFFF) << 16), + ((fl_vr[l + 2][ddv / 2] >> sh) & 0xFFFF) | (((fl_vr[l + 3][ddv / 2] >> sh) & 0xFFFF) << 16)); + kvshf[base + (d0 + ddv) * fl_vtstride + (c0 + l) / 4] = w; + } + } + return; + } + [[unroll]] for (uint32_t l = 0; l < FL_VLD; ++l) { + const uint32_t idx = l * WorkGroupSize + gl_LocalInvocationIndex; + if (idx < Bc * HSV_pad / 8) { + const uint32_t a = base + (idx / (HSV_pad / 8)) * fl_kstride + 2 * (idx % (HSV_pad / 8)); + kvshf[a] = fl_vr[l].xy; + kvshf[a + 1] = fl_vr[l].zw; + } + } +} + +void fl_sg_barrier() { + controlBarrier(gl_ScopeSubgroup, gl_ScopeSubgroup, gl_StorageSemanticsShared, gl_SemanticsAcquireRelease); +} + +float fl_row_max(float v) { + [[unroll]] for (uint32_t o = 1; o < FL_LPR; o *= 2) { + v = max(v, subgroupShuffleXor(v, o)); + } + return v; +} + +float fl_row_sum(float v) { + [[unroll]] for (uint32_t o = 1; o < FL_LPR; o *= 2) { + v += subgroupShuffleXor(v, o); + } + return v; +} + +void fl_rescale(inout coopmat o, const uint32_t ss_base, const uint32_t lr, const uint32_t lc, const float alpha) { + fl_sg_barrier(); + coopMatStore(o, sshf, ss_base, fl_sstride, gl_CooperativeMatrixLayoutRowMajor); + fl_sg_barrier(); + [[unroll]] for (uint32_t v = 0; v < FL_OCPL / 4; ++v) { + const uint32_t a = ss_base + lr * fl_sstride + lc * (FL_OCPL / 4) + v; + sshf[a] = sshf[a] * ACC_TYPE(alpha); + } + fl_sg_barrier(); + coopMatLoad(o, sshf, ss_base, fl_sstride, gl_CooperativeMatrixLayoutRowMajor); +} + +void main() { + init_indices(); + + const uint32_t sg = gl_SubgroupID; + const uint32_t lane = gl_SubgroupInvocationID; + const uint32_t lr = lane / FL_LPR; + const uint32_t lc = lane % FL_LPR; + const uint32_t row0 = i * Br + sg * 16; + const uint32_t myrow = row0 + lr; + + const uint32_t ss_base = sg * 16 * fl_sstride; + const uint32_t a_base = sg * 16 * fl_astride; + + const uint32_t q_offset = (iq2 * p.nb02 + iq3 * p.nb03) / 4; + + // Q (scaled) -> coopmat A registers, staged through this subgroup's A slab + coopmat Qa[HSK_pad / 16]; + const uint32_t qdt = fl_astride * FL_PACK / 4; + [[unroll]] for (uint32_t dbase = 0; dbase < HSK_pad / 16; dbase += qdt) { + [[unroll]] for (uint32_t idx0 = 0; idx0 < 16 * qdt * 4; idx0 += SubGroupSize) { + const uint32_t idx = idx0 + lane; + const uint32_t r = idx / (qdt * 4); + const uint32_t dv = idx % (qdt * 4); + const uint32_t d = dbase * 4 + dv; + if (r < 16) { + FLOAT_TYPEV4 val = FLOAT_TYPEV4(0); + if (d < HSK / 4 && row0 + r < N) { + val = FLOAT_TYPEV4(data_qv4[q_offset / 4 + (row0 + r) * p.nb01 / 4 + d] * p.scale); + } + fl_store_a(a_base + r * fl_astride, dv, val); + } + } + fl_sg_barrier(); + [[unroll]] for (uint32_t dd = 0; dd < qdt; ++dd) { + if (dbase + dd < HSK_pad / 16) { + fl_load_a(Qa[dbase + dd], a_base + dd * (4 / FL_PACK)); + } + } + fl_sg_barrier(); + } + + coopmat Oacc[HSV_pad / 16]; + [[unroll]] for (uint32_t t = 0; t < HSV_pad / 16; ++t) { + Oacc[t] = coopmat(0); + } + + float M = NEG_FLT_MAX_OVER_2; + float L = 0; + + float slope_v = 1.0; + if (p.max_bias > 0.0f) { + slope_v = float(perElemOpComputeSlope(0, 0, ACC_TYPE(0), iq2)); + } + + const uint32_t k_offset = (ik2 * p.nb12 + ik3 * p.nb13) / FaBlockBytesK; + const uint32_t v_offset = (iv2 * p.nb22 + iv3 * p.nb23) / FaBlockBytesV; + uint32_t m_offset = 0; + const uint32_t mo_stride = CEIL_DIV(KV, 16 * Bc); + fl_mo_offset = mo_stride * i; + fl_mo_idx = ~0u; + fl_mo_word = 0; + if (p.nem2 != 1 || p.nem3 != 1) { + m_offset += ((iq3 % p.nem3) * p.nem2 + (iq2 % p.nem2)) * p.nem1 * KV; + fl_mo_offset += ((iq3 % p.nem3) * p.nem2 + (iq2 % p.nem2)) * CEIL_DIV(p.nem1, Br) * mo_stride; + } + + uint32_t j = (FLIP_DIRECT && row0 >= N) ? end_j : fl_next_tile(start_j); + if (!FLIP_DIRECT && j < end_j) { + fl_load_k(j, k_offset); + fl_load_v(j, v_offset); + } + + [[dont_unroll]] + while (j < end_j) { + const uint32_t jn = fl_next_tile(j + 1); + const uint32_t mask_bits = fl_mask_bits(j); + + if (!FLIP_DIRECT) { + barrier(); + fl_store_k(); + fl_store_v(fl_kvbuf); + barrier(); + if (jn < end_j) { + fl_load_k(jn, k_offset); + fl_load_v(jn, v_offset); + } + } + + coopmat Sacc[Bc / 16]; + [[unroll]] for (uint32_t c = 0; c < Bc / 16; ++c) { + Sacc[c] = coopmat(0); + } + [[unroll]] for (uint32_t d = 0; d < HSK_pad / 16; ++d) { + [[unroll]] for (uint32_t c = 0; c < Bc / 16; ++c) { + coopmat Kb; + if (FLIP_DIRECT) { + coopMatLoad(Kb, data_kf4, (k_offset + (j * Bc + c * 16) * k_stride) / 4 + d * 4, k_stride / 4, gl_CooperativeMatrixLayoutColumnMajor); + } else { + coopMatLoad(Kb, kvshf, c * 16 * fl_kstride + d * 4, fl_kstride, gl_CooperativeMatrixLayoutColumnMajor); + } + Sacc[c] = coopMatMulAdd(Qa[d], Kb, Sacc[c]); + } + } + + fl_sg_barrier(); + [[unroll]] for (uint32_t c = 0; c < Bc / 16; ++c) { + coopMatStore(Sacc[c], sshf, ss_base + c * 4, fl_sstride, gl_CooperativeMatrixLayoutRowMajor); + } + fl_sg_barrier(); + float s[FL_CPL]; + [[unroll]] for (uint32_t v = 0; v < FL_CPL / 4; ++v) { + const vec4 sv = vec4(sshf[ss_base + lr * fl_sstride + lc * (FL_CPL / 4) + v]); + [[unroll]] for (uint32_t k = 0; k < 4; ++k) { + s[v * 4 + k] = sv[k]; + } + } + + if (LOGIT_SOFTCAP) { + [[unroll]] for (uint32_t k = 0; k < FL_CPL; ++k) { + s[k] = p.logit_softcap * tanh(s[k]); + } + } + + if (MASK_ENABLE && mask_bits != MASK_OPT_ALL_ZERO && myrow < p.nem1) { + const uint32_t moff = m_offset + myrow * KV + j * Bc + lc * FL_CPL; + [[unroll]] for (uint32_t k = 0; k < FL_CPL; ++k) { + s[k] += slope_v * float(data_m[moff + k]); + } + } + + float mx = s[0]; + [[unroll]] for (uint32_t k = 1; k < FL_CPL; ++k) { + mx = max(mx, s[k]); + } + mx = fl_row_max(mx) + FATTN_KQ_MAX_OFFSET; + + if (subgroupAny(mx > M + FL_TAU)) { + const float Mn = max(M, mx); + const float alpha = exp(M - Mn); + const bool o_empty = subgroupAll(M == NEG_FLT_MAX_OVER_2); + M = Mn; + L *= alpha; + if (!o_empty) { + [[unroll]] for (uint32_t t = 0; t < HSV_pad / 16; ++t) { + fl_rescale(Oacc[t], ss_base, lr, lc, alpha); + } + } + } + + fl_sg_barrier(); + [[unroll]] for (uint32_t v = 0; v < FL_CPL / 4; ++v) { + const vec4 pv = exp(vec4(s[v * 4], s[v * 4 + 1], s[v * 4 + 2], s[v * 4 + 3]) - M); + L += pv.x + pv.y + pv.z + pv.w; + fl_store_a(a_base + lr * fl_astride, lc * (FL_CPL / 4) + v, FLOAT_TYPEV4(pv)); + } + fl_sg_barrier(); + + coopmat Pa[Bc / 16]; + [[unroll]] for (uint32_t c = 0; c < Bc / 16; ++c) { + fl_load_a(Pa[c], a_base + c * (4 / FL_PACK)); + } + + [[unroll]] for (uint32_t t = 0; t < HSV_pad / 16; ++t) { + [[unroll]] for (uint32_t c = 0; c < Bc / 16; ++c) { + coopmat Vb; + if (FLIP_DIRECT) { + coopMatLoad(Vb, data_vf4, (v_offset + (j * Bc + c * 16) * v_stride) / 4 + t * 4, v_stride / 4, gl_CooperativeMatrixLayoutRowMajor); + } else if (FL_VT) { + coopMatLoad(Vb, kvshf, fl_kvbuf + t * 16 * fl_vtstride + c * 4, fl_vtstride, gl_CooperativeMatrixLayoutColumnMajor); + } else { + coopMatLoad(Vb, kvshf, fl_kvbuf + c * 16 * fl_kstride + t * 4, fl_kstride, gl_CooperativeMatrixLayoutRowMajor); + } + Oacc[t] = coopMatMulAdd(Pa[c], Vb, Oacc[t]); + } + } + + j = jn; + } + + L = fl_row_sum(L); + + float oscale = 1.0; + uint32_t o_row_offset; + if (p.k_num > 1) { + o_row_offset = HSV * p.ne1 * (split_k_index + p.k_num * (myrow + p.ne2 * iq3)) / 4 + iq2 * HSV / 4; + if (myrow < N && lc == 0) { + const uint32_t lm_offset = HSV * p.ne1 * p.k_num * p.ne2 * p.ne3 + p.ne1 * 2 * (split_k_index + p.k_num * (myrow + p.ne2 * iq3)); + data_o[lm_offset + iq2] = D_TYPE(L); + data_o[lm_offset + p.ne1 + iq2] = D_TYPE(M); + } + } else { + if ((p.mask_n_head_log2 & SINK_ENABLE_BIT) != 0) { + const float sink = float(perElemOpGetSink(0, 0u, ACC_TYPE(0), iq2)); + float ms = 1.0f; + float vs = 1.0f; + if (sink > M) { + ms = exp(M - sink); + } else { + vs = exp(sink - M); + } + L = L * ms + vs; + oscale = ms; + } + oscale *= (L == 0.0) ? 0.0 : (1.0 / L); + o_row_offset = (iq3 * p.ne2 * p.ne1 * HSV + iq2 * HSV + myrow * p.ne1 * HSV) / 4; + } + + [[unroll]] for (uint32_t t = 0; t < HSV_pad / 16; ++t) { + fl_sg_barrier(); + coopMatStore(Oacc[t], sshf, ss_base, fl_sstride, gl_CooperativeMatrixLayoutRowMajor); + fl_sg_barrier(); + [[unroll]] for (uint32_t v = 0; v < FL_OCPL / 4; ++v) { + const uint32_t d4 = t * 4 + lc * (FL_OCPL / 4) + v; + const vec4 o = vec4(sshf[ss_base + lr * fl_sstride + lc * (FL_OCPL / 4) + v]) * oscale; + if (myrow < N && d4 < HSV / 4) { + data_ov4[o_row_offset + d4] = D_TYPEV4(o); + } + } + } +} diff --git a/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_cm2.comp b/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_cm2.comp index c7253784c70f..9ddb4eb82e17 100644 --- a/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_cm2.comp +++ b/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_cm2.comp @@ -193,12 +193,17 @@ FLOAT_TYPEV4 faGatherVVector(const decodeBufFA_V bl_in, const uint32_t blockCoor #endif // Add gathered mask to S (slope==1 since sparse requires max_bias==0). col = slot in block jblk. +#if defined(ACC_TYPE_MAX) +#define ACC_TYPE_NEG (-ACC_TYPE_MAX) +#else +#define ACC_TYPE_NEG ACC_TYPE(NEG_FLT_MAX_OVER_2) +#endif + ACC_TYPE faAddSparseMask(const uint32_t row, const uint32_t col, const ACC_TYPE elem, const uint32_t jblk) { - const float NEG = uintBitsToFloat(0xFEFFFFFF); const uint32_t kvslot = jblk * Bc + col; - if (kvslot >= p.split_kv) { return ACC_TYPE(NEG); } + if (kvslot >= p.split_kv) { return ACC_TYPE_NEG; } const int r = data_sparse[sparse_base + kvslot]; - return r < 0 ? ACC_TYPE(NEG) : elem + ACC_TYPE(data_mf16[g_m_off_elem + row * m_stride + uint(r)]); + return r < 0 ? ACC_TYPE_NEG : elem + ACC_TYPE(data_mf16[g_m_off_elem + row * m_stride + uint(r)]); } ACC_TYPE maxReduce(const in ACC_TYPE x, const in ACC_TYPE y) { @@ -319,8 +324,6 @@ void main() { coopmat L, M; - // Use -FLT_MAX/2 rather than -inf to reduce the possibility of NaNs, e.g. when computing Mold-M. - const float NEG_FLT_MAX_OVER_2 = uintBitsToFloat(0xFEFFFFFF); L = coopmat(0); #if defined(ACC_TYPE_MAX) @@ -443,7 +446,7 @@ void main() { uint R = ((i + 1) * Br > N) ? (N % Br) : Br; uint C = ((j + 1) * Bc > KV) ? (KV % Bc) : Bc; - coopMatPerElementNV(S, S, replacePadding, ACC_TYPE(NEG_FLT_MAX_OVER_2), R, C); + coopMatPerElementNV(S, S, replacePadding, ACC_TYPE_NEG, R, C); } coopmat rowmax, P, rowsum, eM; diff --git a/ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp b/ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp index d26357498240..52e5f0440d12 100644 --- a/ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp +++ b/ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp @@ -738,6 +738,11 @@ void process_shaders() { #if defined(GGML_VULKAN_COOPMAT_GLSLC_SUPPORT) string_to_spv("flash_attn_f32_f16", "flash_attn_cm1.comp", merge_maps(fa_base_dict, {{"Q_TYPE", "float"}, {"D_TYPE", "float"}, {"D_TYPEV4", "vec4"}, {"COOPMAT", "1"}}), fp16, true, false, f16acc); + + std::map fa_flip_dict = fa_base_dict; + fa_flip_dict.erase("DATA_A_IQ4_NL"); + string_to_spv("flash_attn_f32_f16_flip", "flash_attn_cm1_flip.comp", + merge_maps(fa_flip_dict, {{"Q_TYPE", "float"}, {"D_TYPE", "float"}, {"D_TYPEV4", "vec4"}, {"COOPMAT", "1"}}), fp16, true, false, f16acc); #endif } @@ -770,6 +775,9 @@ void process_shaders() { string_to_spv("flash_attn_f32_f16_bf16", "flash_attn_cm1.comp", merge_maps(fa_bf16_dict, {{"Q_TYPE", "float"}, {"D_TYPE", "float"}, {"D_TYPEV4", "vec4"}, {"COOPMAT", "1"}}), true, true, false, false); + string_to_spv("flash_attn_f32_f16_bf16_flip", "flash_attn_cm1_flip.comp", + merge_maps(fa_bf16_dict, {{"Q_TYPE", "float"}, {"D_TYPE", "float"}, {"D_TYPEV4", "vec4"}, {"COOPMAT", "1"}}), + true, true, false, false); #endif #if defined(GGML_VULKAN_BFLOAT16_GLSLC_SUPPORT) && defined(GGML_VULKAN_COOPMAT2_GLSLC_SUPPORT) From 3bc612fe23e2fdf27073c2386381b6d952a7f1f1 Mon Sep 17 00:00:00 2001 From: Richard Palethorpe Date: Sat, 14 Nov 2026 22:37:14 +0000 Subject: [PATCH 052/249] vulkan: Explicitly include SPIRV-Headers (#31416) * vulkan: Explicitly include SPIRV-Headers Distros that don't put the headers in a system include path need to specify it to the compiler. So we use the appropriate CMake target to include it. Assisted-by: Codex * vulkan: Add explicit headers location to workaround OSX CI runner conf --- ci/run.sh | 2 ++ ggml/CMakeLists.txt | 1 + ggml/src/ggml-vulkan/CMakeLists.txt | 7 ++++++- 3 files changed, 9 insertions(+), 1 deletion(-) diff --git a/ci/run.sh b/ci/run.sh index 1beb54b0759d..cb8918ab9c86 100755 --- a/ci/run.sh +++ b/ci/run.sh @@ -122,6 +122,8 @@ if [ ! -z ${GG_BUILD_VULKAN} ]; then MACOS_RUNNER_CUSTOM_SPIRV_HEADERS_LOCATION="${MACOS_RUNNER_CUSTOM_VULKAN_CMAKE_LOCATION}/SPIRV-Headers/SPIRV-HeadersConfig.cmake" if [[ -f "${MACOS_RUNNER_CUSTOM_SPIRV_HEADERS_LOCATION}" || -h "${MACOS_RUNNER_CUSTOM_SPIRV_HEADERS_LOCATION}" ]]; then CMAKE_EXTRA="${CMAKE_EXTRA} -DSPIRV-Headers_DIR=${MACOS_RUNNER_CUSTOM_VULKAN_CMAKE_LOCATION}/SPIRV-Headers" + # SPIRV-Headers walks up three directories and appends /include, yielding /usr/local/lib/include; the extra vulkan/ level likely breaks its prefix calculation. + CMAKE_EXTRA="${CMAKE_EXTRA} -DGGML_VULKAN_SPIRV_INCLUDE_DIR=/usr/local/include" fi fi diff --git a/ggml/CMakeLists.txt b/ggml/CMakeLists.txt index b1018cbbb56e..03bdb03edae1 100644 --- a/ggml/CMakeLists.txt +++ b/ggml/CMakeLists.txt @@ -228,6 +228,7 @@ option(GGML_VULKAN_MEMORY_DEBUG "ggml: enable Vulkan memory debug ou option(GGML_VULKAN_SHADER_DEBUG_INFO "ggml: enable Vulkan shader debug info" OFF) option(GGML_VULKAN_VALIDATE "ggml: enable Vulkan validation" OFF) option(GGML_VULKAN_RUN_TESTS "ggml: run Vulkan tests" OFF) +set (GGML_VULKAN_SPIRV_INCLUDE_DIR "" CACHE PATH "ggml: override the SPIRV-Headers include directory") option(GGML_WEBGPU "ggml: use WebGPU" OFF) option(GGML_WEBGPU_DEBUG "ggml: enable WebGPU debug output" OFF) option(GGML_WEBGPU_CPU_PROFILE "ggml: enable WebGPU profiling (CPU)" OFF) diff --git a/ggml/src/ggml-vulkan/CMakeLists.txt b/ggml/src/ggml-vulkan/CMakeLists.txt index 682b90e1629b..791753a8cf9a 100644 --- a/ggml/src/ggml-vulkan/CMakeLists.txt +++ b/ggml/src/ggml-vulkan/CMakeLists.txt @@ -13,6 +13,11 @@ if (DEFINED ENV{VULKAN_SDK}) endif() find_package(SPIRV-Headers CONFIG REQUIRED) +if (GGML_VULKAN_SPIRV_INCLUDE_DIR) + set_property(TARGET SPIRV-Headers::SPIRV-Headers PROPERTY + INTERFACE_INCLUDE_DIRECTORIES "${GGML_VULKAN_SPIRV_INCLUDE_DIR}") +endif() + if (CMAKE_CXX_COMPILER_ID STREQUAL "MSVC") # Parallel build object files add_definitions(/MP) @@ -120,7 +125,7 @@ if (Vulkan_FOUND) "GGML_VULKAN_FLOAT_E4M3_GLSLC_SUPPORT" ) - target_link_libraries(ggml-vulkan PRIVATE Vulkan::Vulkan) + target_link_libraries(ggml-vulkan PRIVATE Vulkan::Vulkan SPIRV-Headers::SPIRV-Headers) target_include_directories(ggml-vulkan PRIVATE ${CMAKE_CURRENT_BINARY_DIR}) # Workaround to the "can't dereference invalidated vector iterator" bug in clang-cl debug build From 3e41ae69dba547d27d37a9bdad8b087a85c792c1 Mon Sep 17 00:00:00 2001 From: Yuri Khrustalev Date: Sat, 14 Nov 2026 17:37:46 -0500 Subject: [PATCH 053/249] llama : allocate the tensor staging buffer from the CPU buffer type (#31438) * llama : allocate the tensor staging buffer from the CPU buffer type * llama : drop the staging buffer test, reword the comment --- src/llama-model-loader.cpp | 17 +++++++++++------ 1 file changed, 11 insertions(+), 6 deletions(-) diff --git a/src/llama-model-loader.cpp b/src/llama-model-loader.cpp index 2cbee61d4a69..548ade1019a0 100644 --- a/src/llama-model-loader.cpp +++ b/src/llama-model-loader.cpp @@ -1776,7 +1776,8 @@ bool llama_model_loader::load_all_data( } // staging buffer for non-host buffers without async uploads, reused because a fresh allocation per tensor page faults on every load - std::vector> read_buf; + // allocated from the CPU buffer type, which uses vm_allocate on Apple platforms, so freeing it returns its pages to the OS right away + ggml_backend_buffer_ptr read_buf; for (struct ggml_tensor * cur : tensors) { const auto * weight = get_weight(ggml_get_name(cur)); if (weight == nullptr) { @@ -1904,12 +1905,16 @@ bool llama_model_loader::load_all_data( const size_t buf_size = read_size + align - 1; // tensors come biggest-first: shrink the buffer when it gets too large, so peak memory stays close to one tensor - if (read_buf.size() < buf_size || read_buf.size() > 2*buf_size) { - // free the old buffer first, `read_buf = {}` would keep its capacity - read_buf = std::vector>(); - read_buf.resize(buf_size); + const size_t read_buf_size = read_buf ? ggml_backend_buffer_get_size(read_buf.get()) : 0; + if (!read_buf || read_buf_size < buf_size || read_buf_size > 2*buf_size) { + // free the old buffer first, so only one is alive + read_buf.reset(); + read_buf.reset(ggml_backend_buft_alloc_buffer(ggml_backend_cpu_buffer_type(), buf_size)); + if (!read_buf) { + throw std::runtime_error(format("failed to allocate a %zu-byte staging buffer", buf_size)); + } } - uint8_t * read_dst = (uint8_t *) GGML_PAD((uintptr_t) read_buf.data(), align); + uint8_t * read_dst = (uint8_t *) GGML_PAD((uintptr_t) ggml_backend_buffer_get_base(read_buf.get()), align); file->seek(aligned_offset, SEEK_SET); file->read_raw_unsafe(read_dst, read_size); From acf5d545620203068a87772ee546eb2490de0453 Mon Sep 17 00:00:00 2001 From: Aaron Teo Date: Sun, 15 Nov 2026 06:38:06 +0800 Subject: [PATCH 054/249] llamafile: introduce more Q0 quant support for s390x (#32203) Signed-off-by: Aaron Teo --- ggml/src/ggml-cpu/llamafile/sgemm.cpp | 182 +++++++++++++++++++++++--- 1 file changed, 165 insertions(+), 17 deletions(-) diff --git a/ggml/src/ggml-cpu/llamafile/sgemm.cpp b/ggml/src/ggml-cpu/llamafile/sgemm.cpp index 384f7dbe280e..68105f029fbf 100644 --- a/ggml/src/ggml-cpu/llamafile/sgemm.cpp +++ b/ggml/src/ggml-cpu/llamafile/sgemm.cpp @@ -1309,14 +1309,12 @@ class tinyBLAS_RVV { // QUANT ZERO MATRIX MULTIPLICATION #if defined(__VXE__) || defined(__VXE2__) -template +template class tinyBLAS_Q0_VXE { - static_assert(sizeof(TA::qs) == QK8_0, "VXE weight loads require 32 quantized bytes per block"); - public: tinyBLAS_Q0_VXE(int64_t k, const TA * A, int64_t lda, - const block_q8_0 * B, int64_t ldb, + const TB * B, int64_t ldb, float * C, int64_t ldc, int32_t ith, int32_t nth) : A(A), B(B), C(C), k(k), lda(lda), ldb(ldb), ldc(ldc), ith(ith), nth(nth) { @@ -1333,44 +1331,54 @@ class tinyBLAS_Q0_VXE { for (int64_t job = start; job < end; ++job) { const int64_t ii = tile_size * (job % row_tiles); const int64_t jj = tile_size * (job / row_tiles); + + float sum_min[tile_size][tile_size] = {}; float32x4_t v_sum[tile_size][tile_size] = {}; for (int64_t l = 0; l < k; ++l) { - int8x16_t v_xl[tile_size], v_xh[tile_size], v_yl[tile_size], v_yh[tile_size]; + int8x16_t v_xl[tile_size], v_xh[tile_size]; + int8x16_t v_yl[tile_size], v_yh[tile_size]; + float x_scale[tile_size], y_scale[tile_size]; + float x_min[tile_size], y_sum[tile_size]; for (int32_t i = 0; i < tile_size; ++i) { const TA & x = A[lda * (ii + i) + l]; - const block_q8_0 & y = B[ldb * (jj + i) + l]; - - const int8_t * x_qs = x.qs; - const int8_t * y_qs = y.qs; - v_xl[i] = vec_xl(0, x_qs); - v_xh[i] = vec_xl(0, x_qs + QK8_0 / 2); - v_yl[i] = vec_xl(0, y_qs); - v_yh[i] = vec_xl(0, y_qs + QK8_0 / 2); + const TB & y = B[ldb * (jj + i) + l]; + + load(x, v_xl[i], v_xh[i]); + load(y, v_yl[i], v_yh[i]); + x_scale[i] = unhalf(x.d); y_scale[i] = unhalf(y.d); + x_min[i] = min(x); + y_sum[i] = sum(y); } for (int32_t j = 0; j < tile_size; ++j) { for (int32_t i = 0; i < tile_size; ++i) { - const int32x4_t v_dot = dot_s8_wide(v_xl[i], v_yl[j]) + dot_s8_wide(v_xh[i], v_yh[j]); + const int32x4_t v_dot = dot(v_xl[i], v_xh[i], v_yl[j], v_yh[j]); const float32x4_t v_scale = vec_splats(x_scale[i] * y_scale[j]); v_sum[j][i] = vec_madd(vec_float(v_dot), v_scale, v_sum[j][i]); + if (has_min) { + sum_min[j][i] += x_min[i] * y_sum[j]; + } } } } for (int32_t j = 0; j < tile_size; ++j) { for (int32_t i = 0; i < tile_size; ++i) { - C[ldc * (jj + j) + ii + i] = hsum(v_sum[j][i]); + C[ldc * (jj + j) + ii + i] = hsum(v_sum[j][i]) + sum_min[j][i]; } } } } private: + // Q4_1 and Q5_1 weights have a block minimum, it pairs with the Q8_1 block sum. + static constexpr bool has_min = std::is_same::value; + static int32x4_t dot_s8_wide(int8x16_t v_x, int8x16_t v_y) { const int16x8_t v_even = vec_mule(v_x, v_y); const int16x8_t v_odd = vec_mulo(v_x, v_y); @@ -1378,8 +1386,86 @@ class tinyBLAS_Q0_VXE { return vec_unpackh(v_even) + vec_unpackl(v_even) + vec_unpackh(v_odd) + vec_unpackl(v_odd); } + static int32x4_t dot(int8x16_t v_xl, int8x16_t v_xh, int8x16_t v_yl, int8x16_t v_yh) { + // block_q8_0 path + if (std::is_same::value) { + return dot_s8_wide(v_xl, v_yl) + dot_s8_wide(v_xh, v_yh); + } + + // block_q8_1 path + const int16x8_t v_one = vec_splats((int16_t)1); + const int16x8_t v_xy = vec_meadd(v_xl, v_yl, vec_moadd(v_xl, v_yl, vec_meadd(v_xh, v_yh, vec_mulo(v_xh, v_yh)))); + return vec_meadd(v_xy, v_one, vec_mulo(v_xy, v_one)); + } + + static void load(const block_q4_0 & x, int8x16_t & v_xl, int8x16_t & v_xh) { + const uint8_t * x_qs = x.qs; + const uint8x16_t v_x = vec_xl(0, x_qs); + v_xl = (int8x16_t)vec_and(v_x, vec_splats((uint8_t)0x0F)) - vec_splats((int8_t)8); + v_xh = (int8x16_t)vec_sr(v_x, 4) - vec_splats((int8_t)8); + } + + static void load(const block_q4_1 & x, int8x16_t & v_xl, int8x16_t & v_xh) { + const uint8_t * x_qs = x.qs; + const uint8x16_t v_x = vec_xl(0, x_qs); + v_xl = (int8x16_t)vec_and(v_x, vec_splats((uint8_t)0x0F)); + v_xh = (int8x16_t)vec_sr(v_x, 4); + } + + static void load(const block_q5_0 & x, int8x16_t & v_xl, int8x16_t & v_xh) { + const uint8_t * x_qs = x.qs; + const uint8x16_t v_x = vec_xl(0, x_qs); + uint8x16_t v_qhl, v_qhh; + load_qh(x.qh, v_qhl, v_qhh); + v_xl = (int8x16_t)vec_or(vec_and(v_x, vec_splats((uint8_t)0x0F)), v_qhl) - vec_splats((int8_t)16); + v_xh = (int8x16_t)vec_or(vec_sr(v_x, 4), v_qhh) - vec_splats((int8_t)16); + } + + static void load(const block_q5_1 & x, int8x16_t & v_xl, int8x16_t & v_xh) { + const uint8_t * x_qs = x.qs; + const uint8x16_t v_x = vec_xl(0, x_qs); + uint8x16_t v_qhl, v_qhh; + load_qh(x.qh, v_qhl, v_qhh); + v_xl = (int8x16_t)vec_or(vec_and(v_x, vec_splats((uint8_t)0x0F)), v_qhl); + v_xh = (int8x16_t)vec_or(vec_sr(v_x, 4), v_qhh); + } + + static void load(const block_q8_0 & x, int8x16_t & v_xl, int8x16_t & v_xh) { + const int8_t * x_qs = x.qs; + v_xl = vec_xl(0, x_qs); + v_xh = vec_xl(0, x_qs + QK8_0 / 2); + } + + static void load(const block_q8_1 & x, int8x16_t & v_xl, int8x16_t & v_xh) { + const int8_t * x_qs = x.qs; + v_xl = vec_xl(0, x_qs); + v_xh = vec_xl(0, x_qs + QK8_1 / 2); + } + + // expand the 32 high bits to one byte each, with value 0 or 16 + static void load_qh(const uint8_t * qh, uint8x16_t & v_qhl, uint8x16_t & v_qhh) { + // qh is a native 32-bit value, on big-endian its lowest bits are in byte 3 + const uint8x16_t v_bytel = { 3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2 }; + const uint8x16_t v_byteh = { 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0 }; + const uint8x16_t v_bit = { 1, 2, 4, 8, 16, 32, 64, 128, 1, 2, 4, 8, 16, 32, 64, 128 }; + + uint32_t tmp; + memcpy(&tmp, qh, sizeof(tmp)); + const uint8x16_t v_qh = (uint8x16_t)vec_splats(tmp); + + v_qhl = (uint8x16_t)vec_cmpeq(vec_and(vec_perm(v_qh, v_qh, v_bytel), v_bit), v_bit) & vec_splats((uint8_t)16); + v_qhh = (uint8x16_t)vec_cmpeq(vec_and(vec_perm(v_qh, v_qh, v_byteh), v_bit), v_bit) & vec_splats((uint8_t)16); + } + + static float min(const block_q4_1 & x) { return unhalf(x.m); } + static float min(const block_q5_1 & x) { return unhalf(x.m); } + template static float min(const T &) { return 0.0f; } + + static float sum(const block_q8_0 & ) { return 0.0f; } + static float sum(const block_q8_1 & y) { return unhalf(y.s); } + const TA * const A; - const block_q8_0 * const B; + const TB * const B; float * const C; const int64_t k; const int64_t lda; @@ -4262,7 +4348,7 @@ bool llamafile_sgemm(const struct ggml_compute_params * params, int64_t m, int64 if (m % 2 || n % 2) { return false; } - tinyBLAS_Q0_VXE tb{ + tinyBLAS_Q0_VXE tb{ k, (const block_q8_0 *)A, lda, (const block_q8_0 *)B, ldb, (float *)C, ldc, @@ -4306,6 +4392,17 @@ bool llamafile_sgemm(const struct ggml_compute_params * params, int64_t m, int64 params->ith, params->nth}; tb.matmul(m, n); return true; +#elif defined(__VXE__) || defined(__VXE2__) + if (m % 2 || n % 2) { + return false; + } + tinyBLAS_Q0_VXE tb{ + k, (const block_q4_0 *)A, lda, + (const block_q8_0 *)B, ldb, + (float *)C, ldc, + params->ith, params->nth}; + tb.matmul(m, n); + return true; #elif defined(__MMA__) //TO-DO: Remove this condition once gemv forwarding is enabled. if (n < 8 && n != 4) @@ -4335,6 +4432,57 @@ bool llamafile_sgemm(const struct ggml_compute_params * params, int64_t m, int64 params->ith, params->nth}; tb.matmul(m, n); return true; +#elif defined(__VXE__) || defined(__VXE2__) + if (m % 2 || n % 2) { + return false; + } + tinyBLAS_Q0_VXE tb{ + k, (const block_q5_0 *)A, lda, + (const block_q8_0 *)B, ldb, + (float *)C, ldc, + params->ith, params->nth}; + tb.matmul(m, n); + return true; +#else + return false; +#endif + } + + case GGML_TYPE_Q4_1: { + if (Btype != GGML_TYPE_Q8_1) { + return false; + } +#if defined(__VXE__) || defined(__VXE2__) + if (m % 2 || n % 2) { + return false; + } + tinyBLAS_Q0_VXE tb{ + k, (const block_q4_1 *)A, lda, + (const block_q8_1 *)B, ldb, + (float *)C, ldc, + params->ith, params->nth}; + tb.matmul(m, n); + return true; +#else + return false; +#endif + } + + case GGML_TYPE_Q5_1: { + if (Btype != GGML_TYPE_Q8_1) { + return false; + } +#if defined(__VXE__) || defined(__VXE2__) + if (m % 2 || n % 2) { + return false; + } + tinyBLAS_Q0_VXE tb{ + k, (const block_q5_1 *)A, lda, + (const block_q8_1 *)B, ldb, + (float *)C, ldc, + params->ith, params->nth}; + tb.matmul(m, n); + return true; #else return false; #endif From f8cc5774e70b95d4ef25129e726b5ffde3ccc222 Mon Sep 17 00:00:00 2001 From: Niklas Wenzel Date: Sat, 14 Nov 2026 23:57:23 +0100 Subject: [PATCH 055/249] memory : fix non-consecutive position warning for M-RoPE (#32287) --- src/llama-memory-recurrent.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llama-memory-recurrent.cpp b/src/llama-memory-recurrent.cpp index 9213ac1dcb9d..2bb8ef18c118 100644 --- a/src/llama-memory-recurrent.cpp +++ b/src/llama-memory-recurrent.cpp @@ -666,7 +666,7 @@ bool llama_memory_recurrent::find_slot(const llama_ubatch & ubatch) { const int32_t cell_id = s + min; auto & cell = cells[cell_id]; - if (cell.pos >= 0 && last_pos != cell.pos + (llama_pos) n_seq_tokens) { + if (ubatch.n_pos == 1 && cell.pos >= 0 && last_pos != cell.pos + (llama_pos) n_seq_tokens) { // What should happen when the pos backtracks or skips a value? // Clearing the state mid-batch would require special-casing which isn't done. LLAMA_LOG_WARN("%s: non-consecutive token position %d after %d for sequence %d with %u new tokens\n", From dca216ad63c586f0db465324f785c5a418faef58 Mon Sep 17 00:00:00 2001 From: Pranav Dhinakar Date: Sat, 14 Nov 2026 15:03:31 -0800 Subject: [PATCH 056/249] hexagon: add TIMESTEP_EMBEDDING HVX kernel (#32228) * hexagon: add TIMESTEP_EMBEDDING HVX kernel * hex-timestep: add dma, improve kparams, and work-splits, and tracing * timestep: add testcases that cover WAN2.2 * hex-timestep: relax the gates to cont_rows --------- Co-authored-by: Max Krasnyansky --- ggml/src/ggml-hexagon/htp-kparams.cpp | 92 ++++++++++ ggml/src/ggml-hexagon/htp-kparams.h | 1 + ggml/src/ggml-hexagon/htp-opnode.cpp | 4 + ggml/src/ggml-hexagon/htp/CMakeLists.txt | 1 + ggml/src/ggml-hexagon/htp/htp-ctx.h | 1 + ggml/src/ggml-hexagon/htp/htp-ops.h | 2 +- ggml/src/ggml-hexagon/htp/main.c | 3 + ggml/src/ggml-hexagon/htp/timestep-ops.c | 217 +++++++++++++++++++++++ ggml/src/ggml-hexagon/htp/timestep-ops.h | 67 +++++++ tests/test-backend-ops.cpp | 3 + 10 files changed, 390 insertions(+), 1 deletion(-) create mode 100644 ggml/src/ggml-hexagon/htp/timestep-ops.c create mode 100644 ggml/src/ggml-hexagon/htp/timestep-ops.h diff --git a/ggml/src/ggml-hexagon/htp-kparams.cpp b/ggml/src/ggml-hexagon/htp-kparams.cpp index 4c771946a3d2..6d365b8119c7 100644 --- a/ggml/src/ggml-hexagon/htp-kparams.cpp +++ b/ggml/src/ggml-hexagon/htp-kparams.cpp @@ -65,6 +65,7 @@ htp_op_code htp_op_remap(const struct ggml_tensor * t) { case GGML_OP_CONV_2D_DW: return HTP_OP_CONV_2D_DW; case GGML_OP_CONV_3D: return HTP_OP_CONV_3D; case GGML_OP_ROLL: return HTP_OP_ROLL; + case GGML_OP_TIMESTEP_EMBEDDING: return HTP_OP_TIMESTEP_EMBEDDING; case GGML_OP_UPSCALE: return HTP_OP_UPSCALE; case GGML_OP_LIGHTNING_INDEXER: return HTP_OP_LIGHTNING_INDEXER; @@ -3808,6 +3809,94 @@ static bool htp_kparams_solve_fill( return true; } +static bool htp_kparams_solve_timestep_embedding( + const struct ggml_hexagon_session * sess, + const struct ggml_tensor * op, + struct htp_timestep_kernel_params * kparams +) { + memset(kparams, 0, sizeof(*kparams)); + + const struct ggml_tensor * src0 = op->src[0]; + const struct ggml_tensor * dst = op; + + if (src0->type != GGML_TYPE_F32 || dst->type != GGML_TYPE_F32) { + return false; + } + + const int32_t dim = ggml_get_op_params_i32(op, 0); + const int32_t max_period = ggml_get_op_params_i32(op, 1); + + if (dim <= 0 || max_period <= 0) { + return false; + } + if (src0->ne[1] != 1 || src0->ne[2] != 1 || src0->ne[3] != 1 || + dst->ne[0] != dim || dst->ne[1] != src0->ne[0] || dst->ne[2] != 1 || dst->ne[3] != 1) { + return false; + } + if (!ggml_is_contiguous_rows(src0) || !ggml_is_contiguous_rows(dst)) { + return false; + } + + if (src0->ne[0] <= 0 || src0->ne[0] > INT32_MAX || dim < 2) { + return false; + } + + // below this many output elements threading costs more than it saves + constexpr uint32_t min_split_elems = 1024; + // target size of one VTCM output buffer per thread + constexpr size_t out_buf_budget = 16 * 1024; + + const uint32_t n_rows = (uint32_t) src0->ne[0]; + const uint32_t half = (uint32_t) dim / 2; + const uint32_t n_blocks = (half + HTP_TIMESTEP_BLOCK - 1) / HTP_TIMESTEP_BLOCK; + + // split rows or freq blocks, whichever keeps more threads busy + const uint32_t max_hvx = (uint64_t) n_rows * (uint32_t) dim < min_split_elems ? 1 : htp_session_n_hvx(sess); + const uint32_t hvx_rows = (std::min)(max_hvx, n_rows); + const uint32_t hvx_cols = (std::min)(max_hvx, n_blocks); + const bool split_cols = hvx_cols > hvx_rows; + + uint32_t rows_per_hvx = n_rows; + uint32_t blocks_per_hvx = n_blocks; + uint32_t n_hvx = 1; + if (split_cols) { + blocks_per_hvx = (n_blocks + hvx_cols - 1) / hvx_cols; + n_hvx = (n_blocks + blocks_per_hvx - 1) / blocks_per_hvx; + } else { + rows_per_hvx = (n_rows + hvx_rows - 1) / hvx_rows; + n_hvx = (n_rows + rows_per_hvx - 1) / rows_per_hvx; + } + + struct htp_timestep_vtcm_layout layout; + htp_timestep_vtcm_layout_build(&layout, (uint32_t) dim, blocks_per_hvx, 1, n_hvx); + + const size_t row_bytes = layout.out_buf_size; // one [cos | sin] row + uint32_t chunk_rows = (uint32_t) (std::max)((size_t) 1, (std::min)((size_t) rows_per_hvx, out_buf_budget / row_bytes)); + + htp_timestep_vtcm_layout_build(&layout, (uint32_t) dim, blocks_per_hvx, chunk_rows, n_hvx); + while (layout.total_bytes > htp_session_vtcm_size(sess) && chunk_rows > 1) { + chunk_rows /= 2; + htp_timestep_vtcm_layout_build(&layout, (uint32_t) dim, blocks_per_hvx, chunk_rows, n_hvx); + } + if (layout.total_bytes > htp_session_vtcm_size(sess)) { + return false; + } + + kparams->n_hvx = n_hvx; + kparams->n_rows = n_rows; + kparams->dim = (uint32_t) dim; + kparams->half = half; + kparams->n_blocks = n_blocks; + kparams->split_cols = split_cols ? 1 : 0; + kparams->rows_per_hvx = rows_per_hvx; + kparams->blocks_per_hvx = blocks_per_hvx; + kparams->chunk_rows = chunk_rows; + kparams->vtcm_size = (uint32_t) layout.total_bytes; + kparams->freq_scale = -logf((float) max_period) / (float) half; + + return true; +} + static bool htp_kparams_solve_roll( const struct ggml_hexagon_session * sess, const struct ggml_tensor * op, @@ -5663,6 +5752,9 @@ bool htp_kparams_solve( case HTP_OP_ROLL: return htp_kparams_invoke(sess, op, kparams); + case HTP_OP_TIMESTEP_EMBEDDING: + return htp_kparams_invoke(sess, op, kparams); + case HTP_OP_LIGHTNING_INDEXER: return htp_kparams_invoke(sess, op, kparams); diff --git a/ggml/src/ggml-hexagon/htp-kparams.h b/ggml/src/ggml-hexagon/htp-kparams.h index 0ef485509369..bae41ef1bbea 100644 --- a/ggml/src/ggml-hexagon/htp-kparams.h +++ b/ggml/src/ggml-hexagon/htp-kparams.h @@ -28,6 +28,7 @@ #include "htp/set-rows-ops.h" #include "htp/softmax-ops.h" #include "htp/solve-tri-ops.h" +#include "htp/timestep-ops.h" #include "htp/ssm-conv.h" #include "htp/ssm-scan-ops.h" #include "htp/sum-rows-ops.h" diff --git a/ggml/src/ggml-hexagon/htp-opnode.cpp b/ggml/src/ggml-hexagon/htp-opnode.cpp index 025ff7ddbc86..b7be0cea23c6 100644 --- a/ggml/src/ggml-hexagon/htp-opnode.cpp +++ b/ggml/src/ggml-hexagon/htp-opnode.cpp @@ -21,6 +21,7 @@ #include "htp/ssm-conv.h" #include "htp/ssm-scan-ops.h" #include "htp/sum-rows-ops.h" +#include "htp/timestep-ops.h" #include "htp/top-k-mask-ops.h" #include "htp/unary-ops.h" #include "htp/upscale-ops.h" @@ -276,6 +277,9 @@ static std::string format_kernel_params(const htp_opnode & node) { case HTP_UPSCALE_KERNEL_BICUBIC: ktype_str = "bicubic"; break; } snprintf(str, max_size, "%s nhvx %u chk %u vtcm %u", ktype_str, (unsigned int) kparams->n_hvx, (unsigned int) kparams->dst_nrows_per_chunk, (unsigned int) kparams->vtcm_size); + } else if (node.opcode == HTP_OP_TIMESTEP_EMBEDDING) { + const auto * kparams = node.kparams(); + snprintf(str, max_size, "%s nhvx %u chk %u vtcm %u", kparams->split_cols ? "cols" : "rows", (unsigned int) kparams->n_hvx, (unsigned int) kparams->chunk_rows, (unsigned int) kparams->vtcm_size); } else { snprintf(str, max_size, "----"); } diff --git a/ggml/src/ggml-hexagon/htp/CMakeLists.txt b/ggml/src/ggml-hexagon/htp/CMakeLists.txt index 90980a0eef6c..029f9df99010 100644 --- a/ggml/src/ggml-hexagon/htp/CMakeLists.txt +++ b/ggml/src/ggml-hexagon/htp/CMakeLists.txt @@ -40,6 +40,7 @@ add_library(${HTP_LIB} SHARED cumsum-ops.c top-k-mask-ops.c fill-ops.c + timestep-ops.c concat-ops.c diag-ops.c solve-tri-ops.c diff --git a/ggml/src/ggml-hexagon/htp/htp-ctx.h b/ggml/src/ggml-hexagon/htp/htp-ctx.h index ccbf6afee747..27b56ff0be10 100644 --- a/ggml/src/ggml-hexagon/htp/htp-ctx.h +++ b/ggml/src/ggml-hexagon/htp/htp-ctx.h @@ -201,6 +201,7 @@ int op_pool_2d(struct htp_ops_context * octx); int op_pool_1d(struct htp_ops_context * octx); int op_allreduce(struct htp_ops_context * octx); int op_roll(struct htp_ops_context * octx); +int op_timestep_embedding(struct htp_ops_context * octx); int op_upscale(struct htp_ops_context * octx); int op_lightning_indexer(struct htp_ops_context * octx); diff --git a/ggml/src/ggml-hexagon/htp/htp-ops.h b/ggml/src/ggml-hexagon/htp/htp-ops.h index 4f24eda1e47f..2cb49c0a8f46 100644 --- a/ggml/src/ggml-hexagon/htp/htp-ops.h +++ b/ggml/src/ggml-hexagon/htp/htp-ops.h @@ -128,7 +128,7 @@ enum htp_op_code { HTP_OP_TOP_K_MASK, HTP_OP_LIGHTNING_INDEXER, HTP_OP_SSM_SCAN, - + HTP_OP_TIMESTEP_EMBEDDING, HTP_OP_INVALID }; diff --git a/ggml/src/ggml-hexagon/htp/main.c b/ggml/src/ggml-hexagon/htp/main.c index 9d97f01860c9..712e898d2d89 100644 --- a/ggml/src/ggml-hexagon/htp/main.c +++ b/ggml/src/ggml-hexagon/htp/main.c @@ -1056,6 +1056,9 @@ static int execute_op(struct htp_ops_context * octx) { case HTP_OP_ROLL: return op_roll(octx); + case HTP_OP_TIMESTEP_EMBEDDING: + return op_timestep_embedding(octx); + case HTP_OP_POOL_2D: return op_pool_2d(octx); diff --git a/ggml/src/ggml-hexagon/htp/timestep-ops.c b/ggml/src/ggml-hexagon/htp/timestep-ops.c new file mode 100644 index 000000000000..28451e38b06d --- /dev/null +++ b/ggml/src/ggml-hexagon/htp/timestep-ops.c @@ -0,0 +1,217 @@ +#pragma clang diagnostic ignored "-Wunused-variable" +#pragma clang diagnostic ignored "-Wunused-function" +#pragma clang diagnostic ignored "-Wunused-but-set-variable" + +#include +#include + +#include "hex-common.h" +#include "htp-trace.h" + +#include "hvx-utils.h" + +#define GGML_COMMON_DECL_C +#include "ggml-common.h" +#include "htp-ctx.h" +#include "htp-ops.h" +#include "htp-tensor.h" +#include "htp-vtcm.h" +#include "dma-queue.h" +#include "timestep-ops.h" + +// ggml op_params layout for TIMESTEP_EMBEDDING: +// op_params[0] - dim +// op_params[1] - max_period + +// f32 lanes 0..31 built in registers +static inline HVX_Vector timestep_iota_f32(void) { + const HVX_Vector zero = Q6_V_vzero(); + const HVX_Vector one = Q6_V_vsplat_R(1); + HVX_Vector v = one; + v = Q6_Vw_vadd_VwVw(v, Q6_V_vlalign_VVR(v, zero, 4)); + v = Q6_Vw_vadd_VwVw(v, Q6_V_vlalign_VVR(v, zero, 8)); + v = Q6_Vw_vadd_VwVw(v, Q6_V_vlalign_VVR(v, zero, 16)); + v = Q6_Vw_vadd_VwVw(v, Q6_V_vlalign_VVR(v, zero, 32)); + v = Q6_Vw_vadd_VwVw(v, Q6_V_vlalign_VVR(v, zero, 64)); + return Q6_Vsf_equals_Vw(Q6_Vw_vsub_VwVw(v, one)); +} + +struct htp_timestep_context { + struct htp_ops_context * octx; + const struct htp_timestep_kernel_params * kparams; + struct htp_timestep_vtcm_layout layout; +}; + +static __attribute__((noinline)) void timestep_compute_freq(float * restrict freq, uint32_t jb0, uint32_t nb, float freq_scale) { + const HVX_Vector v_iota = timestep_iota_f32(); + const HVX_Vector v_scale = hvx_vec_splat_f32(freq_scale); + const HVX_Vector v_step = hvx_vec_splat_f32((float) HTP_TIMESTEP_BLOCK); + + HVX_Vector v_j = hvx_vec_add_f32_f32(hvx_vec_splat_f32((float) (jb0 * HTP_TIMESTEP_BLOCK)), v_iota); + + // exp constants fill the register file, pipelining this loop spills them + #pragma clang loop pipeline(disable) unroll(disable) + for (uint32_t b = 0; b < nb; ++b) { + hvx_vmem(freq + b * HTP_TIMESTEP_BLOCK) = hvx_vec_exp_f32(hvx_vec_mul_f32_f32(v_j, v_scale)); + v_j = hvx_vec_add_f32_f32(v_j, v_step); + } +} + +// out row r: [cos (col_stride) | sin (col_stride)], all VTCM +static __attribute__((noinline)) void timestep_compute_rows(float * restrict out, const float * restrict ts, const float * restrict freq, + uint32_t nr, uint32_t nb, uint32_t col_stride) { + for (uint32_t r = 0; r < nr; ++r) { + const HVX_Vector v_t = hvx_vec_repl4(Q6_V_vror_VR(hvx_vmem(ts + (r & ~31u)), (r & 31) * sizeof(float))); + float * out_cos = out + (size_t) r * 2 * col_stride; + float * out_sin = out_cos + col_stride; + + // sincos constants fill the register file, pipelining this loop spills them + #pragma clang loop pipeline(disable) unroll(disable) + for (uint32_t b = 0; b < nb; ++b) { + HVX_Vector v_cos; + HVX_Vector v_sin; + hvx_vec_sincos_f32(hvx_vec_mul_f32_f32(v_t, hvx_vmem(freq + b * HTP_TIMESTEP_BLOCK)), &v_cos, &v_sin); + hvx_vmem(out_cos + b * HTP_TIMESTEP_BLOCK) = v_cos; + hvx_vmem(out_sin + b * HTP_TIMESTEP_BLOCK) = v_sin; + } + } +} + +// odd dim: zero sin lanes from n_cols on, this writes the pad element +static __attribute__((noinline)) void timestep_zero_pad(float * restrict out, uint32_t nr, uint32_t col_stride, uint32_t n_cols) { + float * pad = out + col_stride + (n_cols & ~(HTP_TIMESTEP_BLOCK - 1)); + const HVX_VectorPred q_keep = Q6_Q_vsetq_R((n_cols & (HTP_TIMESTEP_BLOCK - 1)) * sizeof(float)); + const HVX_Vector v_zero = Q6_V_vzero(); + for (uint32_t r = 0; r < nr; ++r) { + hvx_vmem(pad) = Q6_V_vmux_QVV(q_keep, hvx_vmem(pad), v_zero); + pad += 2 * col_stride; + } +} + +// Each thread owns a tile: rows [ir0, ir1) x freq blocks [jb0, jb1). +// Rows are processed in chunks: DMA timesteps in, compute [cos | sin] rows in VTCM, DMA out. +// Two buffers for both, so compute of chunk c overlaps the writeback of chunk c-1. +static void timestep_thread(const htp_thread_t * th, unsigned int nth, unsigned int ith, void * data) { + const struct htp_timestep_context * tctx = (const struct htp_timestep_context *) data; + const struct htp_timestep_kernel_params * kparams = tctx->kparams; + const struct htp_timestep_vtcm_layout * L = &tctx->layout; + struct htp_ops_context * octx = tctx->octx; + + const struct htp_tensor * src0 = octx->src[0]; + const struct htp_tensor * dst = octx->dst; + + uint32_t ir0 = 0, ir1 = kparams->n_rows; + uint32_t jb0 = 0, jb1 = kparams->n_blocks; + if (kparams->split_cols) { + jb0 = kparams->blocks_per_hvx * ith; + jb1 = MIN(jb0 + kparams->blocks_per_hvx, kparams->n_blocks); + } else { + ir0 = kparams->rows_per_hvx * ith; + ir1 = MIN(ir0 + kparams->rows_per_hvx, kparams->n_rows); + } + if (ir0 >= ir1 || jb0 >= jb1) { + return; + } + + const uint32_t half = kparams->half; + const uint32_t chunk_rows = kparams->chunk_rows; + const uint32_t n_chunks = (ir1 - ir0 + chunk_rows - 1) / chunk_rows; + const uint32_t j0 = jb0 * HTP_TIMESTEP_BLOCK; + const uint32_t n_cols = MIN(jb1 * HTP_TIMESTEP_BLOCK, half) - j0; + const uint32_t n_tail = (jb1 == kparams->n_blocks) ? (kparams->dim & 1) : 0; + const size_t col_stride = L->col_stride; + const size_t dst_nb1 = dst->nb[1]; + + uint8_t * vtcm = (uint8_t *) octx->ctx->vtcm_base + ith * L->bytes_per_hvx; + uint8_t * ts_buf[2] = { vtcm + L->off_ts, vtcm + L->off_ts + L->ts_buf_size }; + float * freq = (float *) (vtcm + L->off_freq); + uint8_t * out_buf[2] = { vtcm + L->off_out, vtcm + L->off_out + L->out_buf_size }; + + const dma_addr_t src_data = src0->data; + const dma_addr_t dst_data = dst->data; + + dma_queue * dma_q = th->dma_q; + struct htp_thread_trace * tr = th->trace; + + { + const uint32_t nr = MIN(chunk_rows, ir1 - ir0); + dma_queue_push(dma_q, dma_make_data(ts_buf[0], src_data + (size_t) ir0 * sizeof(float)), + nr * sizeof(float), nr * sizeof(float), nr * sizeof(float), 1); + } + + // freq table for this tile, overlaps the first timestep fetch + htp_trace_event_start(tr, HTP_TRACE_EVT_HVX_COMP, (uint16_t) jb0); + timestep_compute_freq(freq, jb0, jb1 - jb0, kparams->freq_scale); + htp_trace_event_stop(tr, HTP_TRACE_EVT_HVX_COMP, (uint16_t) jb0); + + for (uint32_t c = 0; c < n_chunks; ++c) { + const uint32_t r0 = ir0 + c * chunk_rows; + const uint32_t nr = MIN(chunk_rows, ir1 - r0); + + // queue order is: wb(c-2) cos, wb(c-2) sin, ts(c), wb(c-1) cos, wb(c-1) sin + if (c >= 2) { + dma_queue_pop(dma_q); + dma_queue_pop(dma_q); + } + dma_queue_pop(dma_q); + + if (c + 1 < n_chunks) { + const uint32_t r0n = r0 + chunk_rows; + const uint32_t nrn = MIN(chunk_rows, ir1 - r0n); + dma_queue_push(dma_q, dma_make_data(ts_buf[(c + 1) & 1], src_data + (size_t) r0n * sizeof(float)), + nrn * sizeof(float), nrn * sizeof(float), nrn * sizeof(float), 1); + } + + float * out = (float *) out_buf[c & 1]; + + htp_trace_event_start(tr, HTP_TRACE_EVT_HVX_COMP, (uint16_t) c); + timestep_compute_rows(out, (const float *) ts_buf[c & 1], freq, nr, jb1 - jb0, col_stride); + if (n_tail) { + timestep_zero_pad(out, nr, col_stride, n_cols); + } + htp_trace_event_stop(tr, HTP_TRACE_EVT_HVX_COMP, (uint16_t) c); + + const dma_addr_t dst_row = dst_data + (size_t) r0 * dst_nb1; + const size_t src_nb = 2 * col_stride * sizeof(float); + dma_queue_push(dma_q, dma_make_data(dst_row + (size_t) j0 * sizeof(float), out), + dst_nb1, src_nb, n_cols * sizeof(float), nr); + dma_queue_push(dma_q, dma_make_data(dst_row + (size_t) (half + j0) * sizeof(float), out + col_stride), + dst_nb1, src_nb, (n_cols + n_tail) * sizeof(float), nr); + } + + dma_queue_flush(dma_q); +} + +int op_timestep_embedding(struct htp_ops_context * octx) { + const struct htp_timestep_kernel_params * kparams = + (const struct htp_timestep_kernel_params *) octx->kernel_params; + + const int32_t max_period = (int32_t) octx->op_params[1]; + + // Only device 0 writes the output when running multi-device + if (octx->ctx->mdev.count > 1 && octx->ctx->mdev.idx != 0) { + return HTP_STATUS_OK; + } + + if (!htp_ops_context_set_n_hvx(octx, kparams->n_hvx)) { + return HTP_STATUS_INVAL_PARAMS; + } + + struct htp_timestep_context tctx = { + .octx = octx, + .kparams = kparams, + }; + + htp_timestep_vtcm_layout_build(&tctx.layout, kparams->dim, kparams->blocks_per_hvx, kparams->chunk_rows, kparams->n_hvx); + + if (octx->ctx->vtcm_size < tctx.layout.total_bytes) { + return HTP_STATUS_VTCM_TOO_SMALL; + } + + FARF(HIGH, "timestep-embedding: %u timesteps dim %u max-period %d split-%s n-hvx %u chunk-rows %u\n", + kparams->n_rows, kparams->dim, max_period, kparams->split_cols ? "cols" : "rows", kparams->n_hvx, kparams->chunk_rows); + + work_queue_run(octx->ctx->hvx_queue, timestep_thread, &tctx, kparams->n_hvx); + + return HTP_STATUS_OK; +} diff --git a/ggml/src/ggml-hexagon/htp/timestep-ops.h b/ggml/src/ggml-hexagon/htp/timestep-ops.h new file mode 100644 index 000000000000..9af96df6e434 --- /dev/null +++ b/ggml/src/ggml-hexagon/htp/timestep-ops.h @@ -0,0 +1,67 @@ +#ifndef HTP_TIMESTEP_OPS_H +#define HTP_TIMESTEP_OPS_H + +#include "hex-common.h" +#include "htp-vtcm.h" +#include +#include + +#define HTP_TIMESTEP_BLOCK 32 // f32 lanes per HVX vector + +// Per-hvx-thread VTCM layout (all buffers are 128B aligned): +// ts - 2 x chunk_rows timesteps (ping-pong) +// freq - blocks_per_hvx frequency vectors +// out - 2 x chunk_rows x [cos | sin] rows (ping-pong) +struct htp_timestep_vtcm_layout { + size_t total_bytes; + size_t bytes_per_hvx; + size_t off_ts; + size_t off_freq; + size_t off_out; + size_t ts_buf_size; + size_t out_buf_size; + size_t col_stride; // floats per cos (or sin) row in VTCM +}; + +static inline void htp_timestep_vtcm_layout_build( + struct htp_timestep_vtcm_layout * L, + uint32_t dim, + uint32_t blocks_per_hvx, + uint32_t chunk_rows, + uint32_t n_hvx +) { + // one extra slot holds the zero pad for odd dim + L->col_stride = hex_round_up((size_t) blocks_per_hvx * HTP_TIMESTEP_BLOCK + (dim & 1), HTP_TIMESTEP_BLOCK); + L->ts_buf_size = hex_round_up((size_t) chunk_rows * sizeof(float), 128); + L->out_buf_size = (size_t) chunk_rows * 2 * L->col_stride * sizeof(float); + + size_t off = 0; + VTCM_LAYOUT_ALLOC(off, off_ts, 2 * L->ts_buf_size); + VTCM_LAYOUT_ALLOC(off, off_freq, (size_t) blocks_per_hvx * HTP_TIMESTEP_BLOCK * sizeof(float)); + VTCM_LAYOUT_ALLOC(off, off_out, 2 * L->out_buf_size); + + L->bytes_per_hvx = off; + L->total_bytes = off * n_hvx; +} + +struct htp_timestep_kernel_params { + uint32_t n_hvx; + uint32_t n_rows; + uint32_t dim; + uint32_t half; + uint32_t n_blocks; + uint32_t split_cols; // 0: split rows across threads, 1: split freq blocks + uint32_t rows_per_hvx; + uint32_t blocks_per_hvx; + uint32_t chunk_rows; + uint32_t vtcm_size; + float freq_scale; // -ln(max_period) / half +}; + +#if defined(__cplusplus) +static_assert(sizeof(struct htp_timestep_kernel_params) <= 128, "htp_timestep_kernel_params is too large for kernel_params blob"); +#else +_Static_assert(sizeof(struct htp_timestep_kernel_params) <= 128, "htp_timestep_kernel_params is too large for kernel_params blob"); +#endif + +#endif // HTP_TIMESTEP_OPS_H diff --git a/tests/test-backend-ops.cpp b/tests/test-backend-ops.cpp index 3ff5ced0bc7b..1ad7cc2adef6 100644 --- a/tests/test-backend-ops.cpp +++ b/tests/test-backend-ops.cpp @@ -12859,6 +12859,9 @@ static std::vector> make_test_cases_eval() { } test_cases.emplace_back(new test_arange(GGML_TYPE_F32, 0.0f, 1048576.0f, 1.0f)); test_cases.emplace_back(new test_timestep_embedding()); + test_cases.emplace_back(new test_timestep_embedding(GGML_TYPE_F32, { 1, 1, 1, 1 }, 256, 10000)); + test_cases.emplace_back(new test_timestep_embedding(GGML_TYPE_F32, { 21, 1, 1, 1 }, 256, 10000)); + test_cases.emplace_back(new test_timestep_embedding(GGML_TYPE_F32, { 31, 1, 1, 1 }, 256, 10000)); test_cases.emplace_back(new test_leaky_relu()); test_cases.emplace_back(new test_cumsum(GGML_TYPE_F32, { 10, 5, 4, 3 })); From cf9a9957dae4801dde95d174ec1ac1b4cac84bf8 Mon Sep 17 00:00:00 2001 From: Srijan Keshri <212402043+arcusbuilds@users.noreply.github.com> Date: Sun, 15 Nov 2026 04:59:28 +0530 Subject: [PATCH 057/249] server : Fix connection reuse after streamed responses (#30492) Assisted-by: Codex --- tools/server/server-http.cpp | 2 +- tools/server/tests/unit/test_completion.py | 25 ++++++++++++++++++++++ 2 files changed, 26 insertions(+), 1 deletion(-) diff --git a/tools/server/server-http.cpp b/tools/server/server-http.cpp index 5bdece55b6f3..b7dc26c8ab23 100644 --- a/tools/server/server-http.cpp +++ b/tools/server/server-http.cpp @@ -772,7 +772,7 @@ static void process_handler_response(server_http_req_ptr && request, server_http sink.done(); SRV_DBG("%s", "http: stream ended\n"); } - return has_next; + return true; }; const auto on_complete = [request = q_ptr, response = r_ptr](bool) mutable { response->on_complete(); diff --git a/tools/server/tests/unit/test_completion.py b/tools/server/tests/unit/test_completion.py index 6afcb1773eeb..0c5beb23e147 100644 --- a/tools/server/tests/unit/test_completion.py +++ b/tools/server/tests/unit/test_completion.py @@ -1,3 +1,4 @@ +import http.client import pytest import requests import time @@ -93,6 +94,30 @@ def test_completion_stream_vs_non_stream(): assert content_stream == res_non_stream.body["content"] +def test_completion_connection_reuse(): + server.start() + conn = http.client.HTTPConnection(server.server_host, server.server_port, timeout=30) + try: + conn.connect() + conn.auto_open = 0 + original_socket = conn.sock + conn.request("POST", "/completion", json.dumps({ + "prompt": "Hello", "n_predict": 4, "stream": True, + }), {"Content-Type": "application/json"}) + with conn.getresponse() as response: + assert response.status == 200 + assert response.chunked + assert not response.will_close + assert response.read() + conn.request("GET", "/health") + with conn.getresponse() as response: + assert response.status == 200 + assert json.loads(response.read())["status"] == "ok" + assert conn.sock is original_socket + finally: + conn.close() + + def test_completion_with_openai_library(): global server server.start() From 9f26fe11c73c7e74a5e99e7f1b6370ad8e1cb22d Mon Sep 17 00:00:00 2001 From: IsNot <209144869@qq.com> Date: Sun, 15 Nov 2026 07:32:37 +0800 Subject: [PATCH 058/249] common : reject out-of-range grammar_triggers type instead of aborting (#30835) (#31478) * common : reject out-of-range grammar_triggers type instead of aborting (#30835) * tests : remove the invalid grammar trigger type regression test (#30835) --- common/sampling.cpp | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/common/sampling.cpp b/common/sampling.cpp index 564fa9c4dbf4..0fe1c7405e14 100644 --- a/common/sampling.cpp +++ b/common/sampling.cpp @@ -255,7 +255,8 @@ struct common_sampler * common_sampler_init( break; } default: - GGML_ASSERT(false && "unknown trigger type"); + throw std::runtime_error( + "unknown grammar trigger type: " + std::to_string(trigger.type)); } } From 5c008e00085f4d3e394f9a1be649284999de1326 Mon Sep 17 00:00:00 2001 From: "Piotr Wilkin (ilintar)" Date: Sun, 15 Nov 2026 00:51:31 +0100 Subject: [PATCH 059/249] feat: add Inkling 2 support (text + vision) (#32217) * convert : add Inkling2 text GGUF conversion Assisted-by: Codex * llama : implement Inkling2 text inference Assisted-by: Codex * tests : cover Inkling2 text support Assisted-by: Codex * conversion : dequantize packed Inkling2 experts in row chunks Decode per-layer NVFP4 and MXFP8 schemes, validate companions, and use stored scale shapes with a warning for the declared MXFP8 [32,32] grid. Reorder packed w13 rows and their scale rows together. Keep normal GGUF outtype selection and 3D expert tensors. Stream 128 rows per expert through LazyChunkedTensor. Real w13 (384x4608x4608) needs a 2.25 MiB F32 chunk instead of a 30.375 GiB expanded layer. Real-shaped sparse probes peak below 5.8 MiB of Python/NumPy chunk allocations, plus 5.2 MiB of callback metadata: budget about 16 MiB per projection including mapped pages, excluding runtime, other tensors and OS cache. Full-model chunk metadata is roughly 370 MiB. Packed synthetic GGUF weights match the independent pinned vLLM decode bit-for-bit. CPU prefill/decode logits remain within 3.1e-6 absolute error, with 100% argmax agreement. Float fixtures, original-name conversion and CPU architecture checks pass. Real checkpoint conversion remains untested. Assisted-by: Codex * convert : add Inkling2 vision mmproj support Assisted-by: Codex * mtmd : implement Inkling2 still-image encoder Assisted-by: Codex * inkling2 : scope image loading Assisted-by: Codex * inkling2 : enable flash attention with folded bias and sinks Assisted-by: Codex * cuda : route per-head flash attention masks through vec Assisted-by: Codex * mtmd : support Inkling2 temporal frame means Assisted-by: Codex * style : restore shared image comment Assisted-by: Codex * tests : enlarge Inkling2 context fixture Assisted-by: Codex * inkling2 : load per-layer expert feed-forward widths Assisted-by: Codex * tests : add Inkling2 Metal fusion baselines Assisted-by: Codex * inkling2 : group and align registry entries Assisted-by: Fable * convert : regenerate the Inkling2 tokenizer hash with the update script Assisted-by: Fable * conversion : revert the print_registered_models change Assisted-by: Fable * conversion : sort the Inkling2 model map entries Assisted-by: Fable * convert : map Inkling2 vision checkpoint names in the tensor table Assisted-by: Fable * convert : map Inkling2 text checkpoint names in the tensor table Assisted-by: Fable * tests : document the Inkling2 packed expert conversion test Assisted-by: Fable * tests : cover Inkling2 checkpoint and transformers tensor names Assisted-by: Fable * llama : place Inkling2 fields and list entries by file convention Assisted-by: Fable * gguf-py : align Inkling2 tensor mapping comments Assisted-by: Fable * mtmd : place Inkling2 entries by file convention Assisted-by: Fable * tests : place Inkling2 cases after the existing ones Assisted-by: Fable * cuda : index per-head flash attention masks in the tile and mma kernels Assisted-by: Claude Claude-Session: https://claude.ai/code/session_01GbYSza1yxgmTz8wdr6uV8Q * inkling2 : project the relative bias before the gather, drop arch branches Assisted-by: Claude Claude-Session: https://claude.ai/code/session_01GbYSza1yxgmTz8wdr6uV8Q * convert : require Inkling2 hparams, add inkling2 pre-tokenizer Assisted-by: Claude Claude-Session: https://claude.ai/code/session_01GbYSza1yxgmTz8wdr6uV8Q * mtmd : cap Inkling2 image size, drop video frame averaging Assisted-by: Claude Claude-Session: https://claude.ai/code/session_01GbYSza1yxgmTz8wdr6uV8Q * inkling2 : fix CI build, Meta device assert and Windows conversion test Assisted-by: Claude * tests : use the default sliding window for the Inkling2 test model Assisted-by: Claude * simplify mtmd part * give _v arch for vision * remove alpha channel handling, it should be a follow up * explicit rule about audio + vision models * add audio support * rm audio * rm gguf mtmd rope base * address review comment * nits * do not normalize embd from mtmd --------- Co-authored-by: Xuan Son Nguyen --- conversion/__init__.py | 3 + conversion/base.py | 3 + conversion/inkling2.py | 327 +++++++++++++++++++++++++++ convert_hf_to_gguf_update.py | 1 + ggml/src/ggml-cuda/fattn-common.cuh | 4 +- ggml/src/ggml-cuda/fattn-mma-f16.cuh | 6 +- ggml/src/ggml-cuda/fattn-tile.cuh | 7 +- ggml/src/ggml-cuda/fattn-vec.cuh | 4 +- ggml/src/ggml-cuda/fattn.cu | 21 +- gguf-py/gguf/constants.py | 83 +++++++ gguf-py/gguf/gguf_writer.py | 21 ++ gguf-py/gguf/tensor_mapping.py | 119 ++++++++++ src/llama-arch.cpp | 46 ++++ src/llama-arch.h | 25 ++ src/llama-context.cpp | 3 +- src/llama-graph.cpp | 25 +- src/llama-graph.h | 3 +- src/llama-hparams.cpp | 5 + src/llama-hparams.h | 13 ++ src/llama-kv-cache.cpp | 18 ++ src/llama-kv-cache.h | 2 + src/llama-model-saver.cpp | 14 +- src/llama-model.cpp | 5 +- src/llama-model.h | 19 ++ src/llama-quant.cpp | 8 + src/llama-vocab.cpp | 5 + src/models/inkling2.cpp | 315 ++++++++++++++++++++++++++ src/models/models.h | 15 ++ tests/fusion/MTL.csv | 3 + tests/test-backend-ops.cpp | 41 +++- tests/test-llama-archs.cpp | 31 +++ tests/test-mtmd-impl.cpp | 51 +++++ tests/test_conversion_fp8.py | 309 +++++++++++++++++++++++++ tools/mtmd/CMakeLists.txt | 1 + tools/mtmd/README-dev.md | 1 + tools/mtmd/models/inkling2v.cpp | 33 +++ tools/mtmd/models/models.h | 5 + tools/mtmd/mtmd-graph.cpp | 4 + tools/mtmd/mtmd-image.cpp | 43 ++++ tools/mtmd/mtmd-image.h | 6 + tools/mtmd/mtmd-impl.h | 3 + tools/mtmd/mtmd-model.cpp | 25 ++ tools/mtmd/mtmd-model.h | 1 + tools/mtmd/mtmd-subcontext.cpp | 13 ++ tools/mtmd/mtmd.cpp | 7 + 45 files changed, 1667 insertions(+), 30 deletions(-) create mode 100644 conversion/inkling2.py create mode 100644 src/models/inkling2.cpp create mode 100644 tools/mtmd/models/inkling2v.cpp diff --git a/conversion/__init__.py b/conversion/__init__.py index 10386d5c00e4..afdd73e4caf8 100644 --- a/conversion/__init__.py +++ b/conversion/__init__.py @@ -145,6 +145,8 @@ "HYV3ForCausalLM": "hunyuan", "HYV4ForCausalLM": "hy_v4", "IQuestCoderForCausalLM": "llama", + "Inkling2ForCausalLM": "inkling2", + "Inkling2ForConditionalGeneration": "inkling2", "InternLM2ForCausalLM": "internlm", "InternLM3ForCausalLM": "internlm", "JAISLMHeadModel": "jais", @@ -369,6 +371,7 @@ "GraniteSpeechPlusForConditionalGeneration": "granite", "HunYuanVLForConditionalGeneration": "hunyuan", "Idefics3ForConditionalGeneration": "smolvlm", + "Inkling2ForConditionalGeneration": "inkling2", "InternVisionModel": "internvl", "JanusForConditionalGeneration": "januspro", "KimiK25ForConditionalGeneration": "kimivl", diff --git a/conversion/base.py b/conversion/base.py index 58ddb5defe55..b8461072e1ce 100644 --- a/conversion/base.py +++ b/conversion/base.py @@ -2432,6 +2432,9 @@ def get_vocab_base_pre(self, tokenizer) -> str: if chkhsh == "a9af07a84191f55098b248ae6f3dfe9e32d3190bebe8eafd91c1ddec9bc3449f": # ref: https://huggingface.co/IFM/K2-Horizon-36B res = "k2-horizon" + if chkhsh == "5635e1c8d621dff7b4825f41f2f97b6ceb39bcf2d5c541db28577080d6efd5e5": + # ref: https://huggingface.co/thinkingmachines/Inkling-2-Small + res = "inkling2" if res is None: logger.warning("\n") diff --git a/conversion/inkling2.py b/conversion/inkling2.py new file mode 100644 index 000000000000..5b8396378288 --- /dev/null +++ b/conversion/inkling2.py @@ -0,0 +1,327 @@ +from __future__ import annotations + +import json +import re +from pathlib import Path +from functools import partial +from typing import Callable, Iterable, TYPE_CHECKING, cast + +import numpy as np +import torch + +if TYPE_CHECKING: + from torch import Tensor + +from .base import LazyTorchTensor, ModelBase, MmprojModel, TextModel, gguf, logger + + +def _e4m3_table() -> np.ndarray: + codes = np.arange(256, dtype=np.uint8) + exponent = ((codes & 0x7F) >> 3).astype(np.int32) + mantissa = (codes & 7).astype(np.float32) + values = np.where(exponent == 0, np.ldexp(mantissa, -9), np.ldexp(1 + mantissa / 8, exponent - 7)) + values = np.where(codes & 0x80, -values, values) + values[(codes & 0x7F) == 0x7F] = np.nan + return values.astype(np.float32) + + +_E4M3 = _e4m3_table() +_E2M1 = np.array([0, 0.5, 1, 1.5, 2, 3, 4, 6, -0.0, -0.5, -1, -1.5, -2, -3, -4, -6], dtype=np.float32) +_EXPERT_CHUNK_ROWS = 128 + + +def _dequant_expert_chunk(weight: Callable[[], Tensor], scale: Callable[[], Tensor], amax: Callable[[], Tensor] | None, denominator: Callable[[], Tensor] | None, name: str, expert: int, rows: slice) -> np.ndarray: + # Fresh lazy tensors release their mappings after each chunk instead of caching the layer. + packed = LazyTorchTensor.to_eager(weight().view(torch.uint8)[expert, rows]).numpy() + scales = LazyTorchTensor.to_eager(scale().view(torch.uint8)[expert, rows]).numpy() + if amax is not None: + block_scale = _E4M3[scales] + if np.isnan(block_scale).any(): + raise ValueError(f"Inkling2: {name}_scale expert {expert}: E4M3FN NaN") + values = np.empty((packed.shape[0], packed.shape[1] * 2), dtype=np.float32) + values[:, 0::2] = _E2M1[packed & 15] + values[:, 1::2] = _E2M1[packed >> 4] + values.reshape(values.shape[0], -1, 16)[:] *= block_scale[:, :, None] + assert denominator is not None + a = LazyTorchTensor.to_eager(amax()[expert]).item() + d = LazyTorchTensor.to_eager(denominator()).item() + if not np.isfinite(a) or a < 0: + raise ValueError(f"Inkling2: {name}_amax expert {expert}: expected finite nonnegative value") + if not np.isfinite(d) or d <= 0: + raise ValueError(f"Inkling2: {name}_outer_scale_denominator expert {expert}: expected finite positive value") + with np.errstate(over="ignore", invalid="ignore"): + values *= np.float32(a) / np.float32(d) + else: + if np.any(scales == 255): + raise ValueError(f"Inkling2: {name}_scale expert {expert}: UE8M0 byte 255 is NaN") + values = _E4M3[packed] + if np.isnan(values).any(): + raise ValueError(f"Inkling2: {name} expert {expert}: E4M3FN NaN") + block_scale = np.ldexp(np.ones(scales.shape, dtype=np.float32), scales.astype(np.int32) - 127) + with np.errstate(over="ignore", invalid="ignore"): + values.reshape(values.shape[0], -1, 32)[:] *= block_scale[:, :, None] + if not np.isfinite(values).all(): + raise ValueError(f"Inkling2: {name} expert {expert}: non-finite dequantized weight") + return values + + +def _is_inkling2(dir_model: Path) -> bool: + if not (dir_model / "config.json").is_file(): + return False + with open(dir_model / "config.json", encoding="utf-8") as f: + return json.load(f).get("model_type") in ("inkling2", "inkling2_text") + + +@ModelBase.register_hparams_loader(_is_inkling2) +def _load_inkling2_hparams(dir_model: Path): + # AutoConfig injects MXFP8 defaults and can replace the original layer schedule. + with open(dir_model / "config.json", encoding="utf-8") as f: + return json.load(f) + + +@ModelBase.register("Inkling2ForConditionalGeneration", "Inkling2ForCausalLM") +@ModelBase.example("thinkingmachines/Inkling-2-Small") +class Inkling2Model(TextModel): + model_arch = gguf.MODEL_ARCH.INKLING2 + + def __init__(self, dir_model: Path, *args, **kwargs): + self._expert_quant: dict[str, dict] = {} + self._packed_experts: dict[str, gguf.LazyChunkedTensor] = {} + quant_path = dir_model / "hf_quant_config.json" + if quant_path.is_file(): + with open(quant_path, encoding="utf-8") as f: + groups = json.load(f).get("model", {}).get("parameter_groups", []) + for group in groups: + for name in group.get("tensors", []): + item = self.filter_tensors((name, lambda: torch.empty(0))) + if item is not None and item[0].endswith((".w13_weight", ".w2_weight")): + name = item[0] + if name in self._expert_quant: + raise ValueError(f"Inkling2: duplicate hf_quant_config.json scheme for {name}") + self._expert_quant[name] = group + super().__init__(dir_model, *args, **kwargs) + logger.warning("Inkling2: converting the text backbone only; vision and MTP tensors are skipped") + hp = self.hparams + for name, default in (("q_bias", False), ("o_bias", False), ("n_shared_experts", 0), ("use_value_norm_no_gamma", True), ("attn_res_normalize_values", True), ("scoring_func", "sigmoid")): + if hp.get(name, default) != default: + raise ValueError(f"Inkling2: unsupported {name}={hp[name]!r}") + types = hp.get("layer_types") + if types is None: + local = hp["local_layer_ids"] + types = ["hybrid_sliding" if i in local else "hybrid" for i in range(self.block_count)] + if len(types) != self.block_count or set(types) - {"hybrid", "hybrid_sliding"}: + raise ValueError("Inkling2: invalid layer_types") + self.is_swa = [t == "hybrid_sliding" for t in types] + + def dequant_model(self): + for name in list(self.model_tensors): + if not name.endswith((".w13_weight", ".w2_weight")): + continue + weight = self.model_tensors[name] + tensor = weight() + companions = [name + suffix for suffix in ("_scale", "_amax", "_outer_scale_denominator")] + if tensor.dtype.is_floating_point and tensor.element_size() > 1: + if any(n in self.model_tensors for n in companions): + raise ValueError(f"Inkling2: floating-point {name} has packed quantization companions") + continue + config = self._expert_quant.get(name, {}) + scheme = config.get("weight_transform") + if scheme not in ("nvfp4_nearest", "mxfp8_nearest"): + raise ValueError(f"Inkling2: {name}: missing or unsupported hf_quant_config.json scheme {scheme!r}") + nvfp4 = scheme == "nvfp4_nearest" + if nvfp4 and config.get("weight_scale_format") != "amax_denominator": + raise ValueError(f"Inkling2: {name}: expected NVFP4 amax_denominator scale format") + required = companions if nvfp4 else companions[:1] + for companion in required: + if companion not in self.model_tensors: + raise ValueError(f"Inkling2: {name}: missing companion {companion}") + if not nvfp4 and any(n in self.model_tensors for n in companions[1:]): + raise ValueError(f"Inkling2: {name}: MXFP8 must not have amax or outer_scale_denominator") + scale = self.model_tensors[companions[0]] + scale_tensor = scale() + weight_dtype, scale_dtype = (torch.uint8, torch.float8_e4m3fn) if nvfp4 else (torch.float8_e4m3fn, torch.uint8) + if tensor.dtype != weight_dtype or scale_tensor.dtype != scale_dtype: + raise ValueError(f"Inkling2: {name}: expected {weight_dtype} weights and {scale_dtype} scales, got {tensor.dtype} and {scale_tensor.dtype}") + experts = self.hparams["n_routed_experts"] + hidden = self.hparams["hidden_size"] + inter = self.find_hparam(["moe_intermediate_size", "intermediate_size"]) + w13 = name.endswith(".w13_weight") + rows, cols = (2 * inter, hidden) if w13 else (hidden, inter) + shape = (experts, rows, cols) + if min(shape) <= 0 or cols % (16 if nvfp4 else 32) or tuple(tensor.shape) != (experts, rows, cols // (2 if nvfp4 else 1)): + raise ValueError(f"Inkling2: {name}: invalid packed shape {tuple(tensor.shape)} for logical shape {shape}") + ss = tuple(scale_tensor.shape) + if len(ss) != 3 or ss[0] != experts or min(ss) <= 0 or rows % ss[1] or cols % ss[2]: + raise ValueError(f"Inkling2: {name}_scale: shape {ss} does not divide logical shape {shape}") + block = (rows // ss[1], cols // ss[2]) + if block != (1, 16 if nvfp4 else 32): + raise ValueError(f"Inkling2: {name}_scale: unsupported stored block shape {block}") + if list(block) != config.get("weight_block_shape"): + logger.warning("Inkling2: %s: hf_quant_config.json weight_block_shape %s conflicts with stored weight/scale shapes %s/%s; using %s", name, config.get("weight_block_shape"), tuple(tensor.shape), ss, list(block)) + amax = denominator = None + if nvfp4: + amax, denominator = (self.model_tensors[n] for n in companions[1:]) + for companion, gen, expected in ((companions[1], amax, (experts,)), (companions[2], denominator, (1,))): + t = gen() + if t.dtype != torch.float32 or tuple(t.shape) != expected: + raise ValueError(f"Inkling2: {companion}: expected F32 {expected}, got {t.dtype} {tuple(t.shape)}") + chunks: list[Callable[[], np.ndarray]] = [] + for expert in range(experts): + for half in range(2 if w13 else 1): + for start in range(0, rows // 2 if w13 else rows, _EXPERT_CHUNK_ROWS): + stop = min(start + _EXPERT_CHUNK_ROWS, rows // 2 if w13 else rows) + # The same packed row slice selects the weight and its scale groups. + row_slice = slice(2 * start + half, 2 * stop + half, 2) if w13 else slice(start, stop) + chunks.append(partial(_dequant_expert_chunk, weight, scale, amax, denominator, name, expert, row_slice)) + self._packed_experts[name] = gguf.LazyChunkedTensor(chunks, shape, np.float32) + self.model_tensors[name] = lambda shape=shape: torch.empty(shape, dtype=torch.float32, device="meta") + for companion in required: + del self.model_tensors[companion] + for name, gen in self.model_tensors.items(): + t = gen() + if not t.dtype.is_floating_point or t.element_size() == 1 or name.endswith(("_weight_scale", "_weight_amax", "_weight_outer_scale_denominator")): + raise ValueError(f"Inkling2: unexpected packed tensor or orphan companion {name}") + + @classmethod + def filter_tensors(cls, item: tuple[str, Callable[[], Tensor]]) -> tuple[str, Callable[[], Tensor]] | None: + name, gen = item + if any(p in name for p in ("visual.", "vision_tower.", "mtp.", "markov_head", "nextn_predict")): + return None + name = name.replace("model.language_model.", "model.").replace("model.llm.", "model.") + # the mapping table cannot shift a block index: attn_queries.{i} feeds block i + 1 + name = re.sub(r"attn_res\.attn_queries\.(\d+)", lambda m: f"layers.{int(m[1]) + 1}.attention_input.query", name) + # the table maps a module, not its bias: gate.weight is the router, gate.bias the score correction + name = name.replace("mlp.gate.bias", "mlp.gate.e_score_correction_bias") + return name, gen + + def get_vocab_base(self): + tokens, types, pre = super().get_vocab_base() + n = self.hparams["unpadded_vocab_size"] + return tokens[:n], types[:n], pre + + def set_vocab(self): + tokens, types, pre = self.get_vocab_base() + self.gguf_writer.add_tokenizer_model("gpt2") + self.gguf_writer.add_tokenizer_pre(pre) + self.gguf_writer.add_token_list(tokens) + self.gguf_writer.add_token_types(types) + special = gguf.SpecialVocab(self.dir_model, load_merges=True) + eos = self.hparams["eos_token_id"] + special.special_token_ids["eos"] = eos + special.special_token_ids["eot"] = eos + special.add_special_token["bos"] = False + special.add_to_gguf(self.gguf_writer) + + def set_gguf_parameters(self): + hp = self.hparams + hp["num_attention_heads"] = [hp.get("swa_num_attention_heads", hp["num_attention_heads"]) if s else hp["num_attention_heads"] for s in self.is_swa] + hp["num_key_value_heads"] = [hp.get("swa_num_key_value_heads", hp["num_key_value_heads"]) if s else hp["num_key_value_heads"] for s in self.is_swa] + for name in ("n_routed_experts", "num_experts_per_tok"): + if name not in hp: + raise KeyError(f"Inkling2: missing {name}") + super().set_gguf_parameters() + w = self.gguf_writer + w.add_vocab_size(hp["vocab_size"]) + w.add_vocab_size_unpadded(hp["unpadded_vocab_size"]) + w.add_expert_feed_forward_length(self.find_hparam(["moe_intermediate_size", "intermediate_size"])) + w.add_key_length_swa(hp.get("swa_head_dim", hp["head_dim"])) + w.add_value_length_swa(hp.get("swa_head_dim", hp["head_dim"])) + w.add_rope_dimension_count(0) + w.add_sliding_window(hp["sliding_window_size"]) + w.add_sliding_window_pattern(self.is_swa) + w.add_shortconv_l_cache(self.find_hparam(["conv_kernel_size", "sconv_kernel_size"])) + w.add_expert_weights_scale(hp["route_scale"]) + w.add_activation_situ_beta(hp["mlp_gate_softcap"]) + w.add_activation_situ_linear_beta(hp["mlp_up_softcap"]) + w.add_attn_res_block_size(hp["n_layers_per_attn_res_block"]) + w.add_final_logit_softcapping(hp["final_logit_softcapping"]) + w.add_relative_length(hp["d_rel"]) + w.add_relative_extent(hp["rel_extent"]) + w.add_qk_clip(hp["qk_l2_clip_threshold"]) + w.add_relative_clip(hp["rel_l2_clip_threshold"]) + w.add_log_scale_floor(hp["log_scaling_n_floor"]) + w.add_log_scale_alpha(hp["log_scaling_alpha"]) + + def tensor_force_quant(self, name: str, new_name: str, bid: int | None, n_dims: int) -> gguf.GGMLQuantizationType | bool: + if new_name.endswith(("_conv.weight", "_clip.weight", "_res_query.weight", "attn_rel_bias.weight")): + return gguf.GGMLQuantizationType.F32 + return super().tensor_force_quant(name, new_name, bid, n_dims) + + def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]: + if name in self._packed_experts: + target = name.replace(".w13_weight", ".gate_up_proj").replace(".w2_weight", ".down_proj") + yield self.map_tensor_name(target, try_suffixes=()) + ".weight", cast("Tensor", self._packed_experts[name]) + return + if name.endswith(".w13_weight"): + shape = data_torch.shape + data_torch = data_torch.reshape(shape[0], shape[1] // 2, 2, shape[2]).transpose(1, 2).reshape(shape) + name = name.replace(".w13_weight", ".gate_up_proj") + name = name.replace(".w2_weight", ".down_proj") + for static, conv in ((".static_weight", ".conv1d.weight"), (".static_w", ".weight")): + if name.endswith(static): + data_torch = data_torch.flip(0).T.contiguous() + name = name.removesuffix(static) + conv + if name.endswith((".conv1d.weight", "sconv.weight")): + data_torch = data_torch.squeeze(1) if data_torch.ndim == 3 else data_torch + elif name.endswith(".rel_logits_proj.proj"): + data_torch = data_torch.T.contiguous() + # a name the table maps without a suffix is a bare parameter + new_name = self.tensor_map.get_name(name) + if new_name is not None: + suffix = ".bias" if name.endswith(".e_score_correction_bias") else ".weight" + yield new_name + suffix, data_torch + else: + yield from super().modify_tensors(data_torch, name, bid) + + +@ModelBase.register("Inkling2ForConditionalGeneration") +class Inkling2VisionModel(MmprojModel): + def get_vision_config(self): + config = self.global_config.get("vision_config") + if not config: + return None + config = dict(config) + config["patch_size"] = config.get("native_patch_size", config.get("patch_size", 20)) + config["spatial_merge_size"] = config.get("adapter_merge_size", config.get("spatial_merge_size", 2)) + config["intermediate_size"] = config.get("intermediate_size") or int(config["hidden_size"] * config.get("mlp_ratio", 4.0)) + config["image_size"] = config["posemb_grid_size"] * config["patch_size"] + if config.get("num_channels", 3) != 3 or config.get("hidden_act", "gelu") != "gelu": + raise ValueError("Inkling2 vision requires RGB patches and exact GELU") + return config + + def set_gguf_parameters(self): + self.preprocessor_config.setdefault("image_mean", [0.5, 0.5, 0.5]) + self.preprocessor_config.setdefault("image_std", [0.5, 0.5, 0.5]) + super().set_gguf_parameters() + config = self.hparams + rope = config.get("rope_parameters") or {"rope_type": "axial", "rope_theta": 10000.0} + if rope["rope_type"] != "axial" or rope["rope_theta"] != 10000.0: + raise ValueError("Inkling2 vision requires axial RoPE with theta 10000") + w = self.gguf_writer + w.add_clip_vision_projector_type(gguf.VisionProjectorType.INKLING2V) + w.add_vision_attention_layernorm_eps(config["layer_norm_eps"]) + w.add_vision_spatial_merge_size(config["spatial_merge_size"]) + + @classmethod + def filter_tensors(cls, item): + name, gen = item + if not name.startswith(("model.visual.", "model.vision_tower.")): + return None + return name, gen + + # mm.{bid} takes the projector layer index, the mapping table cannot derive it from these names + _projector_layers = {"model.visual.proj_in": 1, "model.visual.proj_out": 2, "model.vision_tower.merger.linear_1": 1, "model.vision_tower.merger.linear_2": 2} + + def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]: + module, _, suffix = name.rpartition(".") + if module in self._projector_layers: + yield self.format_tensor_name(gguf.MODEL_TENSOR.V_MMPROJ, self._projector_layers[module], "." + suffix), data_torch + return + # lay out the linear patch embedding (HWC patches) as a conv2d for build_inp() + if name.endswith(".patch_embedding.weight"): + ps = self.hparams["patch_size"] + data_torch = data_torch.reshape(data_torch.shape[0], ps, ps, 3).permute(0, 3, 1, 2) + # these are bare parameters, they have no .weight + if name.endswith(("position_embedding", ".lambda_1", ".lambda_2", ".gamma")): + name = name.removesuffix(".gamma") + ".weight" + yield from super().modify_tensors(data_torch, name, bid) diff --git a/convert_hf_to_gguf_update.py b/convert_hf_to_gguf_update.py index 4340a9feeaac..ff5fca4fff89 100755 --- a/convert_hf_to_gguf_update.py +++ b/convert_hf_to_gguf_update.py @@ -167,6 +167,7 @@ class TOKENIZER_TYPE(IntEnum): {"name": "ufakzeka", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/ufakai/ufakzeka-1", }, {"name": "mmbert", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/jhu-clsp/mmBERT-base", }, {"name": "k2-horizon", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/IFM/K2-Horizon-36B", }, + {"name": "inkling2", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/thinkingmachines/Inkling-2-Small", }, ] # some models are known to be broken upstream, so we will skip them as exceptions diff --git a/ggml/src/ggml-cuda/fattn-common.cuh b/ggml/src/ggml-cuda/fattn-common.cuh index 6667ca40080a..0e78b9a5bf56 100644 --- a/ggml/src/ggml-cuda/fattn-common.cuh +++ b/ggml/src/ggml-cuda/fattn-common.cuh @@ -40,7 +40,7 @@ typedef void (* fattn_kernel_t)( const int32_t nb11, const int32_t nb12, const int64_t nb13, const int32_t nb21, const int32_t nb22, const int64_t nb23, const int32_t ne31, const int32_t ne32, const int32_t ne33, - const int32_t nb31, const int32_t nb32, const int64_t nb33); + const int32_t nb31, const int64_t nb32, const int64_t nb33); typedef float (*vec_dot_KQ_t)( const char * __restrict__ K_c, const void * __restrict__ Q_v, const int * __restrict__ Q_q8 , const void * __restrict__ Q_ds); @@ -1170,7 +1170,7 @@ void launch_fattn( // Optional optimization where the mask is scanned to determine whether part of the calculation can be skipped. // Only worth the overhead if there is at lease one FATTN_KQ_STRIDE x FATTN_KQ_STRIDE square to be skipped or // multiple sequences of possibly different lengths, or kv_rows lists that end with padding. - const bool scan_mask = !use_sparse && mask && n_kv_cols % FATTN_KQ_STRIDE == 0 && (Q->ne[1] >= 1024 || Q->ne[3] > 1 || kv_rows); + const bool scan_mask = !use_sparse && mask && mask->ne[2] == 1 && n_kv_cols % FATTN_KQ_STRIDE == 0 && (Q->ne[1] >= 1024 || Q->ne[3] > 1 || kv_rows); if (scan_mask) { const int64_t s31 = mask->nb[1] / sizeof(half2); const int64_t s33 = mask->nb[3] / sizeof(half2); diff --git a/ggml/src/ggml-cuda/fattn-mma-f16.cuh b/ggml/src/ggml-cuda/fattn-mma-f16.cuh index 07a6db842c31..f4c096845704 100644 --- a/ggml/src/ggml-cuda/fattn-mma-f16.cuh +++ b/ggml/src/ggml-cuda/fattn-mma-f16.cuh @@ -1930,7 +1930,7 @@ static __global__ void flash_attn_ext_f16( const int32_t nb11, const int32_t nb12, const int64_t nb13, const int32_t nb21, const int32_t nb22, const int64_t nb23, const int32_t ne31, const int32_t ne32, const int32_t ne33, - const int32_t nb31, const int32_t nb32, const int64_t nb33) { + const int32_t nb31, const int64_t nb32, const int64_t nb33) { ggml_cuda_pdl_sync(); // TODO optimize placement #if defined(FLASH_ATTN_AVAILABLE) && (defined(VOLTA_MMA_AVAILABLE) || defined(TURING_MMA_AVAILABLE) || defined(AMD_WMMA_AVAILABLE) || defined(AMD_MFMA_AVAILABLE)) const char * GGML_CUDA_RESTRICT Q = Q_ptr; @@ -2033,7 +2033,7 @@ static __global__ void flash_attn_ext_f16( const float2 * Q_f2 = (const float2 *) (Q + nb03*sequence + nb02*zt_Q); const half2 * K_h2 = (const half2 *) (K + nb13*sequence + nb12*z_KV); const half * mask_h = ncols2 == 1 && !mask ? nullptr : - (const half *) (mask + nb33*(sequence % ne33)); + (const half *) (mask + nb33*(sequence % ne33) + nb32*(zt_Q % ne32)); float2 * dstk = ((float2 *) dst) + (sequence*ne01.z*ne02 + zt_Q) * (DV/2); const half2 * V_h2 = V_is_K_view ? K_h2 : (const half2 *) (V + nb23*sequence + nb22*z_KV); @@ -2083,7 +2083,7 @@ static __global__ void flash_attn_ext_f16( const float2 * Q_f2 = (const float2 *) (Q + nb03*sequence + nb02*zt_Q); const half2 * K_h2 = (const half2 *) (K + nb13*sequence + nb12*z_KV); const half * mask_h = ncols2 == 1 && !mask ? nullptr : - (const half *) (mask + nb33*(sequence % ne33)); + (const half *) (mask + nb33*(sequence % ne33) + nb32*(zt_Q % ne32)); float2 * dstk = ((float2 *) dst) + (sequence*ne01.z*ne02 + zt_Q) * (DV/2); const half2 * V_h2 = V_is_K_view ? K_h2 : (const half2 *) (V + nb23*sequence + nb22*z_KV); diff --git a/ggml/src/ggml-cuda/fattn-tile.cuh b/ggml/src/ggml-cuda/fattn-tile.cuh index ba4628fec61b..177b2f0653bf 100644 --- a/ggml/src/ggml-cuda/fattn-tile.cuh +++ b/ggml/src/ggml-cuda/fattn-tile.cuh @@ -812,7 +812,7 @@ static __global__ void flash_attn_tile( const int32_t nb11, const int32_t nb12, const int64_t nb13, const int32_t nb21, const int32_t nb22, const int64_t nb23, const int32_t ne31, const int32_t ne32, const int32_t ne33, - const int32_t nb31, const int32_t nb32, const int64_t nb33) { + const int32_t nb31, const int64_t nb32, const int64_t nb33) { #ifdef FLASH_ATTN_AVAILABLE const char * GGML_CUDA_RESTRICT Q = Q_ptr; const char * GGML_CUDA_RESTRICT K = K_ptr; @@ -859,7 +859,7 @@ static __global__ void flash_attn_tile( const half2 * K_h2 = (const half2 *) (K + nb13*sequence + nb12*(head0 / gqa_ratio)); const half2 * V_h2 = (const half2 *) (V + nb23*sequence + nb22*(head0 / gqa_ratio)); // K and V have same shape - const half * maskh = mask ? (const half *) (mask + nb33*(sequence % ne33)) : nullptr; + const half * maskh = mask ? (const half *) (mask + nb33*(sequence % ne33) + nb32*(head0 % ne32)) : nullptr; const int stride_K2 = nb11 / sizeof(half2); const int stride_V2 = nb21 / sizeof(half2); @@ -1252,7 +1252,8 @@ static void launch_fattn_tile_switch_ncols2(ggml_backend_cuda_context & ctx, ggm // However, for DKQ == 576, DV == 512 only the kernel variant with GQA optimizations is implemented. const bool nvidia = GGML_CUDA_CC_IS_NVIDIA(ggml_cuda_info().devices[ggml_cuda_get_device()].cc); const int gqa_limit = nvidia && gqa_ratio <= 4 && DV <= 256 ? 16 : INT_MAX; - const bool use_gqa_opt = mask && max_bias == 0.0f && Q->ne[1] <= gqa_limit && K->ne[1] % FATTN_KQ_STRIDE == 0; + // a mask with a head dimension is not shared by the Q heads of a K/V head + const bool use_gqa_opt = mask && mask->ne[2] == 1 && max_bias == 0.0f && Q->ne[1] <= gqa_limit && K->ne[1] % FATTN_KQ_STRIDE == 0; if constexpr (DKQ == 320) { // This branch is only used for Mistral Small 4 which has a GQA ratio of 32. diff --git a/ggml/src/ggml-cuda/fattn-vec.cuh b/ggml/src/ggml-cuda/fattn-vec.cuh index 02c3c327fd07..5077b1ce1007 100644 --- a/ggml/src/ggml-cuda/fattn-vec.cuh +++ b/ggml/src/ggml-cuda/fattn-vec.cuh @@ -40,7 +40,7 @@ static __global__ void flash_attn_ext_vec( const int32_t nb11, const int32_t nb12, const int64_t nb13, const int32_t nb21, const int32_t nb22, const int64_t nb23, const int32_t ne31, const int32_t ne32, const int32_t ne33, - const int32_t nb31, const int32_t nb32, const int64_t nb33) { + const int32_t nb31, const int64_t nb32, const int64_t nb33) { ggml_cuda_pdl_lc(); #ifdef FLASH_ATTN_AVAILABLE const char * GGML_CUDA_RESTRICT Q = Q_ptr; @@ -112,7 +112,7 @@ static __global__ void flash_attn_ext_vec( K += nb13*sequence + nb12*(head / gqa_ratio); V += nb23*sequence + nb22*(head / gqa_ratio); - const half * maskh = (const half *) (mask + nb33*(sequence % ne33) + nb31*ic0); + const half * maskh = mask ? (const half *) (mask + nb33*(sequence % ne33) + nb32*(head % ne32) + nb31*ic0) : nullptr; const float slope = get_alibi_slope(max_bias, head, n_head_log2, m0, m1); diff --git a/ggml/src/ggml-cuda/fattn.cu b/ggml/src/ggml-cuda/fattn.cu index cf44ab4f504b..4e4ed086c2fb 100644 --- a/ggml/src/ggml-cuda/fattn.cu +++ b/ggml/src/ggml-cuda/fattn.cu @@ -224,7 +224,8 @@ static void ggml_cuda_flash_attn_ext_mma_f16_switch_ncols2(ggml_backend_cuda_con // Edge cases like no mask, ALiBi, unpadded K/V, or misaligned addresses for large data transfers // are put into the template specialization without GQA optimizations. - bool use_gqa_opt = mask && max_bias == 0.0f && n_kv % FATTN_KQ_STRIDE == 0; + // a mask with a head dimension is not shared by the Q heads of a K/V head + bool use_gqa_opt = mask && mask->ne[2] == 1 && max_bias == 0.0f && n_kv % FATTN_KQ_STRIDE == 0; for (const ggml_tensor * t : {Q, K, V, mask}) { if (t == nullptr || ggml_is_quantized(t->type)) { continue; @@ -607,8 +608,9 @@ static best_fattn_kernel ggml_cuda_get_best_fattn_kernel(const int device, const memcpy(&max_bias, (const float *) KQV->op_params + 1, sizeof(float)); // The effective batch size for the kernel can be increased by gqa_ratio. - // The kernel versions without this optimization are also used for ALiBi, if there is no mask, or if the KV cache is not padded, - bool gqa_opt_applies = gqa_ratio >= 2 && mask && max_bias == 0.0f && n_kv % FATTN_KQ_STRIDE == 0; + // The kernel versions without this optimization are also used for ALiBi, if there is no mask, if the mask has a head dimension, + // or if the KV cache is not padded, + bool gqa_opt_applies = gqa_ratio >= 2 && mask && mask->ne[2] == 1 && max_bias == 0.0f && n_kv % FATTN_KQ_STRIDE == 0; for (const ggml_tensor * t : {Q, K, V, mask}) { if (t == nullptr || ggml_is_quantized(t->type)) { continue; @@ -677,7 +679,16 @@ static best_fattn_kernel ggml_cuda_get_best_fattn_kernel(const int device, const } if (mask && mask->ne[2] != 1) { - return BEST_FATTN_KERNEL_NONE; + // the kv_rows mask is compacted per sequence, it has no head dimension + if (kv_rows) { + return BEST_FATTN_KERNEL_NONE; + } + // the logit softcap kernels are compiled for these head sizes only + float logit_softcap; + memcpy(&logit_softcap, (const float *) KQV->op_params + 2, sizeof(float)); + if (logit_softcap != 0.0f && Q->ne[0] != 128 && Q->ne[0] != 256) { + return BEST_FATTN_KERNEL_NONE; + } } // only the MMA kernel reads K/V through kv_rows @@ -722,7 +733,7 @@ static best_fattn_kernel ggml_cuda_get_best_fattn_kernel(const int device, const const int ncols2_max = Q->ne[0] == 320 ? 32 : ((Q->ne[0] == 576 || Q->ne[0] == 192) ? 16 : 8); int gqa_ratio_eff = 1; - while (max_bias == 0.0f && gqa_ratio % (2*gqa_ratio_eff) == 0 && gqa_ratio_eff < ncols2_max) { + while (max_bias == 0.0f && (!mask || mask->ne[2] == 1) && gqa_ratio % (2*gqa_ratio_eff) == 0 && gqa_ratio_eff < ncols2_max) { gqa_ratio_eff *= 2; } diff --git a/gguf-py/gguf/constants.py b/gguf-py/gguf/constants.py index ad0bd8e67004..ed3ade939f0d 100644 --- a/gguf-py/gguf/constants.py +++ b/gguf-py/gguf/constants.py @@ -107,6 +107,7 @@ class General: class LLM: VOCAB_SIZE = "{arch}.vocab_size" + VOCAB_SIZE_UNPADDED = "{arch}.vocab_size_unpadded" CONTEXT_LENGTH = "{arch}.context_length" EMBEDDING_LENGTH = "{arch}.embedding_length" EMBEDDING_LENGTH_OUT = "{arch}.embedding_length_out" @@ -233,6 +234,12 @@ class Attention: VALUE_EXPERT_COUNT = "{arch}.attention.value_expert_count" VALUE_EXPERT_USED_COUNT = "{arch}.attention.value_expert_used_count" XSA_EPS = "{arch}.attention.xsa_epsilon" + RELATIVE_LENGTH = "{arch}.attention.relative_length" + RELATIVE_EXTENT = "{arch}.attention.relative_extent" + QK_CLIP = "{arch}.attention.qk_clip" + RELATIVE_CLIP = "{arch}.attention.relative_clip" + LOG_SCALE_FLOOR = "{arch}.attention.log_scale_floor" + LOG_SCALE_ALPHA = "{arch}.attention.log_scale_alpha" class Indexer: HEAD_COUNT = "{arch}.attention.indexer.head_count" @@ -761,6 +768,7 @@ class MODEL_ARCH(IntEnum): K2HORIZON = auto() KOLIBRI1 = auto() LIMITE = auto() + INKLING2 = auto() class VISION_PROJECTOR_TYPE(IntEnum): @@ -790,6 +798,7 @@ class MODEL_TENSOR(IntEnum): DENSE_2_OUT = auto() # embeddinggemma 2_Dense DENSE_3_OUT = auto() # embeddinggemma 3_Dense OUTPUT_NORM = auto() + OUTPUT_RES_QUERY = auto() HC_HEAD_FN = auto() HC_HEAD_BASE = auto() HC_HEAD_SCALE = auto() @@ -814,6 +823,20 @@ class MODEL_TENSOR(IntEnum): ATTN_GATE = auto() ATTN_RESID_ALPHA = auto() ATTN_RESID_BETA = auto() + ATTN_REL = auto() + ATTN_REL_BIAS = auto() + ATTN_Q_CLIP = auto() + ATTN_REL_CLIP = auto() + ATTN_SINK_PROJ = auto() + ATTN_Q_INP_NORM = auto() + ATTN_K_INP_NORM = auto() + ATTN_V_INP_NORM = auto() + ATTN_K_CONV = auto() + ATTN_V_CONV = auto() + ATTN_K_CONV_PROJ = auto() + ATTN_V_CONV_PROJ = auto() + ATTN_POST_CONV = auto() + ATTN_RES_QUERY = auto() FFN_GATE_INP = auto() FFN_GATE_INP_SHEXP = auto() FFN_NORM = auto() @@ -844,6 +867,8 @@ class MODEL_TENSOR(IntEnum): FFN_GATE_TID2EID = auto() MOE_LATENT_DOWN = auto() # nemotron 3 super MOE_LATENT_UP = auto() # nemotron 3 super + FFN_POST_CONV = auto() + FFN_RES_QUERY = auto() STREAM_EMBD = auto() DEPTH_MEM_STATE_WRITE = auto() DEPTH_MEM_META_WRITE = auto() @@ -1111,6 +1136,7 @@ class MODEL_TENSOR(IntEnum): V_ENC_EMBD_PATCH = auto() V_ENC_EMBD_NORM = auto() V_ENC_EMBD_PATCH_NORM = auto() # allow multiple norms in the same embd, e.g. for gemma4u + V_ENC_EMBD_CLS_POS = auto() V_ENC_EMBD_POS = auto() V_ENC_ROPE_FREQS = auto() V_ENC_INPUT_NORM = auto() @@ -1680,6 +1706,7 @@ class MODEL_TENSOR(IntEnum): MODEL_ARCH.K2HORIZON: "k2-horizon", MODEL_ARCH.KOLIBRI1: "kolibri1", MODEL_ARCH.LIMITE: "limite", + MODEL_ARCH.INKLING2: "inkling2", } VISION_PROJECTOR_TYPE_NAMES: dict[VISION_PROJECTOR_TYPE, str] = { @@ -1704,6 +1731,7 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.POS_EMBD: "position_embd", MODEL_TENSOR.OUTPUT_NORM: "output_norm", MODEL_TENSOR.OUTPUT: "output", + MODEL_TENSOR.OUTPUT_RES_QUERY: "output_res_query", MODEL_TENSOR.HRM_Z_L_INIT: "hrm.z_l_init", MODEL_TENSOR.DENSE_2_OUT: "dense_2", # embeddinggemma 2_Dense MODEL_TENSOR.DENSE_3_OUT: "dense_3", # embeddinggemma 2_Dense @@ -1729,6 +1757,20 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.ATTN_GATE: "blk.{bid}.attn_gate", MODEL_TENSOR.ATTN_RESID_ALPHA: "blk.{bid}.attn_resid_alpha", MODEL_TENSOR.ATTN_RESID_BETA: "blk.{bid}.attn_resid_beta", + MODEL_TENSOR.ATTN_REL: "blk.{bid}.attn_rel", + MODEL_TENSOR.ATTN_REL_BIAS: "blk.{bid}.attn_rel_bias", + MODEL_TENSOR.ATTN_Q_CLIP: "blk.{bid}.attn_q_clip", + MODEL_TENSOR.ATTN_REL_CLIP: "blk.{bid}.attn_rel_clip", + MODEL_TENSOR.ATTN_SINK_PROJ: "blk.{bid}.attn_sink_proj", + MODEL_TENSOR.ATTN_Q_INP_NORM: "blk.{bid}.attn_q_inp_norm", + MODEL_TENSOR.ATTN_K_INP_NORM: "blk.{bid}.attn_k_inp_norm", + MODEL_TENSOR.ATTN_V_INP_NORM: "blk.{bid}.attn_v_inp_norm", + MODEL_TENSOR.ATTN_K_CONV: "blk.{bid}.attn_k_conv", + MODEL_TENSOR.ATTN_V_CONV: "blk.{bid}.attn_v_conv", + MODEL_TENSOR.ATTN_K_CONV_PROJ: "blk.{bid}.attn_k_conv_proj", + MODEL_TENSOR.ATTN_V_CONV_PROJ: "blk.{bid}.attn_v_conv_proj", + MODEL_TENSOR.ATTN_POST_CONV: "blk.{bid}.attn_post_conv", + MODEL_TENSOR.ATTN_RES_QUERY: "blk.{bid}.attn_res_query", MODEL_TENSOR.ATTN_Q_NORM: "blk.{bid}.attn_q_norm", MODEL_TENSOR.ATTN_K_NORM: "blk.{bid}.attn_k_norm", MODEL_TENSOR.ATTN_OUT_NORM: "blk.{bid}.attn_output_norm", @@ -1763,6 +1805,8 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.FFN_GATE_TID2EID: "blk.{bid}.ffn_gate_tid2eid", MODEL_TENSOR.MOE_LATENT_DOWN: "blk.{bid}.ffn_latent_down", # nemotron 3 super MODEL_TENSOR.MOE_LATENT_UP: "blk.{bid}.ffn_latent_up", # nemotron 3 super + MODEL_TENSOR.FFN_POST_CONV: "blk.{bid}.ffn_post_conv", + MODEL_TENSOR.FFN_RES_QUERY: "blk.{bid}.ffn_res_query", MODEL_TENSOR.STREAM_EMBD: "stream_embd", MODEL_TENSOR.DEPTH_MEM_STATE_WRITE: "depth_mem_state_write", MODEL_TENSOR.DEPTH_MEM_META_WRITE: "depth_mem_meta_write", @@ -2026,6 +2070,7 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.V_ENC_EMBD_PATCH: "v.patch_embd", MODEL_TENSOR.V_ENC_EMBD_NORM: "v.norm_embd", MODEL_TENSOR.V_ENC_EMBD_PATCH_NORM: "v.patch_norm.{bid}", + MODEL_TENSOR.V_ENC_EMBD_CLS_POS: "v.class_position_embd", MODEL_TENSOR.V_ENC_EMBD_POS: "v.position_embd", MODEL_TENSOR.V_ENC_ROPE_FREQS: "v.rope_freqs", MODEL_TENSOR.V_ENC_ATTN_QKV: "v.blk.{bid}.attn_qkv", @@ -2427,6 +2472,7 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.V_ENC_EMBD_PATCH, MODEL_TENSOR.V_ENC_EMBD_NORM, MODEL_TENSOR.V_ENC_EMBD_PATCH_NORM, + MODEL_TENSOR.V_ENC_EMBD_CLS_POS, MODEL_TENSOR.V_ENC_EMBD_POS, MODEL_TENSOR.V_ENC_ROPE_FREQS, MODEL_TENSOR.V_ENC_EMBD_IMGNL, @@ -6745,6 +6791,42 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.MUDD_DOWN, MODEL_TENSOR.MUDD_UP, ], + MODEL_ARCH.INKLING2: [ + MODEL_TENSOR.TOKEN_EMBD, + MODEL_TENSOR.TOKEN_EMBD_NORM, + MODEL_TENSOR.OUTPUT, + MODEL_TENSOR.OUTPUT_NORM, + MODEL_TENSOR.OUTPUT_RES_QUERY, + MODEL_TENSOR.ATTN_NORM, + MODEL_TENSOR.ATTN_Q, + MODEL_TENSOR.ATTN_K, + MODEL_TENSOR.ATTN_V, + MODEL_TENSOR.ATTN_OUT, + MODEL_TENSOR.ATTN_GATE, + MODEL_TENSOR.ATTN_REL, + MODEL_TENSOR.ATTN_REL_BIAS, + MODEL_TENSOR.ATTN_Q_CLIP, + MODEL_TENSOR.ATTN_REL_CLIP, + MODEL_TENSOR.ATTN_SINK_PROJ, + MODEL_TENSOR.ATTN_Q_INP_NORM, + MODEL_TENSOR.ATTN_K_INP_NORM, + MODEL_TENSOR.ATTN_V_INP_NORM, + MODEL_TENSOR.ATTN_K_CONV, + MODEL_TENSOR.ATTN_V_CONV, + MODEL_TENSOR.ATTN_K_CONV_PROJ, + MODEL_TENSOR.ATTN_V_CONV_PROJ, + MODEL_TENSOR.ATTN_POST_CONV, + MODEL_TENSOR.ATTN_RES_QUERY, + MODEL_TENSOR.FFN_NORM, + MODEL_TENSOR.FFN_GATE_INP, + MODEL_TENSOR.FFN_EXP_PROBS_B, + MODEL_TENSOR.FFN_GATE_EXP, + MODEL_TENSOR.FFN_UP_EXP, + MODEL_TENSOR.FFN_GATE_UP_EXP, + MODEL_TENSOR.FFN_DOWN_EXP, + MODEL_TENSOR.FFN_POST_CONV, + MODEL_TENSOR.FFN_RES_QUERY, + ], } # tensors that will not be serialized @@ -7091,6 +7173,7 @@ class VisionProjectorType: D1OMNI_V = "d1omni_v" # lfm2 vision, without separator tokens D1OMNI_A = "d1omni_a" # lfm2a audio, with a residual block after the projector MUSE_SPARK_AUDIO = "muse-spark-audio" + INKLING2V = "inkling2v" # Items here are (block size, type size) diff --git a/gguf-py/gguf/gguf_writer.py b/gguf-py/gguf/gguf_writer.py index 364eeaa75b24..6ca7570803bb 100644 --- a/gguf-py/gguf/gguf_writer.py +++ b/gguf-py/gguf/gguf_writer.py @@ -700,6 +700,9 @@ def add_tensor_data_layout(self, layout: str) -> None: def add_vocab_size(self, size: int) -> None: self.add_uint32(Keys.LLM.VOCAB_SIZE.format(arch=self.arch), size) + def add_vocab_size_unpadded(self, size: int) -> None: + self.add_uint32(Keys.LLM.VOCAB_SIZE_UNPADDED.format(arch=self.arch), size) + def add_context_length(self, length: int) -> None: self.add_uint32(Keys.LLM.CONTEXT_LENGTH.format(arch=self.arch), length) @@ -1192,6 +1195,24 @@ def add_attention_scale(self, value: float) -> None: def add_xsa_eps(self, value: float) -> None: self.add_float32(Keys.Attention.XSA_EPS.format(arch=self.arch), value) + def add_relative_length(self, length: int) -> None: + self.add_uint32(Keys.Attention.RELATIVE_LENGTH.format(arch=self.arch), length) + + def add_relative_extent(self, extent: int) -> None: + self.add_uint32(Keys.Attention.RELATIVE_EXTENT.format(arch=self.arch), extent) + + def add_qk_clip(self, value: float) -> None: + self.add_float32(Keys.Attention.QK_CLIP.format(arch=self.arch), value) + + def add_relative_clip(self, value: float) -> None: + self.add_float32(Keys.Attention.RELATIVE_CLIP.format(arch=self.arch), value) + + def add_log_scale_floor(self, value: int) -> None: + self.add_uint32(Keys.Attention.LOG_SCALE_FLOOR.format(arch=self.arch), value) + + def add_log_scale_alpha(self, value: float) -> None: + self.add_float32(Keys.Attention.LOG_SCALE_ALPHA.format(arch=self.arch), value) + def add_attn_output_scale(self, value: float) -> None: self.add_float32(Keys.Attention.OUTPUT_SCALE.format(arch=self.arch), value) diff --git a/gguf-py/gguf/tensor_mapping.py b/gguf-py/gguf/tensor_mapping.py index bb7d6dcaeec4..4ee516afa6a8 100644 --- a/gguf-py/gguf/tensor_mapping.py +++ b/gguf-py/gguf/tensor_mapping.py @@ -66,6 +66,8 @@ class TensorNameMap: "model.layers.0.pre_norm", # rwkv7 "backbone.norm", # wavtokenizer "model.embedding_norm", # lfm2 + "model.embed_tokens.embed_norm", # inkling2 + "model.embed_norm", # inkling2 ), # Position embeddings @@ -90,6 +92,7 @@ class TensorNameMap: "model.transformer.ff_out", # llada "head.decoder", # modern-bert "embedding_projection", # embeddinggemma2 + "model.unembed", # inkling2 ), MODEL_TENSOR.DENSE_2_OUT: ( "dense_2_out", # embeddinggemma @@ -123,6 +126,11 @@ class TensorNameMap: "model.embedding_norm", # lfm3 ), + MODEL_TENSOR.OUTPUT_RES_QUERY: ( + "model.final_input.query", # inkling2 + "model.attn_res.output_query", # inkling2 + ), + # Rope frequencies MODEL_TENSOR.ROPE_FREQS: ( "rope.freqs", # llama-pth @@ -260,6 +268,7 @@ class TensorNameMap: "model.layers.{bid}.attention_layernorm", # apertus "model.layers.{bid}.pre_attention_layernorm", # kormo "head.layers.{bid}.norm1", # laya + "model.layers.{bid}.attn_norm", # inkling2 ), # Attention norm 2 @@ -318,6 +327,7 @@ class TensorNameMap: "layers.{bid}.self_attn.q_proj", # qwen3-embedding "backbone.layers.{bid}.mixer.q_proj", # nemotron-h "model.blocks.{bid}.attn.attn_query", # talkie + "model.layers.{bid}.attn.wq_du", # inkling2 ), # Attention key @@ -340,6 +350,7 @@ class TensorNameMap: "layers.{bid}.self_attn.k_proj", # qwen3-embedding "backbone.layers.{bid}.mixer.k_proj", # nemotron-h "model.blocks.{bid}.attn.attn_key", # talkie + "model.layers.{bid}.attn.wk_dv", # inkling2 ), # Attention value @@ -361,6 +372,7 @@ class TensorNameMap: "layers.{bid}.self_attn.v_proj", # qwen3-embedding "backbone.layers.{bid}.mixer.v_proj", # nemotron-h "model.blocks.{bid}.attn.attn_value", # talkie + "model.layers.{bid}.attn.wv_dv", # inkling2 ), # Attention output @@ -405,6 +417,7 @@ class TensorNameMap: "model.blocks.{bid}.attn.attn_resid", # talkie "head.layers.{bid}.self_attn.out_proj", # laya "layers.{bid}.mixer.out", # metis16 + "model.layers.{bid}.attn.wo_ud", # inkling2 ), # Attention output norm @@ -449,12 +462,82 @@ class TensorNameMap: "model.layers.{bid}.self_attn.output_gate", # minimax-01 "model.layers.{bid}.self_attn.linear_gate", # hy-v4 "model.layers.{bid}.self_attn.attn_gate_proj", # k2-horizon + "model.layers.{bid}.attn.gate_attn", # inkling2 ), MODEL_TENSOR.ATTN_VRES_LAMBDA: ( "model.layers.{bid}.self_attn.value_res_lambda", # ricursive ), + MODEL_TENSOR.ATTN_REL: ( + "model.layers.{bid}.self_attn.r_proj", # inkling2 + "model.layers.{bid}.attn.wr_du", # inkling2 + ), + + MODEL_TENSOR.ATTN_REL_BIAS: ( + "model.layers.{bid}.self_attn.rel_logits_proj.proj", # inkling2 + "model.layers.{bid}.attn.rel_logits_proj.proj", # inkling2 + ), + + MODEL_TENSOR.ATTN_Q_CLIP: ( + "model.layers.{bid}.self_attn.q_l2_clip.scale", # inkling2 + "model.layers.{bid}.attn.q_l2_clip.scale", # inkling2 + ), + + MODEL_TENSOR.ATTN_REL_CLIP: ( + "model.layers.{bid}.self_attn.rel_l2_clip.scale", # inkling2 + "model.layers.{bid}.attn.rel_l2_clip.scale", # inkling2 + ), + + MODEL_TENSOR.ATTN_SINK_PROJ: ( + "model.layers.{bid}.self_attn.sink_proj", # inkling2 + "model.layers.{bid}.attn.attn_sink_proj", # inkling2 + ), + + MODEL_TENSOR.ATTN_Q_INP_NORM: ( + "model.layers.{bid}.q_input_layernorm", # inkling2 + "model.layers.{bid}.q_input_norm", # inkling2 + ), + + MODEL_TENSOR.ATTN_K_INP_NORM: ( + "model.layers.{bid}.k_input_layernorm", # inkling2 + "model.layers.{bid}.k_input_norm", # inkling2 + ), + + MODEL_TENSOR.ATTN_V_INP_NORM: ( + "model.layers.{bid}.v_input_layernorm", # inkling2 + "model.layers.{bid}.v_input_norm", # inkling2 + ), + + MODEL_TENSOR.ATTN_K_CONV: ( + "model.layers.{bid}.self_attn.k_sconv.conv1d", # inkling2 + "model.layers.{bid}.attn.k_sconv", # inkling2 + ), + + MODEL_TENSOR.ATTN_V_CONV: ( + "model.layers.{bid}.self_attn.v_sconv.conv1d", # inkling2 + "model.layers.{bid}.attn.v_sconv", # inkling2 + ), + + MODEL_TENSOR.ATTN_K_CONV_PROJ: ( + "model.layers.{bid}.self_attn.k_sconv.weight_proj", # inkling2 + "model.layers.{bid}.attn.k_sconv.weight_proj", # inkling2 + ), + + MODEL_TENSOR.ATTN_V_CONV_PROJ: ( + "model.layers.{bid}.self_attn.v_sconv.weight_proj", # inkling2 + "model.layers.{bid}.attn.v_sconv.weight_proj", # inkling2 + ), + + MODEL_TENSOR.ATTN_POST_CONV: ( + "model.layers.{bid}.post_attention_convolution.conv1d", # inkling2 + "model.layers.{bid}.attn_sconv", # inkling2 + ), + + MODEL_TENSOR.ATTN_RES_QUERY: ( + "model.layers.{bid}.attention_input.query", # inkling2 + ), + # Feed-forward norm MODEL_TENSOR.FFN_NORM: ( "layers.{bid}.moe_connection.norm", # metis16 @@ -484,6 +567,7 @@ class TensorNameMap: "model.layers.{bid}.pre_mlp_layernorm", # kormo "layers.{bid}.mlp_norm", # modern-bert "head.layers.{bid}.norm2", # laya + "model.layers.{bid}.mlp_norm", # inkling2 ), # Pre feed-forward norm @@ -714,6 +798,16 @@ class TensorNameMap: "layers.{bid}.moe.latent_up", # metis16 ), + MODEL_TENSOR.FFN_POST_CONV: ( + "model.layers.{bid}.post_mlp_convolution.conv1d", # inkling2 + "model.layers.{bid}.mlp_sconv", # inkling2 + ), + + MODEL_TENSOR.FFN_RES_QUERY: ( + "model.layers.{bid}.mlp_input.query", # inkling2 + "model.attn_res.mlp_queries.{bid}", # inkling2 + ), + MODEL_TENSOR.STREAM_EMBD: ( "stream_embeddings", # metis16 ), @@ -1861,6 +1955,8 @@ class TensorNameMap: "vision_model.radio_model.model.patch_generator.cls_token.token", # Nemotron Nano v2 VL "vision_model.embeddings.cls_register_token", # Nemotron Omni "model.vision_model.embeddings.class_embedding", # Deepseek-OCR + "model.vision_tower.embeddings.class_embedding", # inkling2 + "model.visual.backbone.embeddings.class_embedding", # inkling2 ), MODEL_TENSOR.V_ENC_ROPE_FREQS: ( @@ -1893,6 +1989,7 @@ class TensorNameMap: "vision_model.conv1", # Step3-VL "model.vision_embedder.patch_dense", # gemma4 unified "model.vision_tower.patch_embedder.patch_embedding", # muse-glimmer + "model.visual.backbone.embeddings.patch_embedding", # inkling2 ), MODEL_TENSOR.V_ENC_EMBD_NORM: ( @@ -1905,6 +2002,11 @@ class TensorNameMap: "model.vision_embedder.patch_ln{bid}", # gemma4 unified ), + MODEL_TENSOR.V_ENC_EMBD_CLS_POS: ( + "model.vision_tower.embeddings.cls_position_embedding", # inkling2 + "model.visual.backbone.embeddings.cls_position_embedding", # inkling2 + ), + MODEL_TENSOR.V_ENC_EMBD_POS: ( "model.vision_tower.vision_model.embeddings.position_embedding", # Granite4Vision "vision_tower.vision_model.embeddings.position_embedding", @@ -1923,6 +2025,7 @@ class TensorNameMap: "model.vision_tower.patch_embedder.position_embedding_table", # gemma4 "vision_model.positional_embedding", # Step3-VL "model.vision_embedder.pos_embedding", # gemma4 unified + "model.visual.backbone.embeddings.position_embedding", # inkling2 ), # TODO: I think these should all be moved to mapping_cfg? @@ -1970,6 +2073,7 @@ class TensorNameMap: "vision_model.model.layers.{bid}.self_attn.q_proj.linear", # gemma4 "model.qwen2_model.model.model.layers.{bid}.self_attn.q_proj", # Deepseek-OCR-2 qwen2 "model.vision_tower.layers.{bid}.attn.q_proj", # muse-glimmer + "model.visual.backbone.layers.{bid}.self_attn.q_proj", # inkling2 ), MODEL_TENSOR.V_ENC_ATTN_Q_NORM: ( @@ -2001,6 +2105,7 @@ class TensorNameMap: "vision_model.model.layers.{bid}.self_attn.k_proj.linear", # gemma4 "model.qwen2_model.model.model.layers.{bid}.self_attn.k_proj", # Deepseek-OCR-2 qwen2 "model.vision_tower.layers.{bid}.attn.k_proj", # muse-glimmer + "model.visual.backbone.layers.{bid}.self_attn.k_proj", # inkling2 ), MODEL_TENSOR.V_ENC_ATTN_K_NORM: ( @@ -2032,6 +2137,7 @@ class TensorNameMap: "vision_model.model.layers.{bid}.self_attn.v_proj.linear", # gemma4 "model.qwen2_model.model.model.layers.{bid}.self_attn.v_proj", # Deepseek-OCR-2 qwen2 "model.vision_tower.layers.{bid}.attn.v_proj", # muse-glimmer + "model.visual.backbone.layers.{bid}.self_attn.v_proj", # inkling2 ), MODEL_TENSOR.V_ENC_INPUT_NORM: ( @@ -2061,6 +2167,8 @@ class TensorNameMap: "vision_model.transformer.resblocks.{bid}.ln_1", # Step3-VL "model.qwen2_model.model.model.layers.{bid}.input_layernorm", # Deepseek-OCR-2 qwen2 "model.vision_tower.layers.{bid}.norm1", # muse-glimmer + "model.vision_tower.layers.{bid}.layernorm_before", # inkling2 + "model.visual.backbone.layers.{bid}.ln_1", # inkling2 ), MODEL_TENSOR.V_ENC_ATTN_O: ( @@ -2092,6 +2200,7 @@ class TensorNameMap: "vision_encoder.blocks.{bid}.attn.proj", # dots3note "vision_model.transformer.resblocks.{bid}.attn.out_proj", # Step3-VL "model.vision_tower.layers.{bid}.attn.proj", # muse-glimmer + "model.visual.backbone.layers.{bid}.self_attn.out_proj", # inkling2 ), MODEL_TENSOR.V_ENC_ATTN_SINKS: ( @@ -2126,6 +2235,8 @@ class TensorNameMap: "vision_model.transformer.resblocks.{bid}.ln_2", # Step3-VL "model.qwen2_model.model.model.layers.{bid}.post_attention_layernorm", # Deepseek-OCR-2 qwen2 "model.vision_tower.layers.{bid}.norm2", # muse-glimmer + "model.vision_tower.layers.{bid}.layernorm_after", # inkling2 + "model.visual.backbone.layers.{bid}.ln_2", # inkling2 ), MODEL_TENSOR.V_ENC_FFN_UP: ( @@ -2156,6 +2267,7 @@ class TensorNameMap: "vision_model.transformer.resblocks.{bid}.mlp.c_fc", # Step3-VL "model.qwen2_model.model.model.layers.{bid}.mlp.up_proj", # Deepseek-OCR-2 qwen2 "model.vision_tower.layers.{bid}.mlp.fc1", # muse-glimmer + "model.visual.backbone.layers.{bid}.mlp.c_fc", # inkling2 ), MODEL_TENSOR.V_ENC_FFN_GATE: ( @@ -2197,6 +2309,7 @@ class TensorNameMap: "vision_model.model.layers.{bid}.mlp.down_proj", # gemma4 "vision_model.transformer.resblocks.{bid}.mlp.c_proj", # Step3-VL "model.vision_tower.layers.{bid}.mlp.fc2", # muse-glimmer + "model.visual.backbone.layers.{bid}.mlp.c_proj", # inkling2 ), @@ -2235,6 +2348,8 @@ class TensorNameMap: "vision_tower.vision_model.encoder.layers.{bid}.ls1", # InternVL "model.vision_tower.encoder.layer.{bid}.lambda_1", # Intern-S1 "vision_model.transformer.resblocks.{bid}.ls_1", # Step3-VL + "model.vision_tower.layers.{bid}.lambda_1", # inkling2 + "model.visual.backbone.layers.{bid}.ls_1", # inkling2 ), MODEL_TENSOR.V_LAYER_SCALE_2: ( @@ -2242,6 +2357,8 @@ class TensorNameMap: "vision_tower.vision_model.encoder.layers.{bid}.ls2", # InternVL "model.vision_tower.encoder.layer.{bid}.lambda_2", # Intern-S1 "vision_model.transformer.resblocks.{bid}.ls_2", # Step3-VL + "model.vision_tower.layers.{bid}.lambda_2", # inkling2 + "model.visual.backbone.layers.{bid}.ls_2", # inkling2 ), MODEL_TENSOR.V_LAYER_OUT_SCALE: ( @@ -2259,6 +2376,8 @@ class TensorNameMap: "vision_encoder.patch_embed.norm", # dots3note "vision_model.ln_pre", # Step3-VL "model.vision_tower.ln_pre", # muse-glimmer + "model.vision_tower.pre_layernorm", # inkling2 + "model.visual.backbone.ln_pre", # inkling2 ), MODEL_TENSOR.V_POST_NORM: ( diff --git a/src/llama-arch.cpp b/src/llama-arch.cpp index 6dcf34e77501..22419390fd84 100644 --- a/src/llama-arch.cpp +++ b/src/llama-arch.cpp @@ -179,6 +179,7 @@ static const std::map LLM_ARCH_NAMES = { { LLM_ARCH_BEAM, "beam" }, { LLM_ARCH_KOLIBRI1, "kolibri1" }, { LLM_ARCH_RICURSIVE, "ricursive" }, + { LLM_ARCH_INKLING2, "inkling2" }, { LLM_ARCH_UNKNOWN, "(unknown)" }, }; @@ -212,6 +213,7 @@ static const std::map LLM_KV_NAMES = { { LLM_KV_GENERAL_TENSOR_EXTRA_PREC_A4, "general.tensor_extra.prec_a4" }, { LLM_KV_VOCAB_SIZE, "%s.vocab_size" }, + { LLM_KV_VOCAB_SIZE_UNPADDED, "%s.vocab_size_unpadded" }, { LLM_KV_CONTEXT_LENGTH, "%s.context_length" }, { LLM_KV_EMBEDDING_LENGTH, "%s.embedding_length" }, { LLM_KV_EMBEDDING_LENGTH_OUT, "%s.embedding_length_out" }, @@ -345,6 +347,12 @@ static const std::map LLM_KV_NAMES = { { LLM_KV_ATTENTION_SHARED_KV_LAYERS, "%s.attention.shared_kv_layers" }, { LLM_KV_ATTENTION_KV_SOURCE_MAP, "%s.attention.kv_source_map" }, { LLM_KV_ATTENTION_RECURRENT_LAYERS, "%s.attention.recurrent_layers" }, + { LLM_KV_ATTENTION_RELATIVE_LENGTH, "%s.attention.relative_length" }, + { LLM_KV_ATTENTION_RELATIVE_EXTENT, "%s.attention.relative_extent" }, + { LLM_KV_ATTENTION_QK_CLIP, "%s.attention.qk_clip" }, + { LLM_KV_ATTENTION_RELATIVE_CLIP, "%s.attention.relative_clip" }, + { LLM_KV_ATTENTION_LOG_SCALE_FLOOR, "%s.attention.log_scale_floor" }, + { LLM_KV_ATTENTION_LOG_SCALE_ALPHA, "%s.attention.log_scale_alpha" }, { LLM_KV_HYPER_CONNECTION_COUNT, "%s.hyper_connection.count" }, { LLM_KV_HYPER_CONNECTION_SINKHORN_ITERATIONS, "%s.hyper_connection.sinkhorn_iterations" }, @@ -521,6 +529,7 @@ static const std::map LLM_TENSOR_NAMES = { { LLM_TENSOR_OUTPUT_NORM, "output_norm" }, { LLM_TENSOR_OUTPUT_NORM_LFM2, "token_embd_norm" }, // fix for wrong tensor name { LLM_TENSOR_OUTPUT, "output" }, + { LLM_TENSOR_OUTPUT_RES_QUERY, "output_res_query" }, { LLM_TENSOR_ROPE_FREQS, "rope_freqs" }, { LLM_TENSOR_HRM_Z_L_INIT, "hrm.z_l_init" }, { LLM_TENSOR_ATTN_NORM, "blk.%d.attn_norm" }, @@ -547,6 +556,20 @@ static const std::map LLM_TENSOR_NAMES = { { LLM_TENSOR_ATTN_GATE, "blk.%d.attn_gate" }, { LLM_TENSOR_ATTN_RESID_ALPHA, "blk.%d.attn_resid_alpha" }, { LLM_TENSOR_ATTN_RESID_BETA, "blk.%d.attn_resid_beta" }, + { LLM_TENSOR_ATTN_REL, "blk.%d.attn_rel" }, + { LLM_TENSOR_ATTN_REL_BIAS, "blk.%d.attn_rel_bias" }, + { LLM_TENSOR_ATTN_Q_CLIP, "blk.%d.attn_q_clip" }, + { LLM_TENSOR_ATTN_REL_CLIP, "blk.%d.attn_rel_clip" }, + { LLM_TENSOR_ATTN_SINK_PROJ, "blk.%d.attn_sink_proj" }, + { LLM_TENSOR_ATTN_Q_INP_NORM, "blk.%d.attn_q_inp_norm" }, + { LLM_TENSOR_ATTN_K_INP_NORM, "blk.%d.attn_k_inp_norm" }, + { LLM_TENSOR_ATTN_V_INP_NORM, "blk.%d.attn_v_inp_norm" }, + { LLM_TENSOR_ATTN_K_CONV, "blk.%d.attn_k_conv" }, + { LLM_TENSOR_ATTN_V_CONV, "blk.%d.attn_v_conv" }, + { LLM_TENSOR_ATTN_K_CONV_PROJ, "blk.%d.attn_k_conv_proj" }, + { LLM_TENSOR_ATTN_V_CONV_PROJ, "blk.%d.attn_v_conv_proj" }, + { LLM_TENSOR_ATTN_POST_CONV, "blk.%d.attn_post_conv" }, + { LLM_TENSOR_ATTN_RES_QUERY, "blk.%d.attn_res_query" }, { LLM_TENSOR_FFN_POST_NORM, "blk.%d.post_ffw_norm" }, { LLM_TENSOR_FFN_POST_NORM_1, "blk.%d.post_ffw_norm_1" }, { LLM_TENSOR_FFN_POST_NORM_2, "blk.%d.post_ffw_norm_2" }, @@ -560,6 +583,8 @@ static const std::map LLM_TENSOR_NAMES = { { LLM_TENSOR_FFN_EXP_PROBS_B_VL, "blk.%d.exp_probs_b_vl" }, { LLM_TENSOR_FFN_LATENT_DOWN, "blk.%d.ffn_latent_down" }, { LLM_TENSOR_FFN_LATENT_UP, "blk.%d.ffn_latent_up" }, + { LLM_TENSOR_FFN_POST_CONV, "blk.%d.ffn_post_conv" }, + { LLM_TENSOR_FFN_RES_QUERY, "blk.%d.ffn_res_query" }, { LLM_TENSOR_STREAM_EMBD, "stream_embd" }, { LLM_TENSOR_DEPTH_MEM_STATE_WRITE, "depth_mem_state_write" }, { LLM_TENSOR_DEPTH_MEM_META_WRITE, "depth_mem_meta_write" }, @@ -929,6 +954,7 @@ static const std::map LLM_TENSOR_INFOS = { {LLM_TENSOR_DENSE_3_OUT, {LLM_TENSOR_LAYER_OUTPUT, GGML_OP_MUL_MAT}}, // Dense layer output {LLM_TENSOR_OUTPUT_NORM, {LLM_TENSOR_LAYER_OUTPUT, GGML_OP_MUL}}, {LLM_TENSOR_OUTPUT_NORM_LFM2, {LLM_TENSOR_LAYER_OUTPUT, GGML_OP_MUL}}, + {LLM_TENSOR_OUTPUT_RES_QUERY, {LLM_TENSOR_LAYER_OUTPUT, GGML_OP_MUL_MAT}}, {LLM_TENSOR_DEC_OUTPUT_NORM, {LLM_TENSOR_LAYER_OUTPUT, GGML_OP_MUL}}, {LLM_TENSOR_ENC_OUTPUT_NORM, {LLM_TENSOR_LAYER_OUTPUT, GGML_OP_MUL}}, {LLM_TENSOR_ROPE_FREQS, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_ROPE}}, @@ -942,6 +968,20 @@ static const std::map LLM_TENSOR_INFOS = { {LLM_TENSOR_ATTN_GATE, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL_MAT}}, {LLM_TENSOR_ATTN_RESID_ALPHA, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, {LLM_TENSOR_ATTN_RESID_BETA, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, + {LLM_TENSOR_ATTN_REL, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL_MAT}}, + {LLM_TENSOR_ATTN_REL_BIAS, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL_MAT}}, + {LLM_TENSOR_ATTN_Q_CLIP, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, + {LLM_TENSOR_ATTN_REL_CLIP, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, + {LLM_TENSOR_ATTN_SINK_PROJ, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL_MAT}}, + {LLM_TENSOR_ATTN_Q_INP_NORM, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, + {LLM_TENSOR_ATTN_K_INP_NORM, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, + {LLM_TENSOR_ATTN_V_INP_NORM, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, + {LLM_TENSOR_ATTN_K_CONV, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_SSM_CONV}}, + {LLM_TENSOR_ATTN_V_CONV, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_SSM_CONV}}, + {LLM_TENSOR_ATTN_K_CONV_PROJ, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL_MAT}}, + {LLM_TENSOR_ATTN_V_CONV_PROJ, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL_MAT}}, + {LLM_TENSOR_ATTN_POST_CONV, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_SSM_CONV}}, + {LLM_TENSOR_ATTN_RES_QUERY, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL_MAT}}, {LLM_TENSOR_FFN_GATE, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL_MAT}}, {LLM_TENSOR_FFN_DOWN, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL_MAT}}, {LLM_TENSOR_FFN_UP, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL_MAT}}, @@ -1202,6 +1242,8 @@ static const std::map LLM_TENSOR_INFOS = { // latent projections feed ggml_mul_mat, the buft probe must use MUL_MAT to keep them on GPU {LLM_TENSOR_FFN_LATENT_DOWN, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL_MAT}}, {LLM_TENSOR_FFN_LATENT_UP, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL_MAT}}, + {LLM_TENSOR_FFN_POST_CONV, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_SSM_CONV}}, + {LLM_TENSOR_FFN_RES_QUERY, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL_MAT}}, {LLM_TENSOR_STREAM_EMBD, {LLM_TENSOR_LAYER_OUTPUT, GGML_OP_ADD}}, {LLM_TENSOR_DEPTH_MEM_STATE_WRITE, {LLM_TENSOR_LAYER_OUTPUT, GGML_OP_MUL_MAT}}, {LLM_TENSOR_DEPTH_MEM_META_WRITE, {LLM_TENSOR_LAYER_OUTPUT, GGML_OP_MUL_MAT}}, @@ -1374,6 +1416,7 @@ bool llm_arch_is_hybrid(const llm_arch & arch) { case LLM_ARCH_DEEPSEEK4: case LLM_ARCH_DEEPSEEK41: case LLM_ARCH_MINIMAX_01: + case LLM_ARCH_INKLING2: return true; default: return false; @@ -1409,6 +1452,7 @@ bool llm_arch_supports_rs_rollback(const llm_arch & arch) { case LLM_ARCH_LFM2MOE: case LLM_ARCH_LFM3: case LLM_ARCH_BAILINGMOE3: + case LLM_ARCH_INKLING2: return true; default: return false; @@ -1426,6 +1470,7 @@ bool llm_arch_supports_mixed_batch(const llm_arch & arch) { case LLM_ARCH_DFLASH: case LLM_ARCH_GEMMA4_ASSISTANT: case LLM_ARCH_LIMITE: + case LLM_ARCH_INKLING2: return false; default: return true; @@ -1444,6 +1489,7 @@ bool llm_arch_supports_sm_tensor(const llm_arch & arch) { case LLM_ARCH_MAMBA2: case LLM_ARCH_JAMBA: case LLM_ARCH_FALCON_H1: + case LLM_ARCH_INKLING2: case LLM_ARCH_OLMO2: case LLM_ARCH_OLMOE: case LLM_ARCH_DEEPSEEK2: diff --git a/src/llama-arch.h b/src/llama-arch.h index 3b8f45d26f9b..74bd6ce673df 100644 --- a/src/llama-arch.h +++ b/src/llama-arch.h @@ -183,6 +183,7 @@ enum llm_arch { LLM_ARCH_KOLIBRI1, LLM_ARCH_LIMITE, LLM_ARCH_RICURSIVE, + LLM_ARCH_INKLING2, LLM_ARCH_UNKNOWN, }; @@ -216,6 +217,7 @@ enum llm_kv { LLM_KV_GENERAL_TENSOR_EXTRA_PREC_A4, LLM_KV_VOCAB_SIZE, + LLM_KV_VOCAB_SIZE_UNPADDED, LLM_KV_CONTEXT_LENGTH, LLM_KV_EMBEDDING_LENGTH, LLM_KV_EMBEDDING_LENGTH_OUT, @@ -349,6 +351,12 @@ enum llm_kv { LLM_KV_ATTENTION_SHARED_KV_LAYERS, LLM_KV_ATTENTION_KV_SOURCE_MAP, LLM_KV_ATTENTION_RECURRENT_LAYERS, + LLM_KV_ATTENTION_RELATIVE_LENGTH, + LLM_KV_ATTENTION_RELATIVE_EXTENT, + LLM_KV_ATTENTION_QK_CLIP, + LLM_KV_ATTENTION_RELATIVE_CLIP, + LLM_KV_ATTENTION_LOG_SCALE_FLOOR, + LLM_KV_ATTENTION_LOG_SCALE_ALPHA, LLM_KV_HYPER_CONNECTION_COUNT, LLM_KV_HYPER_CONNECTION_SINKHORN_ITERATIONS, @@ -529,6 +537,7 @@ enum llm_tensor { LLM_TENSOR_OUTPUT, LLM_TENSOR_OUTPUT_NORM, LLM_TENSOR_OUTPUT_NORM_LFM2, // fix for wrong tensor name + LLM_TENSOR_OUTPUT_RES_QUERY, LLM_TENSOR_ROPE_FREQS, LLM_TENSOR_ROPE_FACTORS_LONG, LLM_TENSOR_ROPE_FACTORS_SHORT, @@ -547,6 +556,20 @@ enum llm_tensor { LLM_TENSOR_ATTN_GATE, LLM_TENSOR_ATTN_RESID_ALPHA, LLM_TENSOR_ATTN_RESID_BETA, + LLM_TENSOR_ATTN_REL, + LLM_TENSOR_ATTN_REL_BIAS, + LLM_TENSOR_ATTN_Q_CLIP, + LLM_TENSOR_ATTN_REL_CLIP, + LLM_TENSOR_ATTN_SINK_PROJ, + LLM_TENSOR_ATTN_Q_INP_NORM, + LLM_TENSOR_ATTN_K_INP_NORM, + LLM_TENSOR_ATTN_V_INP_NORM, + LLM_TENSOR_ATTN_K_CONV, + LLM_TENSOR_ATTN_V_CONV, + LLM_TENSOR_ATTN_K_CONV_PROJ, + LLM_TENSOR_ATTN_V_CONV_PROJ, + LLM_TENSOR_ATTN_POST_CONV, + LLM_TENSOR_ATTN_RES_QUERY, LLM_TENSOR_FFN_GATE_INP, LLM_TENSOR_FFN_GATE_INP_SHEXP, LLM_TENSOR_FFN_NORM, @@ -578,6 +601,8 @@ enum llm_tensor { LLM_TENSOR_FFN_EXP_PROBS_B_VL, LLM_TENSOR_FFN_LATENT_DOWN, LLM_TENSOR_FFN_LATENT_UP, + LLM_TENSOR_FFN_POST_CONV, + LLM_TENSOR_FFN_RES_QUERY, LLM_TENSOR_STREAM_EMBD, LLM_TENSOR_DEPTH_MEM_STATE_WRITE, LLM_TENSOR_DEPTH_MEM_META_WRITE, diff --git a/src/llama-context.cpp b/src/llama-context.cpp index 9066e061ef0e..3e931f1cf004 100644 --- a/src/llama-context.cpp +++ b/src/llama-context.cpp @@ -2918,7 +2918,8 @@ uint32_t llama_context::graph_max_nodes() const { model.arch == LLM_ARCH_NANBEIGE || model.arch == LLM_ARCH_MINIMAX_01 || model.arch == LLM_ARCH_MINIMAX_M3 || - model.arch == LLM_ARCH_HY_V4) { + model.arch == LLM_ARCH_HY_V4 || + model.arch == LLM_ARCH_INKLING2) { res = std::max(1024u, 32u * model.n_tensors()); } else if (model.arch == LLM_ARCH_DFLASH && model.hparams.dflash_selector_rank > 0) { // DFlash2's convolutions and selector are shape work rather than matmuls, diff --git a/src/llama-graph.cpp b/src/llama-graph.cpp index a47cb1e5daac..01354c36cccd 100644 --- a/src/llama-graph.cpp +++ b/src/llama-graph.cpp @@ -2285,7 +2285,7 @@ ggml_tensor * llm_graph_context::build_moe_ffn( if (probs_in == nullptr) { logits = build_lora_mm(gate_inp, cur); // [n_expert, n_tokens] - if (gating_op == LLAMA_EXPERT_GATING_FUNC_TYPE_SQRT_SOFTPLUS) { + if (gating_op == LLAMA_EXPERT_GATING_FUNC_TYPE_SQRT_SOFTPLUS || hparams.expert_router_f32) { // the reference computes the router in F32: https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash/blob/60d8d70770c6776ff598c94bb586a859a38244f1/inference/model.py#L565 ggml_prec_set_acc(logits, GGML_PREC_F32); } @@ -2403,6 +2403,8 @@ ggml_tensor * llm_graph_context::build_moe_ffn( if (arch == LLM_ARCH_DEEPSEEK41) { // model.py Gate.forward: weights / (sum + 1e-20); the sum can fall below the F16 clamp below weights_sum = ggml_scale_bias(ctx0, weights_sum, 1.0f, 1e-20f); + } else if (hparams.expert_weights_norm_eps > 0.0f) { + weights_sum = ggml_scale_bias(ctx0, weights_sum, 1.0f, hparams.expert_weights_norm_eps); } else { // Avoid division by zero, clamp to smallest number representable by F16 weights_sum = ggml_clamp(ctx0, weights_sum, 6.103515625e-5, INFINITY); @@ -3032,7 +3034,7 @@ ggml_tensor * llm_graph_context::build_attn_mha( ggml_tensor * cur; - const bool use_flash_attn = cparams.flash_attn && kq_b == nullptr; + const bool use_flash_attn = cparams.flash_attn && kq_b == nullptr && (!sinks || ggml_is_vector(sinks)); GGML_ASSERT(use_flash_attn || kv_rows == nullptr); if (use_flash_attn) { GGML_ASSERT(kq_b == nullptr && "Flash attention does not support KQ bias yet"); @@ -3115,8 +3117,16 @@ ggml_tensor * llm_graph_context::build_attn_mha( cb(kq, "kq_plus_kq_b", il); } - kq = ggml_soft_max_ext(ctx0, kq, kq_mask, kq_scale, hparams.f_max_alibi_bias); - ggml_soft_max_add_sinks(kq, sinks); + if (sinks && !ggml_is_vector(sinks)) { + // Per-query sinks are extra logits with zero values. + const int64_t n_kv = kq->ne[0]; + kq = ggml_add(ctx0, ggml_scale(ctx0, kq, kq_scale), ggml_cast(ctx0, kq_mask, GGML_TYPE_F32)); + kq = ggml_soft_max(ctx0, ggml_concat(ctx0, kq, sinks, 0)); + kq = ggml_cont(ctx0, ggml_view_4d(ctx0, kq, n_kv, kq->ne[1], kq->ne[2], kq->ne[3], kq->nb[1], kq->nb[2], kq->nb[3], 0)); + } else { + kq = ggml_soft_max_ext(ctx0, kq, kq_mask, kq_scale, hparams.f_max_alibi_bias); + ggml_soft_max_add_sinks(kq, sinks); + } cb(kq, "kq_soft_max", il); if (!v_trans) { @@ -3610,7 +3620,8 @@ ggml_tensor * llm_graph_context::build_attn( ggml_tensor * sinks, ggml_tensor * v_mla, float kq_scale, - int il) const { + int il, + ggml_tensor * kq_mask) const { const bool is_swa = hparams.is_swa(il); auto * k_rot = is_swa ? inp->self_k_rot_swa[il] : inp->self_k_rot[il]; @@ -3666,7 +3677,9 @@ ggml_tensor * llm_graph_context::build_attn( ggml_build_forward_expand(gf, mctx_cur->cpy_v(ctx0, v_cur, v_idxs, il)); } - const auto & kq_mask = is_swa ? inp->self_attn_mask_swa.raw : inp->self_attn_mask.raw; + if (!kq_mask) { + kq_mask = is_swa ? inp->self_attn_mask_swa.raw : inp->self_attn_mask.raw; + } const auto & kv_rows = is_swa ? inp->self_attn_mask_swa.rows : inp->self_attn_mask.rows; ggml_tensor * q = q_cur; diff --git a/src/llama-graph.h b/src/llama-graph.h index 559149508833..2d8c65718fee 100644 --- a/src/llama-graph.h +++ b/src/llama-graph.h @@ -1387,7 +1387,8 @@ struct llm_graph_context { ggml_tensor * sinks, // [n_head_q] ggml_tensor * v_mla, // [n_embd_head_v_mla, n_embd_head_v, n_head_v] float kq_scale, - int il) const; + int il, + ggml_tensor * kq_mask = nullptr) const; llm_graph_input_attn_k_iswa * build_attn_inp_k_iswa() const; diff --git a/src/llama-hparams.cpp b/src/llama-hparams.cpp index f05b5d6bbb38..66903fbb7fc6 100644 --- a/src/llama-hparams.cpp +++ b/src/llama-hparams.cpp @@ -211,6 +211,11 @@ uint32_t llama_hparams::n_embd_r() const { return token_shift_count * n_embd; } + if (n_sconv_channels != 0) { + // for Inkling2 models, checked before LFM2 as they set n_shortconv_l_cache too + return n_sconv_channels * (n_shortconv_l_cache - 1); + } + if (n_shortconv_l_cache != 0) { // for LFM2 models return n_embd * (n_shortconv_l_cache - 1); diff --git a/src/llama-hparams.h b/src/llama-hparams.h index 7b738407ddb1..b4894956c366 100644 --- a/src/llama-hparams.h +++ b/src/llama-hparams.h @@ -107,6 +107,7 @@ struct llama_hparams { struct llama_hparams_convnext convnext; uint32_t n_shortconv_l_cache = 0; + uint32_t n_sconv_channels = 0; std::array n_head_arr; std::array n_head_kv_arr; @@ -136,6 +137,8 @@ struct llama_hparams { float expert_group_scale = 0.05f; float expert_weights_scale = 0.0f; bool expert_weights_norm = false; + float expert_weights_norm_eps = 0.0f; // > 0: weights / (sum + eps), else the sum is clamped + bool expert_router_f32 = false; // compute the router logits in F32 uint32_t expert_gating_func = LLAMA_EXPERT_GATING_FUNC_TYPE_NONE; uint32_t moe_every_n_layers = 0; uint32_t moe_latent_size = 0; @@ -245,6 +248,16 @@ struct llama_hparams { uint32_t n_mudd_taps = 0; std::array mudd_tap_idx; // [n_layer][n_mudd_taps], -1 = no mixing + // inkling2 + uint32_t n_relative = 0; + uint32_t n_relative_extent = 0; + uint32_t n_vocab_unpadded = 0; + uint32_t n_vocab_padded = 0; + uint32_t n_log_scale_floor = 0; + float f_log_scale_alpha = 0.0f; + float f_qk_clip = 0.0f; + float f_relative_clip = 0.0f; + bool ssm_dt_b_c_rms = false; float f_clamp_kqv = 0.0f; diff --git a/src/llama-kv-cache.cpp b/src/llama-kv-cache.cpp index 4ec7fb89c14c..3d6fd2a5f14a 100644 --- a/src/llama-kv-cache.cpp +++ b/src/llama-kv-cache.cpp @@ -2022,6 +2022,20 @@ bool llama_kv_cache::has_cell_ext() const { return hparams.n_pos_per_embd() > 1 || hparams.ple_n_heads > 0; } +void llama_kv_cache::set_input_relative_pos(ggml_tensor * dst, const llama_ubatch * ubatch, uint32_t extent) const { + GGML_ASSERT(dst->type == GGML_TYPE_I32); + const int64_t n_kv = dst->ne[0]; + std::vector data(n_kv * ubatch->n_tokens); + for (uint32_t i = 0; i < ubatch->n_tokens; ++i) { + const auto & cells = v_cells.at(seq_to_stream.at(ubatch->seq_id[i][0])); + for (int64_t j = 0; j < n_kv; ++j) { + const int64_t distance = cells.is_empty(j) ? -1 : int64_t(ubatch->pos[i]) - cells.pos_get(j); + data[i*n_kv + j] = distance >= 0 && distance < extent ? distance : extent; + } + } + ggml_backend_tensor_set(dst, data.data(), 0, ggml_nbytes(dst)); +} + void llama_kv_cache::get_prev_tokens(const llama_ubatch & ubatch, uint32_t n, std::vector & res) const { const uint32_t n_tokens = ubatch.n_tokens; @@ -3125,6 +3139,10 @@ void llama_kv_cache_context::set_input_pos_bucket(ggml_tensor * dst, const llama kv->set_input_pos_bucket(dst, ubatch); } +void llama_kv_cache_context::set_input_relative_pos(ggml_tensor * dst, const llama_ubatch * ubatch, uint32_t extent) const { + kv->set_input_relative_pos(dst, ubatch, extent); +} + void llama_kv_cache_context::get_prev_tokens(const llama_ubatch & ubatch, uint32_t n, std::vector & res) const { kv->get_prev_tokens(ubatch, n, res); } diff --git a/src/llama-kv-cache.h b/src/llama-kv-cache.h index a81cd8498b3c..1b40f6fc41d5 100644 --- a/src/llama-kv-cache.h +++ b/src/llama-kv-cache.h @@ -249,6 +249,7 @@ class llama_kv_cache : public llama_memory_i { void set_input_attn_mask (const llm_attn_mask & attn_mask, const llama_ubatch * ubatch, bool causal_attn) const; void set_input_pos_bucket(ggml_tensor * dst, const llama_ubatch * ubatch) const; + void set_input_relative_pos(ggml_tensor * dst, const llama_ubatch * ubatch, uint32_t extent) const; // true if llama_kv_cell_ext holds information that has to survive a state save/restore bool has_cell_ext() const; @@ -453,6 +454,7 @@ class llama_kv_cache_context : public llama_memory_context_i { void set_input_k_shift (ggml_tensor * dst) const; void set_input_attn_mask (const llm_attn_mask & attn_mask, const llama_ubatch * ubatch, bool causal_attn) const; void set_input_pos_bucket(ggml_tensor * dst, const llama_ubatch * ubatch) const; + void set_input_relative_pos(ggml_tensor * dst, const llama_ubatch * ubatch, uint32_t extent) const; // see llama_kv_cache::get_prev_tokens() void get_prev_tokens(const llama_ubatch & ubatch, uint32_t n, std::vector & res) const; diff --git a/src/llama-model-saver.cpp b/src/llama-model-saver.cpp index b667bc49ff37..4e9e23d1066d 100644 --- a/src/llama-model-saver.cpp +++ b/src/llama-model-saver.cpp @@ -193,7 +193,10 @@ void llama_model_saver::add_kv_from_model() { // add_kv(LLM_KV_GENERAL_SOURCE_URL, ???); // add_kv(LLM_KV_GENERAL_SOURCE_HF_REPO, ???); - add_kv(LLM_KV_VOCAB_SIZE, vocab.n_tokens()); + add_kv(LLM_KV_VOCAB_SIZE, hparams.n_vocab_padded ? hparams.n_vocab_padded : vocab.n_tokens()); + if (hparams.n_vocab_unpadded > 0) { + add_kv(LLM_KV_VOCAB_SIZE_UNPADDED, hparams.n_vocab_unpadded); + } add_kv(LLM_KV_CONTEXT_LENGTH, hparams.n_ctx_train); add_kv(LLM_KV_EMBEDDING_LENGTH, hparams.n_embd); if (hparams.n_embd_out_impl > 0) { @@ -327,6 +330,14 @@ void llama_model_saver::add_kv_from_model() { } } add_kv(LLM_KV_ATTENTION_RECURRENT_LAYERS, hparams.is_recr_impl, true); + if (hparams.n_relative > 0) { + add_kv(LLM_KV_ATTENTION_RELATIVE_LENGTH, hparams.n_relative); + add_kv(LLM_KV_ATTENTION_RELATIVE_EXTENT, hparams.n_relative_extent); + add_kv(LLM_KV_ATTENTION_QK_CLIP, hparams.f_qk_clip); + add_kv(LLM_KV_ATTENTION_RELATIVE_CLIP, hparams.f_relative_clip); + add_kv(LLM_KV_ATTENTION_LOG_SCALE_FLOOR, hparams.n_log_scale_floor); + add_kv(LLM_KV_ATTENTION_LOG_SCALE_ALPHA, hparams.f_log_scale_alpha); + } add_kv(LLM_KV_ATTENTION_OUTPUT_GROUP_COUNT, hparams.dsv4_o_group_count); add_kv(LLM_KV_ATTENTION_OUTPUT_LORA_RANK, hparams.dsv4_o_lora_rank); add_kv(LLM_KV_ATTENTION_PASS_LORA_RANK, hparams.metis_pass_lora_rank); @@ -521,6 +532,7 @@ void llama_model_saver::add_tensors_from_model() { add_tensor(model->output_s); add_tensor(model->output_in_s); add_tensor(model->output_res_score); + add_tensor(model->output_res_query); add_tensor(model->nextn_proj_pre); add_tensor(model->nextn_proj_post); add_tensor(model->cls); diff --git a/src/llama-model.cpp b/src/llama-model.cpp index a5435cb63b90..42924b938a06 100644 --- a/src/llama-model.cpp +++ b/src/llama-model.cpp @@ -318,6 +318,8 @@ static llama_model * llama_model_mapping(llm_arch arch, const llama_model_params return new llama_model_openai_moe(params); case LLM_ARCH_FALCON_H1: return new llama_model_falcon_h1(params); + case LLM_ARCH_INKLING2: + return new llama_model_inkling2(params); case LLM_ARCH_LFM2: return new llama_model_lfm2(params); case LLM_ARCH_LFM2MOE: @@ -3319,7 +3321,7 @@ llama_memory_i * llama_model::create_memory(const llama_memory_params & params, filter_idx = [&](uint32_t il) { return il < hparams.n_layer() && !hparams.is_recr(il) && hparams.is_indexer_full(il); }; - } else if (arch == LLM_ARCH_FALCON_H1) { + } else if (arch == LLM_ARCH_FALCON_H1 || arch == LLM_ARCH_INKLING2) { filter_attn = [&](uint32_t) { return true; }; filter_recr = [&](uint32_t) { return true; }; } else if (arch == LLM_ARCH_NEMOTRON_H || arch == LLM_ARCH_NEMOTRON_H_MOE) { @@ -3693,6 +3695,7 @@ llama_rope_type llama_model_rope_type(const llama_model * model) { case LLM_ARCH_KIMI_K31: case LLM_ARCH_GLM5_NEXT: case LLM_ARCH_STARCODER: + case LLM_ARCH_INKLING2: return LLAMA_ROPE_TYPE_NONE; // use what we call a normal RoPE, operating on pairs of consecutive head values diff --git a/src/llama-model.h b/src/llama-model.h index 1b7ea1ce75fc..67250b78907d 100644 --- a/src/llama-model.h +++ b/src/llama-model.h @@ -673,6 +673,24 @@ struct llama_layer { struct ggml_tensor * mudd_up = nullptr; struct ggml_tensor * mudd_up_b = nullptr; + // inkling2 + struct ggml_tensor * attn_rel = nullptr; + struct ggml_tensor * attn_rel_bias = nullptr; + struct ggml_tensor * attn_q_clip = nullptr; + struct ggml_tensor * attn_rel_clip = nullptr; + struct ggml_tensor * attn_sink_proj = nullptr; + struct ggml_tensor * attn_q_inp_norm = nullptr; + struct ggml_tensor * attn_k_inp_norm = nullptr; + struct ggml_tensor * attn_v_inp_norm = nullptr; + struct ggml_tensor * attn_k_conv = nullptr; + struct ggml_tensor * attn_v_conv = nullptr; + struct ggml_tensor * attn_k_conv_proj = nullptr; + struct ggml_tensor * attn_v_conv_proj = nullptr; + struct ggml_tensor * attn_post_conv = nullptr; + struct ggml_tensor * attn_res_query = nullptr; + struct ggml_tensor * ffn_post_conv = nullptr; + struct ggml_tensor * ffn_res_query = nullptr; + struct llama_layer_posnet posnet; struct llama_layer_convnext convnext; @@ -797,6 +815,7 @@ struct llama_model { struct ggml_tensor * output_norm = nullptr; struct ggml_tensor * output_res_score = nullptr; // kimi-k3: final cross-layer residual mix + struct ggml_tensor * output_res_query = nullptr; // inkling2: query of the final attention-residual mix struct ggml_tensor * output_norm_b = nullptr; struct ggml_tensor * output = nullptr; struct ggml_tensor * output_b = nullptr; diff --git a/src/llama-quant.cpp b/src/llama-quant.cpp index 4ae396101fae..a50d3c237726 100644 --- a/src/llama-quant.cpp +++ b/src/llama-quant.cpp @@ -340,6 +340,14 @@ static bool tensor_allows_quantization(const llama_model_quantize_params * param quantize &= name.find("mudd_") == std::string::npos; } + // inkling2: short conv kernels, clip scales, residual mix queries and the relative bias projection + if (arch == LLM_ARCH_INKLING2) { + quantize &= name.find("_conv.weight") == std::string::npos; + quantize &= name.find("_clip.weight") == std::string::npos; + quantize &= name.find("_res_query.weight") == std::string::npos; + quantize &= name.find("attn_rel_bias.weight") == std::string::npos; + } + // do not quantize positional embeddings and token types (BERT) quantize &= name != LLM_TN(arch)(LLM_TENSOR_POS_EMBD, "weight"); quantize &= name != LLM_TN(arch)(LLM_TENSOR_TOKEN_TYPES, "weight"); diff --git a/src/llama-vocab.cpp b/src/llama-vocab.cpp index e90f1bd117d4..f2c1854c9363 100644 --- a/src/llama-vocab.cpp +++ b/src/llama-vocab.cpp @@ -2677,6 +2677,11 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) { tokenizer_pre == "talkie") { pre_type = LLAMA_VOCAB_PRE_TYPE_GPT4O; clean_spaces = false; + } else if ( + tokenizer_pre == "inkling2") { + pre_type = LLAMA_VOCAB_PRE_TYPE_GPT4O; + special_bos_id = LLAMA_TOKEN_NULL; + clean_spaces = false; } else if ( tokenizer_pre == "granite-embed-multi-97m") { pre_type = LLAMA_VOCAB_PRE_TYPE_GRANITE_EMB_MULTI; diff --git a/src/models/inkling2.cpp b/src/models/inkling2.cpp new file mode 100644 index 000000000000..41eebd1908df --- /dev/null +++ b/src/models/inkling2.cpp @@ -0,0 +1,315 @@ +#include "models.h" +#include "../llama-memory-hybrid-iswa.h" + +void llama_model_inkling2::load_arch_hparams(llama_model_loader & ml) { + ml.get_key_or_arr(LLM_KV_EXPERT_FEED_FORWARD_LENGTH, hparams.n_ff_exp_arr, hparams.n_layer_all); + ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps); + ml.get_key(LLM_KV_ATTENTION_RELATIVE_LENGTH, hparams.n_relative); + ml.get_key(LLM_KV_ATTENTION_RELATIVE_EXTENT, hparams.n_relative_extent); + ml.get_key(LLM_KV_ATTENTION_QK_CLIP, hparams.f_qk_clip); + ml.get_key(LLM_KV_ATTENTION_RELATIVE_CLIP, hparams.f_relative_clip); + ml.get_key(LLM_KV_ATTENTION_LOG_SCALE_FLOOR, hparams.n_log_scale_floor); + ml.get_key(LLM_KV_ATTENTION_LOG_SCALE_ALPHA, hparams.f_log_scale_alpha); + ml.get_key(LLM_KV_ATTN_RES_BLOCK_SIZE, hparams.attn_res_block_size); + ml.get_key(LLM_KV_SHORTCONV_L_CACHE, hparams.n_shortconv_l_cache); + ml.get_key(LLM_KV_VOCAB_SIZE, hparams.n_vocab_padded); + ml.get_key(LLM_KV_VOCAB_SIZE_UNPADDED, hparams.n_vocab_unpadded); + ml.get_key(LLM_KV_ACTIVATION_SITU_BETA, hparams.situ_beta); + ml.get_key(LLM_KV_ACTIVATION_SITU_LINEAR_BETA, hparams.situ_linear_beta); + ml.get_key(LLM_KV_EXPERT_WEIGHTS_SCALE, hparams.expert_weights_scale); + ml.get_key(LLM_KV_FINAL_LOGIT_SOFTCAPPING, hparams.f_final_logit_softcapping); + ml.get_key(LLM_KV_ATTENTION_SLIDING_WINDOW, hparams.n_swa); + ml.get_arr(LLM_KV_ATTENTION_SLIDING_WINDOW_PATTERN, hparams.is_swa_impl); + uint32_t n_pattern = 0; + ml.get_arr_n(LLM_KV_ATTENTION_SLIDING_WINDOW_PATTERN, n_pattern); + if (n_pattern != hparams.n_layer() || !hparams.n_relative || !hparams.n_relative_extent || !hparams.n_swa || + !hparams.attn_res_block_size || !hparams.n_log_scale_floor || hparams.n_shortconv_l_cache < 2 || + hparams.n_shortconv_l_cache > 64 || hparams.n_relative_extent > INT32_MAX || hparams.n_swa > INT32_MAX || + !hparams.n_vocab_unpadded || hparams.n_vocab_unpadded > hparams.n_vocab_padded) { + throw std::runtime_error("inkling2: invalid dimensions, vocabulary, or layer pattern"); + } + for (float value : {hparams.f_norm_rms_eps, hparams.f_qk_clip, hparams.f_relative_clip, hparams.situ_beta, + hparams.situ_linear_beta, hparams.expert_weights_scale, hparams.f_final_logit_softcapping}) { + if (!std::isfinite(value) || value <= 0.0f) { + throw std::runtime_error("inkling2: normalization, clipping and scaling parameters must be finite and positive"); + } + } + if (!std::isfinite(hparams.f_log_scale_alpha) || hparams.f_log_scale_alpha < 0.0f) { + throw std::runtime_error("inkling2: invalid logarithmic scale"); + } + hparams.swa_type = LLAMA_SWA_TYPE_STANDARD; + hparams.expert_router_f32 = true; + hparams.expert_weights_norm_eps = 1e-20f; + hparams.rope_pattern.fill(false); + uint64_t max_channels = 0; + for (uint32_t il = 0; il < hparams.n_layer(); ++il) { + if (!hparams.n_head_kv(il) || hparams.n_head(il) % hparams.n_head_kv(il) || + hparams.n_embd_head_k(il) != hparams.n_embd_head_v(il) || !hparams.n_expert_used(il) || + hparams.n_expert_used(il) > hparams.n_expert || !hparams.n_ff_exp(il)) { + throw std::runtime_error("inkling2: invalid attention or expert dimensions"); + } + max_channels = std::max(max_channels, 2ull * hparams.n_embd_k_gqa(il) + 2ull * hparams.n_embd); + } + if (max_channels * (hparams.n_shortconv_l_cache - 1) > UINT32_MAX) { + throw std::runtime_error("inkling2: convolution state is too large"); + } + hparams.n_sconv_channels = max_channels; + type = LLM_TYPE_UNKNOWN; +} + +void llama_model_inkling2::load_arch_tensors(llama_model_loader &) { + LLAMA_LOAD_LOCALS; + if (hparams.n_vocab_unpadded != vocab.n_tokens()) { + throw std::runtime_error("inkling2: tokenizer size must equal the unpadded vocabulary size"); + } + tok_embd = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD, "weight"), {n_embd, hparams.n_vocab_padded}, 0); + tok_norm = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "weight", 0), {n_embd}, 0); + output = create_tensor(tn(LLM_TENSOR_OUTPUT, "weight"), {n_embd, hparams.n_vocab_padded}, 0); + output_norm = create_tensor(tn(LLM_TENSOR_OUTPUT_NORM, "weight"), {n_embd}, 0); + output_res_query = create_tensor(tn(LLM_TENSOR_OUTPUT_RES_QUERY, "weight"), {n_embd}, 0); + for (int i = 0; i < n_layer; ++i) { + auto & l = layers[i]; + const int64_t nh = hparams.n_head(i); + const int64_t nk = hparams.n_head_kv(i); + const int64_t hd = hparams.n_embd_head_k(i); + const int64_t nr = hparams.n_relative; + const int64_t kernel = hparams.n_shortconv_l_cache; + const int64_t extent = hparams.is_swa(i) ? hparams.n_swa : hparams.n_relative_extent; + l.wq = create_tensor(tn(LLM_TENSOR_ATTN_Q, "weight", i), {n_embd, nh*hd}, 0); + l.wk = create_tensor(tn(LLM_TENSOR_ATTN_K, "weight", i), {n_embd, nk*hd}, 0); + l.wv = create_tensor(tn(LLM_TENSOR_ATTN_V, "weight", i), {n_embd, nk*hd}, 0); + l.wo = create_tensor(tn(LLM_TENSOR_ATTN_OUT, "weight", i), {nh*hd, n_embd}, 0); + l.wqkv_gate = create_tensor(tn(LLM_TENSOR_ATTN_GATE, "weight", i), {n_embd, nh*hd}, 0); + l.attn_rel = create_tensor(tn(LLM_TENSOR_ATTN_REL, "weight", i), {n_embd, nh*nr}, 0); + l.attn_rel_bias = create_tensor(tn(LLM_TENSOR_ATTN_REL_BIAS, "weight", i), {nr, extent}, 0); + l.attn_q_clip = create_tensor(tn(LLM_TENSOR_ATTN_Q_CLIP, "weight", i), {hd, nh}, 0); + l.attn_rel_clip = create_tensor(tn(LLM_TENSOR_ATTN_REL_CLIP, "weight", i), {nr, nh}, 0); + l.attn_sink_proj = create_tensor(tn(LLM_TENSOR_ATTN_SINK_PROJ, "weight", i), {n_embd, nh}, 0); + l.attn_k_conv = create_tensor(tn(LLM_TENSOR_ATTN_K_CONV, "weight", i), {kernel, nk*hd}, 0); + l.attn_v_conv = create_tensor(tn(LLM_TENSOR_ATTN_V_CONV, "weight", i), {kernel, nk*hd}, 0); + l.attn_post_conv = create_tensor(tn(LLM_TENSOR_ATTN_POST_CONV, "weight", i), {kernel, n_embd}, 0); + l.ffn_post_conv = create_tensor(tn(LLM_TENSOR_FFN_POST_CONV, "weight", i), {kernel, n_embd}, 0); + if (hparams.is_swa(i)) { + l.attn_norm = create_tensor(tn(LLM_TENSOR_ATTN_NORM, "weight", i), {n_embd}, 0); + } else { + l.attn_q_inp_norm = create_tensor(tn(LLM_TENSOR_ATTN_Q_INP_NORM, "weight", i), {n_embd}, 0); + l.attn_k_inp_norm = create_tensor(tn(LLM_TENSOR_ATTN_K_INP_NORM, "weight", i), {n_embd}, 0); + l.attn_v_inp_norm = create_tensor(tn(LLM_TENSOR_ATTN_V_INP_NORM, "weight", i), {n_embd}, 0); + l.attn_k_conv_proj = create_tensor(tn(LLM_TENSOR_ATTN_K_CONV_PROJ, "weight", i), {n_embd, kernel*nk}, 0); + l.attn_v_conv_proj = create_tensor(tn(LLM_TENSOR_ATTN_V_CONV_PROJ, "weight", i), {n_embd, kernel*nk}, 0); + } + if (i > 0) { + l.attn_res_query = create_tensor(tn(LLM_TENSOR_ATTN_RES_QUERY, "weight", i), {n_embd, hparams.is_swa(i) ? 1 : 3}, 0); + } + l.ffn_res_query = create_tensor(tn(LLM_TENSOR_FFN_RES_QUERY, "weight", i), {n_embd}, 0); + l.ffn_norm = create_tensor(tn(LLM_TENSOR_FFN_NORM, "weight", i), {n_embd}, 0); + l.ffn_gate_inp = create_tensor(tn(LLM_TENSOR_FFN_GATE_INP, "weight", i), {n_embd, n_expert}, 0); + l.ffn_exp_probs_b = create_tensor(tn(LLM_TENSOR_FFN_EXP_PROBS_B, "bias", i), {n_expert}, TENSOR_NOT_REQUIRED); + l.ffn_gate_up_exps = create_tensor(tn(LLM_TENSOR_FFN_GATE_UP_EXPS, "weight", i), {n_embd, 2*hparams.n_ff_exp(i), n_expert}, 0); + l.ffn_down_exps = create_tensor(tn(LLM_TENSOR_FFN_DOWN_EXPS, "weight", i), {hparams.n_ff_exp(i), n_embd, n_expert}, 0); + } +} + +std::unique_ptr llama_model_inkling2::build_arch_graph(const llm_graph_params & params) const { + return std::make_unique(params); +} + +class llm_graph_input_inkling2_pos : public llm_graph_input_i { +public: + const llama_kv_cache_context * cache[2]; + ggml_tensor * distance[2]; + uint32_t extent[2]; + + bool can_reuse(const llm_graph_params & params) override { + const auto * memory = static_cast(params.mctx); + cache[0] = memory->get_attn()->get_base(); + cache[1] = memory->get_attn()->get_swa(); + for (int i = 0; i < 2; ++i) { + if (distance[i]->ne[0] != cache[i]->get_n_kv() || distance[i]->ne[1] != params.ubatch.n_tokens) { + return false; + } + } + return true; + } + + void set_input(const llama_ubatch * ubatch) override { + for (int i = 0; i < 2; ++i) { + if (distance[i]->buffer) { + cache[i]->set_input_relative_pos(distance[i], ubatch, extent[i]); + } + } + } +}; + +ggml_tensor * llama_model_inkling2::graph::clip(ggml_tensor * cur, ggml_tensor * scale, float threshold) { + if (scale) { + cur = ggml_mul(ctx0, cur, scale); + } + auto * norm = ggml_sqrt(ctx0, ggml_sum_rows(ctx0, ggml_sqr(ctx0, cur))); + norm = ggml_scale_bias(ctx0, norm, 1.0f, 1e-6f); + auto * factor = ggml_div(ctx0, ggml_fill(ctx0, norm, threshold), norm); + return ggml_mul(ctx0, cur, ggml_clamp(ctx0, factor, 0.0f, 1.0f)); +} + +ggml_tensor * llama_model_inkling2::graph::mix(const std::vector & blocks, ggml_tensor * cur, ggml_tensor * query) { + auto * states = ggml_reshape_3d(ctx0, cur, n_embd, 1, n_tokens); + for (auto * block : blocks) { + states = ggml_concat(ctx0, ggml_reshape_3d(ctx0, block, n_embd, 1, n_tokens), states, 1); + } + states = ggml_rms_norm(ctx0, states, 1e-6f); + auto * queries = ggml_repeat(ctx0, query, ggml_new_tensor_3d(ctx0, GGML_TYPE_F32, n_embd, query->ne[1], n_tokens)); + auto * scores = ggml_mul_mat(ctx0, states, queries); + scores = ggml_soft_max_ext(ctx0, scores, nullptr, 1.0f/sqrtf(n_embd), 0.0f); + return ggml_mul_mat(ctx0, ggml_cont(ctx0, ggml_transpose(ctx0, states)), scores); +} + +ggml_tensor * llama_model_inkling2::graph::convolve(ggml_tensor * cur, ggml_tensor * weight, ggml_tensor * dynamic, + ggml_tensor * state, ggml_tensor * history, llm_graph_input_rs * inp, int64_t offset) { + const int64_t kernel = hparams.n_shortconv_l_cache; + const int64_t channels = cur->ne[0]; + const int64_t nt = ubatch.n_seq_tokens; + const int64_t ns = ubatch.n_seqs; + auto * past = ggml_view_3d(ctx0, history, kernel - 1, channels, ns, history->nb[1], history->nb[2], offset*history->nb[1]); + auto * x = ggml_transpose(ctx0, ggml_reshape_3d(ctx0, cur, channels, nt, ns)); + x = ggml_concat(ctx0, past, x, 0); + build_conv_state_store(inp, state, x, kernel - 1, offset*(kernel - 1)*ggml_element_size(state)); + auto * out = ggml_ssm_conv(ctx0, x, weight); + out = ggml_reshape_2d(ctx0, out, channels, n_tokens); + if (dynamic) { + const int64_t heads = dynamic->ne[0]/kernel; + dynamic = ggml_reshape_3d(ctx0, dynamic, kernel, heads, n_tokens); + for (int64_t lag = 0; lag < kernel; ++lag) { + auto * tap = ggml_view_3d(ctx0, dynamic, 1, heads, n_tokens, dynamic->nb[1], dynamic->nb[2], lag*dynamic->nb[0]); + auto * window = ggml_view_3d(ctx0, x, nt, channels, ns, x->nb[1], x->nb[2], (kernel - 1 - lag)*x->nb[0]); + window = ggml_cont(ctx0, ggml_transpose(ctx0, window)); + window = ggml_reshape_3d(ctx0, window, channels/heads, heads, n_tokens); + auto * term = ggml_reshape_2d(ctx0, ggml_mul(ctx0, window, tap), channels, n_tokens); + out = ggml_add(ctx0, out, term); + } + } + return ggml_scale(ctx0, ggml_add(ctx0, cur, out), 1.0f/sqrtf((dynamic ? 2 : 1)*kernel + 1)); +} + +llama_model_inkling2::graph::graph(const llm_graph_params & params) : llm_graph_context(params) { + auto * inp = build_inp_mem_hybrid_iswa(); + auto * attn = inp->get_attn(); + auto * recr = inp->get_recr(); + auto * positions = build_inp_pos(); + auto * out_ids = build_inp_out_ids(); + auto rel = std::make_unique(); + rel->cache[0] = attn->mctx->get_base(); + rel->cache[1] = attn->mctx->get_swa(); + rel->extent[0] = hparams.n_relative_extent; + rel->extent[1] = hparams.n_swa; + ggml_tensor * distances[2]; + for (int i = 0; i < 2; ++i) { + distances[i] = rel->distance[i] = ggml_new_tensor_2d(ctx0, GGML_TYPE_I32, rel->cache[i]->get_n_kv(), n_tokens); + ggml_set_input(distances[i]); + } + res->add_input(std::move(rel)); + auto * tau = ggml_scale_bias(ctx0, ggml_cast(ctx0, positions, GGML_TYPE_F32), 1.0f, 1.0f); + tau = ggml_log(ctx0, ggml_clamp(ctx0, ggml_scale(ctx0, tau, 1.0f/hparams.n_log_scale_floor), 1.0f, INFINITY)); + tau = ggml_reshape_3d(ctx0, ggml_scale_bias(ctx0, tau, hparams.f_log_scale_alpha, 1.0f), 1, 1, n_tokens); + auto * cur = build_inp_embd(model.tok_embd); + // important: do not normalize raw embeddings input (i.e. encoded image embeddings) + if (ubatch.token) { + cur = build_norm(cur, model.tok_norm, nullptr, LLM_NORM_RMS, -1); + } + std::vector blocks; + for (int il = 0; il < n_layer; ++il) { + const auto & l = model.layers[il]; + const bool swa = hparams.is_swa(il); + const int64_t nh = hparams.n_head(il); + const int64_t nk = hparams.n_head_kv(il); + const int64_t hd = hparams.n_embd_head_k(il); + const int64_t kv = nk*hd; + auto * state = recr->mctx->get_r_l(il); + auto * history = build_rs(recr, state, hparams.n_embd_r(), ubatch.n_seqs); + history = ggml_reshape_3d(ctx0, history, hparams.n_shortconv_l_cache - 1, hparams.n_sconv_channels, ubatch.n_seqs); + auto * residual = cur; + ggml_tensor * inputs[3] = {cur, cur, cur}; + if (l.attn_res_query) { + auto * mixed = mix(blocks, cur, l.attn_res_query); + for (int j = 0; j < 3; ++j) { + inputs[j] = ggml_cont(ctx0, ggml_view_2d(ctx0, mixed, n_embd, n_tokens, mixed->nb[2], (swa ? 0 : j)*mixed->nb[1])); + } + } + if (swa) { + inputs[0] = build_norm(inputs[0], l.attn_norm, nullptr, LLM_NORM_RMS, il); + inputs[1] = inputs[2] = inputs[0]; + } else { + inputs[0] = build_norm(inputs[0], l.attn_q_inp_norm, nullptr, LLM_NORM_RMS, il); + inputs[1] = build_norm(inputs[1], l.attn_k_inp_norm, nullptr, LLM_NORM_RMS, il); + inputs[2] = build_norm(inputs[2], l.attn_v_inp_norm, nullptr, LLM_NORM_RMS, il); + } + auto * q = build_lora_mm(l.wq, inputs[0]); + auto * k = convolve(build_lora_mm(l.wk, inputs[1]), l.attn_k_conv, + swa ? nullptr : build_lora_mm(l.attn_k_conv_proj, inputs[1]), state, history, recr, 0); + auto * v = convolve(build_lora_mm(l.wv, inputs[2]), l.attn_v_conv, + swa ? nullptr : build_lora_mm(l.attn_v_conv_proj, inputs[2]), state, history, recr, kv); + auto * r = build_lora_mm(l.attn_rel, inputs[0]); + q = clip(ggml_reshape_3d(ctx0, q, hd, nh, n_tokens), l.attn_q_clip, hparams.f_qk_clip); + k = clip(ggml_reshape_3d(ctx0, k, hd, nk, n_tokens), nullptr, hparams.f_qk_clip); + v = ggml_rms_norm(ctx0, ggml_reshape_3d(ctx0, v, hd, nk, n_tokens), hparams.f_norm_rms_eps); + r = clip(ggml_reshape_3d(ctx0, r, hparams.n_relative, nh, n_tokens), l.attn_rel_clip, hparams.f_relative_clip); + if (!swa) { + q = ggml_mul(ctx0, q, tau); + r = ggml_mul(ctx0, r, tau); + } + auto * mask = swa ? attn->self_attn_mask_swa.raw : attn->self_attn_mask.raw; + const int64_t streams = mask->ne[3]; + const int64_t n_kv = distances[swa]->ne[0]; + auto * sinks = build_lora_mm(l.attn_sink_proj, inputs[0]); + // project r on the bias table first, then gather by distance: only the gathered bias is n_kv x n_tokens x nh + auto * table = ggml_mul_mat(ctx0, ggml_pad(ctx0, l.attn_rel_bias, 0, 1, 0, 0), r); + if (cparams.flash_attn) { + // exp(s - t)/(1 + sum(exp(s - t))) = exp(s)/(exp(t) + sum(exp(s))). + table = ggml_sub(ctx0, table, ggml_reshape_3d(ctx0, sinks, 1, nh, n_tokens)); + } else { + // build_attn scales the bias along with QK; FA adds the mask after scaling QK. + table = ggml_scale(ctx0, table, sqrtf(hd)); + } + table = ggml_cont(ctx0, ggml_permute(ctx0, table, 1, 0, 2, 3)); + auto * bias = ggml_get_rows(ctx0, table, distances[swa]); + bias = ggml_cont(ctx0, ggml_permute(ctx0, ggml_reshape_4d(ctx0, bias, nh, n_kv, n_tokens/streams, streams), 2, 0, 1, 3)); + ggml_tensor * fa_mask = nullptr; + if (cparams.flash_attn) { + fa_mask = ggml_cast(ctx0, ggml_add(ctx0, bias, ggml_cast(ctx0, mask, GGML_TYPE_F32)), GGML_TYPE_F16); + sinks = ggml_fill(ctx0, ggml_new_tensor_1d(ctx0, GGML_TYPE_F32, nh), 0.0f); + bias = nullptr; + } else { + sinks = ggml_reshape_4d(ctx0, ggml_cont(ctx0, ggml_permute(ctx0, + ggml_reshape_3d(ctx0, sinks, nh, n_tokens/streams, streams), 1, 0, 2, 3)), 1, n_tokens/streams, nh, streams); + } + cur = build_attn(attn, nullptr, nullptr, nullptr, q, k, v, bias, sinks, nullptr, 1.0f/sqrtf(hd), il, fa_mask); + cur = ggml_mul(ctx0, cur, ggml_sigmoid(ctx0, build_lora_mm(l.wqkv_gate, inputs[0]))); + cur = convolve(build_lora_mm(l.wo, cur), l.attn_post_conv, nullptr, state, history, recr, 2*kv); + if (il % hparams.attn_res_block_size == 0) { + blocks.push_back(residual); + } else { + cur = ggml_add(ctx0, residual, cur); + } + residual = cur; + cur = ggml_reshape_2d(ctx0, mix(blocks, cur, l.ffn_res_query), n_embd, n_tokens); + cur = build_norm(cur, l.ffn_norm, nullptr, LLM_NORM_RMS, il); + cur = build_moe_ffn(cur, l.ffn_gate_inp, nullptr, nullptr, l.ffn_down_exps, l.ffn_exp_probs_b, + hparams.n_expert, hparams.n_expert_used(il), LLM_FFN_SITU, true, hparams.expert_weights_scale, + LLAMA_EXPERT_GATING_FUNC_TYPE_SIGMOID, il, nullptr, l.ffn_gate_up_exps); + cur = convolve(cur, l.ffn_post_conv, nullptr, state, history, recr, 2*kv + n_embd); + cur = ggml_add(ctx0, residual, cur); + cb(cur, "l_out", il); + } + cur = ggml_reshape_2d(ctx0, mix(blocks, cur, model.output_res_query), n_embd, n_tokens); + cur = build_norm(cur, model.output_norm, nullptr, LLM_NORM_RMS, -1); + if (out_ids) { + cur = ggml_get_rows(ctx0, cur, out_ids); + } + res->t_embd = cur; + cur = build_lora_mm(model.output, cur); + ggml_prec_set_acc(cur, GGML_PREC_F32); + const float cap = hparams.f_final_logit_softcapping; + cur = ggml_scale(ctx0, ggml_tanh(ctx0, ggml_scale(ctx0, cur, 1.0f/cap)), cap); + cur = ggml_cont(ctx0, ggml_view_2d(ctx0, cur, hparams.n_vocab_unpadded, cur->ne[1], cur->nb[1], 0)); + res->t_logits = cur; + cb(cur, "result_output", -1); +} diff --git a/src/models/models.h b/src/models/models.h index a978c6fab97a..e5bc8113df4f 100644 --- a/src/models/models.h +++ b/src/models/models.h @@ -2421,6 +2421,21 @@ struct llama_model_falcon_h1 : public llama_model_base { std::unique_ptr build_arch_graph(const llm_graph_params & params) const override; }; +struct llama_model_inkling2 : public llama_model_base { + llama_model_inkling2(const struct llama_model_params & params) : llama_model_base(params) {} + void load_arch_hparams(llama_model_loader & ml) override; + void load_arch_tensors(llama_model_loader & ml) override; + + struct graph : public llm_graph_context { + graph(const llm_graph_params & params); + ggml_tensor * mix(const std::vector & blocks, ggml_tensor * cur, ggml_tensor * query); + ggml_tensor * clip(ggml_tensor * cur, ggml_tensor * scale, float threshold); + ggml_tensor * convolve(ggml_tensor * cur, ggml_tensor * weight, ggml_tensor * dynamic, ggml_tensor * state, ggml_tensor * history, llm_graph_input_rs * inp, int64_t offset); + }; + + std::unique_ptr build_arch_graph(const llm_graph_params & params) const override; +}; + struct llama_model_lfm2 : public llama_model_base { llama_model_lfm2(const struct llama_model_params & params) : llama_model_base(params) {} void load_arch_hparams(llama_model_loader & ml) override; diff --git a/tests/fusion/MTL.csv b/tests/fusion/MTL.csv index 89e88418305f..401df693014a 100644 --- a/tests/fusion/MTL.csv +++ b/tests/fusion/MTL.csv @@ -154,6 +154,9 @@ hy_v4 ,0 ,any ,MUL+ADD , 2 hy_v4 ,0 ,any ,NORM+MUL+ADD , 1 hy_v4 ,0 ,any ,RMS_NORM+MUL , 9 hy_v4 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 1 +inkling2 ,0 ,any ,MUL+ADD , 6 +inkling2 ,0 ,any ,RMS_NORM+MUL , 10 +inkling2 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+SCALE+DIV+SCALE, 3 internlm2 ,0 ,any ,RMS_NORM+MUL , 5 jais ,0 ,any ,NORM+MUL+ADD , 5 jais2 ,0 ,any ,NORM+MUL+ADD , 5 diff --git a/tests/test-backend-ops.cpp b/tests/test-backend-ops.cpp index 1ad7cc2adef6..44e54fabf1d8 100644 --- a/tests/test-backend-ops.cpp +++ b/tests/test-backend-ops.cpp @@ -9028,9 +9028,10 @@ struct test_flash_attn_ext : public test_case { const bool v_is_view_of_k; const int64_t n_kv_max; const int64_t q_head_padding; + const int64_t mask_heads; std::string vars() override { - return VARS_TO_STR18(hsk, hsv, nh, nr23, kv, nb, mask, sinks, max_bias, logit_softcap, prec, type_K, type_V, permute, kv_view, v_is_view_of_k, n_kv_max, q_head_padding); + return VARS_TO_STR18(hsk, hsv, nh, nr23, kv, nb, mask, sinks, max_bias, logit_softcap, prec, type_K, type_V, permute, kv_view, v_is_view_of_k, n_kv_max, q_head_padding) + ",mask_heads=" + std::to_string(mask_heads); } double max_nmse_err() override { @@ -9047,9 +9048,9 @@ struct test_flash_attn_ext : public test_case { test_flash_attn_ext(int64_t hsk = 128, int64_t hsv = 128, int64_t nh = 32, std::array nr23 = {1, 1}, int64_t kv = 96, int64_t nb = 8, bool mask = true, bool sinks = false, float max_bias = 0.0f, float logit_softcap = 0.0f, ggml_prec prec = GGML_PREC_F32, ggml_type type_K = GGML_TYPE_F16, ggml_type type_V = GGML_TYPE_F16, std::array permute = {0, 1, 2, 3}, - bool kv_view = true, bool v_is_view_of_k = false, int64_t n_kv_max = 0, int64_t q_head_padding = 0) + bool kv_view = true, bool v_is_view_of_k = false, int64_t n_kv_max = 0, int64_t q_head_padding = 0, int64_t mask_heads = 1) : hsk(hsk), hsv(hsv), nh(nh), nr23(nr23), kv(kv), nb(nb), mask(mask), sinks(sinks), max_bias(max_bias), logit_softcap(logit_softcap), prec(prec), - type_K(type_K), type_V(type_V), permute(permute), kv_view(kv_view), v_is_view_of_k(v_is_view_of_k), n_kv_max(n_kv_max), q_head_padding(q_head_padding) {} + type_K(type_K), type_V(type_V), permute(permute), kv_view(kv_view), v_is_view_of_k(v_is_view_of_k), n_kv_max(n_kv_max), q_head_padding(q_head_padding), mask_heads(mask_heads) {} ggml_tensor * build_graph(ggml_context * ctx) override { const int64_t hsk_padded = GGML_PAD(hsk, ggml_blck_size(type_K)); @@ -9101,7 +9102,7 @@ struct test_flash_attn_ext : public test_case { ggml_tensor * m = nullptr; if (mask) { - m = ggml_new_tensor_4d(ctx, GGML_TYPE_F16, kv, nb, 1, nr23[1]); + m = ggml_new_tensor_4d(ctx, GGML_TYPE_F16, kv, nb, mask_heads, nr23[1]); ggml_set_name(m, "m"); } @@ -9126,7 +9127,21 @@ struct test_flash_attn_ext : public test_case { // make the sink values more noticeable in order to trigger a test failure when the implementation is wrong init_tensor_uniform(t, -10.0f, 10.0f); } else if (strcmp(t->name, "m") == 0) { - if (n_kv_max > 0) { + if (mask_heads > 1) { + std::vector data(ggml_nelements(t)); + for (int64_t b = 0; b < t->ne[3]; ++b) { + for (int64_t h = 0; h < t->ne[2]; ++h) { + for (int64_t q = 0; q < t->ne[1]; ++q) { + for (int64_t k = 0; k < t->ne[0]; ++k) { + const int64_t i = ((b*t->ne[2] + h)*t->ne[1] + q)*t->ne[0] + k; + const float bias = 0.125f*((k + 3*q + 5*h + 7*b) % 17 - 8); + data[i] = ggml_fp32_to_fp16(k < (h + 1)*kv/mask_heads ? bias : -INFINITY); + } + } + } + } + ggml_backend_tensor_set(t, data.data(), 0, data.size()*sizeof(ggml_fp16_t)); + } else if (n_kv_max > 0) { init_tensor_kq_mask_sparse(t, n_kv_max); } else { init_tensor_kq_mask(t); @@ -13194,6 +13209,22 @@ static std::vector> make_test_cases_eval() { test_cases.emplace_back(new test_flash_attn_ext(512, 512, 4, { 4, 1}, 512, 75, true, false, 0, 0, GGML_PREC_F32, GGML_TYPE_BF16, GGML_TYPE_BF16)); test_cases.emplace_back(new test_flash_attn_ext(576, 512, 4, { 4, 1}, 512, 75, true, false, 0, 0, GGML_PREC_F32, GGML_TYPE_BF16, GGML_TYPE_BF16, {0, 1, 2, 3}, true, true)); + // FLASH_ATTN_EXT: per-head mask (mask->ne[2] > 1) with sinks + for (int hs : {64, 80, 128, 256}) { + for (int nq : {1, 3, 35}) { + for (int mh : {2, 8}) { + for (ggml_type tv : {GGML_TYPE_F16, GGML_TYPE_Q8_0}) { + test_cases.emplace_back(new test_flash_attn_ext(hs, hs, 2, {4, 2}, 512, nq, true, true, 0, 0, GGML_PREC_F32, + GGML_TYPE_F16, tv, {0, 2, 1, 3}, true, false, 0, 0, mh)); + } + } + } + } + test_cases.emplace_back(new test_flash_attn_ext(64, 64, 1, {4, 1}, 512, 1024, true, true, 0, 0, GGML_PREC_F32, + GGML_TYPE_F16, GGML_TYPE_F16, {0, 1, 2, 3}, true, false, 0, 0, 4)); + test_cases.emplace_back(new test_flash_attn_ext(128, 128, 1, {4, 1}, 512, 3, true, true, 8, 10, GGML_PREC_F32, + GGML_TYPE_F16, GGML_TYPE_F16, {0, 1, 2, 3}, true, false, 0, 0, 4)); + // FLASH_ATTN_EXT: large logits test_cases.emplace_back(new test_flash_attn_ext_large_logits( 64, 64, 16, {4, 1}, 1024, 75, true, false, 0, 0, GGML_PREC_F32, GGML_TYPE_F16, GGML_TYPE_F16)); test_cases.emplace_back(new test_flash_attn_ext_large_logits(128, 128, 8, {4, 1}, 1024, 75, true, false, 0, 0, GGML_PREC_F32, GGML_TYPE_F16, GGML_TYPE_F16)); diff --git a/tests/test-llama-archs.cpp b/tests/test-llama-archs.cpp index 1f4c8a46b2bb..32e77e883afa 100644 --- a/tests/test-llama-archs.cpp +++ b/tests/test-llama-archs.cpp @@ -326,6 +326,11 @@ static gguf_context_ptr get_gguf_ctx(const llm_arch arch, const bool moe, const n_vocab = 3072; // TODO: should be 4096, but user code cannot get `n_vocab_out` yet [TAG_LLAMA_N_VOCAB_OUT] } else if (arch == LLM_ARCH_HRM_TEXT) { n_layer = 6; // 1 layer per stack x 2 h-cycles x (2 l-cycles + 1) cache slots + } else if (arch == LLM_ARCH_INKLING2) { + n_embd = 128; + n_head = 4; + n_ff = 24; + n_layer = 3; } uint32_t n_head_kv = n_head; @@ -691,6 +696,31 @@ static gguf_context_ptr get_gguf_ctx(const llm_arch arch, const bool moe, const ms.add_kv(LLM_KV_MUDD_TAP_INDICES, std::vector({-1, -1, -1, -1, 0, 2, 1, 3})); } + if (arch == LLM_ARCH_INKLING2) { + ms.add_kv(LLM_KV_ATTENTION_RELATIVE_LENGTH, uint32_t(4)); + ms.add_kv(LLM_KV_ATTENTION_RELATIVE_EXTENT, uint32_t(16)); + ms.add_kv(LLM_KV_ATTENTION_QK_CLIP, 0.25f); + ms.add_kv(LLM_KV_ATTENTION_RELATIVE_CLIP, 0.1f); + ms.add_kv(LLM_KV_ATTENTION_LOG_SCALE_FLOOR, uint32_t(4)); + ms.add_kv(LLM_KV_ATTENTION_LOG_SCALE_ALPHA, 0.1f); + ms.add_kv(LLM_KV_ATTN_RES_BLOCK_SIZE, uint32_t(2)); + ms.add_kv(LLM_KV_SHORTCONV_L_CACHE, uint32_t(4)); + ms.add_kv(LLM_KV_VOCAB_SIZE, n_vocab + 2); + ms.add_kv(LLM_KV_VOCAB_SIZE_UNPADDED, n_vocab); + ms.add_kv(LLM_KV_ACTIVATION_SITU_BETA, 0.2f); + ms.add_kv(LLM_KV_ACTIVATION_SITU_LINEAR_BETA, 0.3f); + ms.add_kv(LLM_KV_EXPERT_WEIGHTS_SCALE, 8.0f); + ms.add_kv(LLM_KV_FINAL_LOGIT_SOFTCAPPING, 30.0f); + ms.add_kv(LLM_KV_EXPERT_COUNT, uint32_t(4)); + ms.add_kv(LLM_KV_EXPERT_USED_COUNT, uint32_t(2)); + std::vector pattern(n_layer); + for (uint32_t i = 0; i < n_layer; ++i) { + pattern[i] = i % 2 == 0; + } + std::vector values(pattern.begin(), pattern.end()); + gguf_set_arr_data(ret.get(), llama_arch_kv_name(arch, LLM_KV_ATTENTION_SLIDING_WINDOW_PATTERN).c_str(), GGUF_TYPE_BOOL, values.data(), values.size()); + } + // dummy tokenizer: token ids are derived from fixed-size chunks and detokenized as hex ids { std::vector tokenizer_list(n_vocab); @@ -1047,6 +1077,7 @@ static bool moe_mandatory(const llm_arch arch) { case LLM_ARCH_MUSE_SPARK: case LLM_ARCH_KOLIBRI1: case LLM_ARCH_METIS16: + case LLM_ARCH_INKLING2: return true; default: return false; diff --git a/tests/test-mtmd-impl.cpp b/tests/test-mtmd-impl.cpp index 8730fb91eabf..5dd3d938461b 100644 --- a/tests/test-mtmd-impl.cpp +++ b/tests/test-mtmd-impl.cpp @@ -267,6 +267,57 @@ MAKE_TEST(test_image_preprocessor_lfm2_torch_resize) { } } +MAKE_TEST(test_image_preprocessor_inkling2v) { + mtmd_hparams hparams; + hparams.patch_size = 20; + hparams.n_merge = 2; + for (int c = 0; c < 3; ++c) { + hparams.image_mean[c] = hparams.image_std[c] = 0.5f; + } + mtmd_image_preprocessor_inkling2v preproc(hparams); + for (const auto & size : std::vector{{1, 1}, {40, 40}, {61, 43}, {83, 45}, {161, 21}}) { + mtmd_image_u8 image; + image.set_size(size, false); + for (int y = 0; y < size.height; ++y) { + for (int x = 0; x < size.width; ++x) { + image.set_pixel(x, y, {uint8_t(x % 256), uint8_t(y % 256), 255}); + } + } + const auto result = preproc.preprocess(image); + t.assert_equal("one image", size_t(1), result.entries.size()); + const auto & output = result.entries[0]; + t.assert_equal("width ceil", ((size.width + 39) / 40) * 40, output.nx()); + t.assert_equal("height ceil", ((size.height + 39) / 40) * 40, output.ny()); + const auto & pixels = output.get_ro_buf(); + bool exact = true; + for (int y = 0; y < output.ny(); ++y) { + for (int x = 0; x < output.nx(); ++x) { + const bool pad = x >= size.width || y >= size.height; + const float rgb[3] = {float(x % 256), float(y % 256), 255.0f}; + for (int c = 0; c < 3; ++c) { + const float expected = ((pad ? -1.0f : rgb[c]) - 127.5f) / 127.5f; + exact = exact && pixels[3 * (size_t(y) * output.nx() + x) + c] == expected; + } + } + } + t.assert_true("pixels and negative padding", exact); + image.set_size(size, true); + const auto placeholder = preproc.preprocess(image); + t.assert_true("placeholder", placeholder.entries[0].is_placeholder()); + t.assert_equal("placeholder width", output.nx(), placeholder.entries[0].nx()); + t.assert_equal("placeholder height", output.ny(), placeholder.entries[0].ny()); + } + // an image above image_max_pixels is resized down, the output stays aligned + hparams.image_max_pixels = 16 * 40 * 40; + mtmd_image_u8 large; + large.set_size({1000, 300}, false); + large.cpy_buf(std::vector(1000 * 300 * 3, 17)); + const auto capped = preproc.preprocess(large); + t.assert_true("capped area", capped.entries[0].nx() * capped.entries[0].ny() <= hparams.image_max_pixels); + t.assert_equal("capped width aligned", 0, capped.entries[0].nx() % 40); + t.assert_equal("capped height aligned", 0, capped.entries[0].ny() % 40); +} + // // mtmd temporal merge // diff --git a/tests/test_conversion_fp8.py b/tests/test_conversion_fp8.py index be9c3228ca27..96387ad88d8e 100644 --- a/tests/test_conversion_fp8.py +++ b/tests/test_conversion_fp8.py @@ -20,6 +20,7 @@ from conversion.base import LazyTorchTensor, gguf from conversion.deepseek import DeepseekV2Model +from conversion.inkling2 import Inkling2Model, _E4M3, _E2M1 from conversion.llama import LlamaModel from conversion.nemotron import NemotronHModel from conversion.phi import PhiMoeModel @@ -366,5 +367,313 @@ def test_fp8_as_q8(self): np.testing.assert_allclose(gguf.dequantize(data, dtype), np.full((4, 32), 0.25), atol=1e-4) +class TestInkling2PackedConversion(unittest.TestCase): + """Conversion of the packed Inkling2 expert weights (see _dequant_expert_chunk in conversion/inkling2.py). + + The checkpoint stores `mlp.experts.w13_weight` (gate and up rows) and `mlp.experts.w2_weight` (down rows) packed: + - NVFP4: two 4-bit E2M1 codes per byte, one E4M3 scale per 16 weights, times amax[expert] / outer_scale_denominator + - MXFP8: one E4M3 byte per weight, one power-of-two scale per 32 weights, stored as the exponent byte (2^(byte - 127)) + + What the tests pin: + - decode: packed_checkpoint() decodes the same bytes independently, with torch float8 views and a literal E2M1 table + - bit-exactness: the converter output must equal that decode bit for bit, for every outtype + - row interleave: w13 rows alternate gate, up, gate, up; the GGUF tensor holds all gate rows, then all up rows + """ + + N_EXPERT, N_EMBD, N_FF = 2, 64, 160 + E2M1_VALUES = [0, .5, 1, 1.5, 2, 3, 4, 6, -0., -.5, -1, -1.5, -2, -3, -4, -6] + + @staticmethod + def gate_then_up(w13): + """Reorders interleaved w13 rows (gate, up, gate, up) to the GGUF layout (all gate rows, then all up rows).""" + n_expert, n_row, n_col = w13.shape + return w13.reshape(n_expert, n_row // 2, 2, n_col).transpose(1, 2).reshape(w13.shape) + + @staticmethod + def interleaved(gate_up): + """Inverse of gate_then_up().""" + n_expert, n_row, n_col = gate_up.shape + return gate_up.reshape(n_expert, 2, n_row // 2, n_col).transpose(1, 2).reshape(gate_up.shape) + + @staticmethod + def written_bytes(tensor, path): + """Streams a lazy tensor to a file like the GGUF writer does and returns the bytes.""" + with path.open("wb") as f: + tensor.tofile(f) + return path.read_bytes() + + def nvfp4(self, shape, denominator): + """Packs one NVFP4 projection. Returns the checkpoint tensors by name suffix and the decoded weights.""" + n_expert, n_row, n_col = shape + index = torch.arange(n_expert * n_row * n_col).reshape(shape) + codes = ((index * 7 + index // n_col) % 16).to(torch.uint8) + packed = codes[:, :, ::2] | (codes[:, :, 1::2] << 4) # low nibble first + scales = (torch.arange(n_expert * n_row * (n_col // 16)).reshape(n_expert, n_row, n_col // 16) % 126 + 1).to(torch.uint8).view(torch.float8_e4m3fn) + amax = torch.linspace(0.7, 1.9, n_expert) + denominator = torch.tensor([denominator]) + decoded = torch.tensor(self.E2M1_VALUES)[codes.long()] * scales.float().repeat_interleave(16, -1) + decoded *= (amax / denominator)[:, None, None] + return {"_amax": amax, "_outer_scale_denominator": denominator, "": packed, "_scale": scales}, decoded + + def mxfp8(self, shape): + """Packs one MXFP8 projection. Returns the checkpoint tensors by name suffix and the decoded weights.""" + n_expert, n_row, n_col = shape + index = torch.arange(n_expert * n_row * n_col).reshape(shape) + packed = ((index * 13 + index // n_col) % 256).to(torch.uint8) + packed[(packed & 127) == 127] = 126 # 0x7f and 0xff are NaN in E4M3 + packed = packed.view(torch.float8_e4m3fn) + scales = (torch.arange(n_expert * n_row * (n_col // 32)).reshape(n_expert, n_row, n_col // 32) % 7 + 123).to(torch.uint8) + scales[0, 0, 0] = 0 + decoded = packed.float() * torch.exp2(scales.float() - 127).repeat_interleave(32, -1) + return {"": packed, "_scale": scales}, decoded + + def packed_checkpoint(self): + """Layer 0 is NVFP4, layer 1 is MXFP8. Returns the checkpoint tensors, the hf_quant_config groups and the expected GGUF tensors.""" + tensors, quant_groups, expected = {}, [], {} + w13_shape = (self.N_EXPERT, 2 * self.N_FF, self.N_EMBD) + w2_shape = (self.N_EXPERT, self.N_EMBD, self.N_FF) + for layer, scheme in enumerate(("nvfp4_nearest", "mxfp8_nearest")): + names = [] + for projection, shape, target in (("w13", w13_shape, "gate_up"), ("w2", w2_shape, "down")): + name = f"model.llm.layers.{layer}.mlp.experts.{projection}_weight" + names.append(name) + if scheme == "nvfp4_nearest": + stored, decoded = self.nvfp4(shape, denominator=3.0 if projection == "w13" else 7.0) + else: + stored, decoded = self.mxfp8(shape) + for suffix, tensor in stored.items(): + tensors[name + suffix] = tensor + if projection == "w13": + decoded = self.gate_then_up(decoded) + expected[f"blk.{layer}.ffn_{target}_exps.weight"] = decoded.numpy() + # the MXFP8 group says [32, 32] but the scales are stored per [1, 32] block: the converter follows the stored shape and warns + block_shape = [1, 16] if scheme == "nvfp4_nearest" else [32, 32] + quant_groups.append({"tensors": names, "weight_transform": scheme, "weight_scale_format": "amax_denominator", "weight_block_shape": block_shape}) + return tensors, quant_groups, expected + + def converter(self, path, tensors, quant_groups, ftype=gguf.LlamaFileType.ALL_F32, eager=False): + """Writes the checkpoint to path and returns an Inkling2Model on it.""" + hp = {"model_type": "inkling2_text", "architectures": ["Inkling2ForCausalLM"], "num_hidden_layers": 2, "hidden_size": self.N_EMBD, "moe_intermediate_size": self.N_FF, "n_routed_experts": self.N_EXPERT, "layer_types": ["hybrid_sliding", "hybrid"]} + (path / "config.json").write_text(json.dumps(hp)) + (path / "hf_quant_config.json").write_text(json.dumps({"model": {"parameter_groups": quant_groups}})) + save_file(tensors, path / "model.safetensors") + return Inkling2Model(path, ftype, path / "unused.gguf", hparams=hp, eager=eager) + + def test_lookup_semantics(self): + """The converter decode tables agree with torch.float8_e4m3fn; bytes 127 and 255 are NaN; E2M1 code 8 is -0.""" + reference = torch.arange(256, dtype=torch.uint8).view(torch.float8_e4m3fn).float().numpy() + np.testing.assert_array_equal(_E4M3.view(np.uint32)[np.isfinite(reference)], reference.view(np.uint32)[np.isfinite(reference)]) + np.testing.assert_array_equal(np.flatnonzero(np.isnan(_E4M3)), [127, 255]) + self.assertTrue(np.signbit(_E2M1[8])) + + def test_mixed_schemes_and_streaming_outtypes(self): + """Both schemes convert bit-exact to every outtype, lazily, in chunks of at most 128 rows.""" + tensors, quant_groups, expected = self.packed_checkpoint() + outtypes = ( + (gguf.LlamaFileType.GUESSED, gguf.GGMLQuantizationType.F16), + (gguf.LlamaFileType.ALL_F32, gguf.GGMLQuantizationType.F32), + (gguf.LlamaFileType.MOSTLY_F16, gguf.GGMLQuantizationType.F16), + (gguf.LlamaFileType.MOSTLY_BF16, gguf.GGMLQuantizationType.BF16), + ) + for eager in (False, True): + for ftype, qtype in outtypes: + with self.subTest(eager=eager, outtype=qtype), tempfile.TemporaryDirectory() as directory: + path = Path(directory) + model = self.converter(path, tensors, quant_groups, ftype, eager) + with self.assertLogs("hf-to-gguf", level="WARNING") as logs: + model.prepare_tensors() + self.assertTrue(any("[32, 32]" in m and "[1, 32]" in m for m in logs.output)) + infos = model.gguf_writer.tensors[0] + self.assertEqual(infos.keys(), expected.keys()) + for name, info in infos.items(): + self.assertEqual(info.dtype, qtype) + self.assertEqual(tuple(info.shape), expected[name].shape) + # the tensor must stay lazy: it cannot be materialized as one array, only streamed + self.assertIsInstance(info.tensor, gguf.LazyChunkedTensor) + with self.assertRaises(TypeError): + np.asarray(info.tensor) + for load_chunk in info.tensor._chunks: + self.assertLessEqual(load_chunk().shape[0], 128) + reference = gguf.quantize(expected[name], qtype) + self.assertEqual(self.written_bytes(info.tensor, path / "tensor.bin"), reference.tobytes(), name) + + def test_projection_and_companions_in_separate_shards(self): + """A packed weight and its scale, amax and denominator can be in different safetensors shards.""" + tensors, quant_groups, expected = self.packed_checkpoint() + name = quant_groups[0]["tensors"][0] + tensors = {k: v for k, v in tensors.items() if k.startswith(name)} + with tempfile.TemporaryDirectory() as directory: + path = Path(directory) + self.converter(path, tensors, quant_groups) + (path / "model.safetensors").rename(path / "model-00001-of-00002.safetensors") + save_file({name: tensors.pop(name)}, path / "model-00001-of-00002.safetensors") + save_file(tensors, path / "model-00002-of-00002.safetensors") + model = Inkling2Model(path, gguf.LlamaFileType.ALL_F32, path / "unused.gguf") + model.prepare_tensors() + key = "blk.0.ffn_gate_up_exps.weight" + infos = model.gguf_writer.tensors[0] + self.assertEqual(list(infos), [key]) + tensor = infos[key].tensor + assert tensor is not None + self.assertEqual(self.written_bytes(tensor, path / "tensor.bin"), expected[key].tobytes()) + + def test_float_experts_with_stale_quant_config(self): + """Float experts convert unchanged even when hf_quant_config.json still lists them as packed.""" + _, quant_groups, expected = self.packed_checkpoint() + tensors = {} + for layer in range(2): + for projection, target in (("w13", "gate_up"), ("w2", "down")): + values = torch.from_numpy(expected[f"blk.{layer}.ffn_{target}_exps.weight"]).double() + if projection == "w13": + values = self.interleaved(values) + tensors[f"model.llm.layers.{layer}.mlp.experts.{projection}_weight"] = values + with tempfile.TemporaryDirectory() as directory: + model = self.converter(Path(directory), tensors, quant_groups) + model.prepare_tensors() + for name, info in model.gguf_writer.tensors[0].items(): + actual = gguf.LazyNumpyTensor.to_eager(info.tensor) + np.testing.assert_array_equal(actual.view(np.uint32), expected[name].view(np.uint32)) + + def test_invalid_metadata_and_companions(self): + """Missing, mistyped or misshapen companions and unknown schemes are rejected before any tensor is written.""" + cases = ("missing", "dtype", "amax_shape", "den_shape", "grid", "block", "scheme", "orphan", "mxfp8_amax") + for case in cases: + tensors, quant_groups, _ = self.packed_checkpoint() + name = quant_groups[0]["tensors"][0] + if case == "missing": + del tensors[name + "_amax"] + elif case == "dtype": + tensors[name + "_scale"] = tensors[name + "_scale"].view(torch.uint8) + elif case == "amax_shape": + tensors[name + "_amax"] = torch.ones(1) + elif case == "den_shape": + tensors[name + "_outer_scale_denominator"] = torch.ones(2) + elif case == "grid": + tensors[name + "_scale"] = tensors[name + "_scale"][:, :, :3].contiguous() + elif case == "block": + tensors[name + "_scale"] = tensors[name + "_scale"][:, ::2].contiguous() + elif case == "scheme": + quant_groups[0]["weight_transform"] = "unknown" + elif case == "orphan": + del tensors[name] + else: + tensors[quant_groups[1]["tensors"][0] + "_amax"] = torch.ones(2) + with self.subTest(case=case), tempfile.TemporaryDirectory() as directory: + model = self.converter(Path(directory), tensors, quant_groups) + with self.assertRaisesRegex(ValueError, "Inkling2:"): + model.prepare_tensors() + + def test_invalid_values_name_expert(self): + """NaN codes and bad scales fail when the tensor is written, and the error names the tensor and the expert.""" + bad_values = ( + (0, "_scale", 127), (0, "_scale", 255), # NVFP4 scale is E4M3: NaN bytes + (1, "", 127), (1, "", 255), # MXFP8 weight is E4M3: NaN bytes + (1, "_scale", 255), # MXFP8 scale exponent 255 is NaN + (0, "_amax", float("nan")), (0, "_outer_scale_denominator", 0.0), + ) + for layer, suffix, value in bad_values: + tensors, quant_groups, _ = self.packed_checkpoint() + name = quant_groups[layer]["tensors"][0] + target = tensors[name + suffix] + if suffix in ("_amax", "_outer_scale_denominator"): + target[-1] = value + else: + target.view(torch.uint8)[1, 0, 0] = value + with self.subTest(layer=layer, suffix=suffix, value=value), tempfile.TemporaryDirectory() as directory: + path = Path(directory) + model = self.converter(path, tensors, quant_groups) + model.prepare_tensors() + tensor = model.gguf_writer.tensors[0][f"blk.{layer}.ffn_gate_up_exps.weight"].tensor + with self.assertRaisesRegex(ValueError, r"w13_weight.*expert [01]"): + self.written_bytes(tensor, path / "tensor.bin") + + +class TestInkling2TextNames(unittest.TestCase): + """The checkpoint names (model.llm.*) and the transformers names (model.language_model.*) give the same GGUF tensors.""" + + # checkpoint name, transformers name, shape; a 4th entry is the transformers shape when it differs + NAMES = ( + ("embed.weight", "embed_tokens.weight", (16, 8)), + ("embed_norm.weight", "embed_tokens.embed_norm.weight", (8,)), + ("norm.weight", "norm.weight", (8,)), + ("unembed.weight", "lm_head.weight", (16, 8)), + ("attn_res.attn_queries.0", "layers.1.attention_input.query", (3, 8)), + ("attn_res.mlp_queries.0", "layers.0.mlp_input.query", (8,)), + ("attn_res.mlp_queries.1", "layers.1.mlp_input.query", (8,)), + ("attn_res.output_query", "final_input.query", (8,)), + ("layers.0.attn.k_sconv.weight", "layers.0.self_attn.k_sconv.conv1d.weight", (4, 4), (4, 1, 4)), + ("layers.1.attn.k_sconv.static_w", "layers.1.self_attn.k_sconv.static_weight", (3, 4)), + ) + tuple((f"layers.{i}.{old}", f"layers.{i}.{new}", *shapes) for i in range(2) for old, new, *shapes in ( + ("attn_norm.weight", "input_layernorm.weight", (8,)), + ("mlp_norm.weight", "post_attention_layernorm.weight", (8,)), + ("q_input_norm.weight", "q_input_layernorm.weight", (8,)), + ("k_input_norm.weight", "k_input_layernorm.weight", (8,)), + ("v_input_norm.weight", "v_input_layernorm.weight", (8,)), + ("attn.wq_du.weight", "self_attn.q_proj.weight", (8, 8)), + ("attn.wk_dv.weight", "self_attn.k_proj.weight", (4, 8)), + ("attn.wv_dv.weight", "self_attn.v_proj.weight", (4, 8)), + ("attn.wr_du.weight", "self_attn.r_proj.weight", (4, 8)), + ("attn.wo_ud.weight", "self_attn.o_proj.weight", (8, 8)), + ("attn.gate_attn.weight", "self_attn.gate_proj.weight", (8, 8)), + ("attn.attn_sink_proj.weight", "self_attn.sink_proj.weight", (2, 8)), + ("attn.q_l2_clip.scale", "self_attn.q_l2_clip.scale", (2, 4)), + ("attn.rel_l2_clip.scale", "self_attn.rel_l2_clip.scale", (2, 2)), + ("attn.rel_logits_proj.proj", "self_attn.rel_logits_proj.proj", (2, 5)), + ("attn.k_sconv.weight_proj", "self_attn.k_sconv.weight_proj.weight", (6, 8)), + ("attn.v_sconv.weight", "self_attn.v_sconv.conv1d.weight", (4, 3), (4, 1, 3)), + ("attn.v_sconv.weight_proj", "self_attn.v_sconv.weight_proj.weight", (6, 8)), + ("attn_sconv.weight", "post_attention_convolution.conv1d.weight", (8, 3), (8, 1, 3)), + ("mlp_sconv.weight", "post_mlp_convolution.conv1d.weight", (8, 3), (8, 1, 3)), + ("mlp.gate.weight", "mlp.gate.weight", (2, 8)), + ("mlp.gate.bias", "mlp.gate.e_score_correction_bias", (2,)), + )) + + def convert(self, tensors): + with tempfile.TemporaryDirectory() as directory: + return self._convert(Path(directory), tensors) + + def _convert(self, path, tensors): + hp = {"model_type": "inkling2_text", "architectures": ["Inkling2ForCausalLM"], "num_hidden_layers": 2, "hidden_size": 8, "layer_types": ["hybrid_sliding", "hybrid"]} + (path / "config.json").write_text(json.dumps(hp)) + save_file(tensors, path / "model.safetensors") + model = Inkling2Model(path, gguf.LlamaFileType.ALL_F32, path / "unused.gguf", hparams=hp) + model.prepare_tensors() + # copy: the tensors are views of the mmapped checkpoint, which must be closed before the directory is removed + return {name: gguf.LazyNumpyTensor.to_eager(info.tensor).copy() for name, info in model.gguf_writer.tensors[0].items()} + + def test_checkpoint_and_transformers_names(self): + checkpoint, transformers = {}, {} + for index, (old, new, shape, *new_shape) in enumerate(self.NAMES): + tensor = torch.arange(int(np.prod(shape)), dtype=torch.float32).reshape(shape) / 100 + index + checkpoint["model.llm." + old] = tensor + transformers[new if new.startswith("lm_head.") else "model.language_model." + new] = tensor.reshape(*new_shape) if new_shape else tensor + actual = self.convert(checkpoint) + self.assertEqual(len(actual), len(self.NAMES)) + source = {name: tensor.numpy() for name, tensor in checkpoint.items()} + for target, expected in ( + ("token_embd.weight", source["model.llm.embed.weight"]), + ("output.weight", source["model.llm.unembed.weight"]), + ("output_res_query.weight", source["model.llm.attn_res.output_query"]), + ("blk.1.attn_res_query.weight", source["model.llm.attn_res.attn_queries.0"]), # attn_queries.{i} feeds block i + 1 + ("blk.1.ffn_res_query.weight", source["model.llm.attn_res.mlp_queries.1"]), + ("blk.0.attn_q.weight", source["model.llm.layers.0.attn.wq_du.weight"]), + ("blk.0.attn_rel.weight", source["model.llm.layers.0.attn.wr_du.weight"]), + ("blk.0.attn_rel_bias.weight", source["model.llm.layers.0.attn.rel_logits_proj.proj"].T), + ("blk.0.attn_k_conv.weight", source["model.llm.layers.0.attn.k_sconv.weight"]), + ("blk.1.attn_k_conv.weight", source["model.llm.layers.1.attn.k_sconv.static_w"][::-1].T), # static taps are [kernel, channels], newest first + ("blk.0.attn_k_conv_proj.weight", source["model.llm.layers.0.attn.k_sconv.weight_proj"]), + ("blk.0.attn_post_conv.weight", source["model.llm.layers.0.attn_sconv.weight"]), + ("blk.0.ffn_post_conv.weight", source["model.llm.layers.0.mlp_sconv.weight"]), + ("blk.0.attn_q_inp_norm.weight", source["model.llm.layers.0.q_input_norm.weight"]), + ("blk.0.ffn_gate_inp.weight", source["model.llm.layers.0.mlp.gate.weight"]), + ("blk.0.exp_probs_b.bias", source["model.llm.layers.0.mlp.gate.bias"]), + ): + np.testing.assert_array_equal(actual[target], expected, target) + renamed = self.convert(transformers) + self.assertEqual(renamed.keys(), actual.keys()) + for name in actual: + np.testing.assert_array_equal(renamed[name], actual[name], name) + + if __name__ == "__main__": unittest.main() diff --git a/tools/mtmd/CMakeLists.txt b/tools/mtmd/CMakeLists.txt index 44ad177334e8..fd54e2e72222 100644 --- a/tools/mtmd/CMakeLists.txt +++ b/tools/mtmd/CMakeLists.txt @@ -54,6 +54,7 @@ add_library(mtmd models/granite-speech.cpp models/granite4-vision.cpp models/hunyuanvl.cpp + models/inkling2v.cpp models/internvl.cpp models/kimivl.cpp models/kimik25.cpp diff --git a/tools/mtmd/README-dev.md b/tools/mtmd/README-dev.md index b24c393a2e6a..736bc9575b14 100644 --- a/tools/mtmd/README-dev.md +++ b/tools/mtmd/README-dev.md @@ -37,6 +37,7 @@ Rules of thumb: - Like the pp/tg graphs of `llama_context`, the subcontexts share one scheduler: each warmup reserves its worst-case graph on it, so the compute buffers fit the largest one, and switching modality re-plans inside them - A model declares its runtime needs (e.g. `max_nodes`, `flash_attn_auto`) in `load_hparams`, the subcontext applies them - Models and backends must outlive the subcontexts, `mtmd_context` declares them first for that reason +- Models having both audio and vision encoders must have different arch names (projector types), postfixed by `a` and `v`. See Gemma 4 as an example (`gemma4a` / `gemma4v`) - Locking happens only at the public API boundary (`mtmd.cpp`): a new public function that runs a graph must take `compute_mutex`. The internals (subcontexts, preprocessors, `mtmd_audio_log_mel()`) assume it is held and never lock ## Pipeline diff --git a/tools/mtmd/models/inkling2v.cpp b/tools/mtmd/models/inkling2v.cpp new file mode 100644 index 000000000000..d5bab6f0a6d5 --- /dev/null +++ b/tools/mtmd/models/inkling2v.cpp @@ -0,0 +1,33 @@ +#include "models.h" + +// ViT with a CLS token, learned position embeddings and 2D RoPE; the patches are merged before the projector +ggml_cgraph * mtmd_graph_inkling2v::build() { + const int n_pos = n_patches + 1; + auto * pos_w = ggml_new_tensor_1d(ctx0, GGML_TYPE_I32, n_pos); + ggml_set_name(pos_w, "pos_w"); + ggml_set_input(pos_w); + auto * pos_h = ggml_new_tensor_1d(ctx0, GGML_TYPE_I32, n_pos); + ggml_set_name(pos_h, "pos_h"); + ggml_set_input(pos_h); + + auto * cur = build_inp(); + cb(cur, "patch_embd", -1); + cur = ggml_add(ctx0, cur, resize_position_embeddings(GGML_SCALE_MODE_BILINEAR)); + auto * cls = ggml_add(ctx0, model.class_embedding, model.class_position_embedding); + cur = ggml_concat(ctx0, cls, cur, 1); + cb(cur, "embeddings", -1); + + auto add_pos = [&](ggml_tensor * x, const mtmd_layer &) { + return build_rope_2d(ctx0, x, pos_w, pos_h, hparams.rope_theta, false); + }; + cur = build_vit(cur, n_pos, NORM_TYPE_NORMAL, hparams.ffn_op, nullptr, add_pos); + cb(cur, "encoder_out", -1); + + // remove CLS token + cur = ggml_view_2d(ctx0, cur, n_embd, n_patches, cur->nb[1], cur->nb[1]); + cur = build_patch_merge_permute(cur, hparams.n_merge); + cur = build_ffn(cur, model.mm_1_w, model.mm_1_b, nullptr, nullptr, model.mm_2_w, model.mm_2_b, FFN_GELU_ERF, -1); + cb(cur, "projected", -1); + ggml_build_forward_expand(gf, cur); + return gf; +} diff --git a/tools/mtmd/models/models.h b/tools/mtmd/models/models.h index 4f68462ba9ee..58a83378a1c6 100644 --- a/tools/mtmd/models/models.h +++ b/tools/mtmd/models/models.h @@ -628,3 +628,8 @@ struct mtmd_graph_muse_glimmer : mtmd_graph { mtmd_graph_muse_glimmer(mtmd_subcontext * ctx, const mtmd_image_f32 & img) : mtmd_graph(ctx, img) {} ggml_cgraph * build() override; }; + +struct mtmd_graph_inkling2v : mtmd_graph { + using mtmd_graph::mtmd_graph; + ggml_cgraph * build() override; +}; diff --git a/tools/mtmd/mtmd-graph.cpp b/tools/mtmd/mtmd-graph.cpp index 738837152cc2..01c4c0ac6b22 100644 --- a/tools/mtmd/mtmd-graph.cpp +++ b/tools/mtmd/mtmd-graph.cpp @@ -825,6 +825,10 @@ std::unique_ptr mtmd_get_graph_builder(mtmd_subcontext * ctx, const { builder = std::make_unique(ctx, img); } break; + case PROJECTOR_TYPE_INKLING2V: + { + builder = std::make_unique(ctx, img); + } break; case PROJECTOR_TYPE_MUSE_GLIMMER: { builder = std::make_unique(ctx, img); diff --git a/tools/mtmd/mtmd-image.cpp b/tools/mtmd/mtmd-image.cpp index 33ce243d5291..c69930f8597f 100644 --- a/tools/mtmd/mtmd-image.cpp +++ b/tools/mtmd/mtmd-image.cpp @@ -2145,6 +2145,49 @@ mtmd_image_preproc_out mtmd_image_preprocessor_muse_glimmer::preprocess(const mt return output; } +// +// mtmd_image_preprocessor_inkling2v +// + +mtmd_image_preproc_out mtmd_image_preprocessor_inkling2v::preprocess(const mtmd_image_u8 & input) const { + const int align = hparams.patch_size * hparams.n_merge; + auto size = input.get_size(); + mtmd_image_u8 resized; + const bool too_large = hparams.image_max_pixels > 0 && + int64_t(MTMD_ALIGN(size.width, align)) * MTMD_ALIGN(size.height, align) > hparams.image_max_pixels; + if (too_large) { + // the reference does not resize; this only bounds the number of image tokens + img_tool::calc_size_opt opts; + opts.align_size = align; + opts.max_pixels = hparams.image_max_pixels; + size = img_tool::calc_size_preserved_ratio(size, opts); + img_tool::resize(input, resized, size, hparams.image_resize_algo, PAD_NONE); + } + const mtmd_image_u8 & img = too_large ? resized : input; + const int width = MTMD_ALIGN(size.width, align); + const int height = MTMD_ALIGN(size.height, align); + mtmd_image_f32 padded; + padded.set_size({width, height}, img.is_placeholder(), false); + if (!img.is_placeholder()) { + std::vector pixels(size_t(width) * height * 3, -1.0f); + const auto & src = img.get_ro_buf(); + for (int y = 0; y < size.height; ++y) { + std::copy_n(src.begin() + size_t(y) * size.width * 3, size_t(size.width) * 3, pixels.begin() + size_t(y) * width * 3); + } + padded.cpy_buf(pixels); + // Match the reference's fused rescale and normalization, including negative padding. + float mean[3], std[3]; + for (int c = 0; c < 3; ++c) { + mean[c] = hparams.image_mean[c] * 255.0f; + std[c] = hparams.image_std[c] * 255.0f; + } + padded.normalize(mean, std); + } + mtmd_image_preproc_out result; + result.append(hparams, padded, false); + return result; +} + //#define MTMD_DEBUG_FUNCTIONS #ifdef MTMD_DEBUG_FUNCTIONS diff --git a/tools/mtmd/mtmd-image.h b/tools/mtmd/mtmd-image.h index 3e0b127e9e2f..b11f001ab679 100644 --- a/tools/mtmd/mtmd-image.h +++ b/tools/mtmd/mtmd-image.h @@ -352,3 +352,9 @@ struct mtmd_image_preprocessor_muse_glimmer : mtmd_image_preprocessor { mtmd_image_preprocessor_muse_glimmer(const mtmd_model * model) : mtmd_image_preprocessor(model) {} mtmd_image_preproc_out preprocess(const mtmd_image_u8 & img) const override; }; + +// pad bottom-right to a multiple of patch_size*n_merge; resize only if the image is above image_max_pixels +struct mtmd_image_preprocessor_inkling2v : mtmd_image_preprocessor { + using mtmd_image_preprocessor::mtmd_image_preprocessor; + mtmd_image_preproc_out preprocess(const mtmd_image_u8 & img) const override; +}; diff --git a/tools/mtmd/mtmd-impl.h b/tools/mtmd/mtmd-impl.h index 9d447a05e09d..e2157f767355 100644 --- a/tools/mtmd/mtmd-impl.h +++ b/tools/mtmd/mtmd-impl.h @@ -124,6 +124,7 @@ #define TN_POS_EMBD "%s.position_embd.weight" #define TN_CLASS_EMBD "v.class_embd" +#define TN_CLASS_POS_EMBD "v.class_position_embd.weight" #define TN_PATCH_EMBD "v.patch_embd.weight" // not rename tensor with ".0" postfix for backward compat #define TN_PATCH_EMBD_1 "v.patch_embd.weight.1" #define TN_PATCH_BIAS "v.patch_embd.bias" @@ -577,6 +578,7 @@ enum projector_type { PROJECTOR_TYPE_MUSE_SPARK_AUDIO, PROJECTOR_TYPE_CHATTERBOX, PROJECTOR_TYPE_CHATTERBOX_SPKENC, + PROJECTOR_TYPE_INKLING2V, PROJECTOR_TYPE_UNKNOWN, }; @@ -664,6 +666,7 @@ static std::map PROJECTOR_TYPE_NAMES = { { PROJECTOR_TYPE_MUSE_SPARK_AUDIO, "muse-spark-audio"}, { PROJECTOR_TYPE_CHATTERBOX, "chatterbox"}, { PROJECTOR_TYPE_CHATTERBOX_SPKENC, "chatterbox_spkenc"}, + { PROJECTOR_TYPE_INKLING2V, "inkling2v"}, }; static projector_type projector_type_from_string(const std::string & str) { diff --git a/tools/mtmd/mtmd-model.cpp b/tools/mtmd/mtmd-model.cpp index da74ed383340..c4e5bbd54c4b 100644 --- a/tools/mtmd/mtmd-model.cpp +++ b/tools/mtmd/mtmd-model.cpp @@ -784,6 +784,15 @@ struct mtmd_model_loader { } hparams.warmup_audio_size = hparams.audio_samples_per_token(); } break; + case PROJECTOR_TYPE_INKLING2V: + { + hparams.ffn_op = FFN_GELU_ERF; + log_ffn_op = "gelu_erf"; + get_u32(KEY_SPATIAL_MERGE_SIZE, hparams.n_merge); + hparams.rope_theta = 10000.0f; + hparams.set_limit_image_tokens(1, 4096); + hparams.set_warmup_n_tokens(32*32); // avoid OOM on warmup + } break; case PROJECTOR_TYPE_MUSE_GLIMMER: { hparams.n_merge = 2; // pixel-shuffle downsample after the ViT @@ -1904,6 +1913,18 @@ struct mtmd_model_loader { model.mm_fc_w = get_tensor(mtmd_format(TN_MM_AUDIO_FC, "weight")); model.mm_fc_b = get_tensor(mtmd_format(TN_MM_AUDIO_FC, "bias")); } break; + case PROJECTOR_TYPE_INKLING2V: + { + // these come from the generic path above, where they are optional + if (!model.class_embedding || !model.position_embeddings || !model.pre_ln_w || !model.pre_ln_b) { + throw std::runtime_error(mtmd_format("%s: missing class_embd, position_embd or pre_ln\n", __func__)); + } + model.class_position_embedding = get_tensor(TN_CLASS_POS_EMBD); + model.mm_1_w = get_tensor(mtmd_format(TN_LLAVA_PROJ, 1, "weight")); + model.mm_1_b = get_tensor(mtmd_format(TN_LLAVA_PROJ, 1, "bias"), false); + model.mm_2_w = get_tensor(mtmd_format(TN_LLAVA_PROJ, 2, "weight")); + model.mm_2_b = get_tensor(mtmd_format(TN_LLAVA_PROJ, 2, "bias"), false); + } break; case PROJECTOR_TYPE_MUSE_GLIMMER: { // 3-linear MLP: fc -> erf-GELU -> proj -> erf-GELU -> vision_proj (into LLM residual dim) @@ -3806,6 +3827,7 @@ int mtmd_model::n_output_tokens_x(const mtmd_image_f32 * img) const { case PROJECTOR_TYPE_MINICPMV4_6: case PROJECTOR_TYPE_MINICPMV4_7: case PROJECTOR_TYPE_MINICPM_OCR_1_0: + case PROJECTOR_TYPE_INKLING2V: return img->nx() / (params.patch_size * params.n_merge); case PROJECTOR_TYPE_DEEPSEEKOCR: case PROJECTOR_TYPE_DEEPSEEKOCR2: @@ -3840,6 +3862,7 @@ int mtmd_model::n_output_tokens_y(const mtmd_image_f32 * img) const { case PROJECTOR_TYPE_MINICPMV4_6: case PROJECTOR_TYPE_MINICPMV4_7: case PROJECTOR_TYPE_MINICPM_OCR_1_0: + case PROJECTOR_TYPE_INKLING2V: return img->ny() / (params.patch_size * params.n_merge); default: break; @@ -3931,6 +3954,7 @@ int mtmd_model::n_output_tokens(const mtmd_image_f32 * img) const { n_patches = x_patch * y_patch; } break; case PROJECTOR_TYPE_STEP3VL: + case PROJECTOR_TYPE_INKLING2V: { int x_patch = img->nx() / (params.patch_size * params.n_merge); int y_patch = img->ny() / (params.patch_size * params.n_merge); @@ -4247,6 +4271,7 @@ int mtmd_model::n_mmproj_embd() const { case PROJECTOR_TYPE_MINIMAX_M3: return mm_merger_fc2_b->ne[0]; case PROJECTOR_TYPE_MUSE_GLIMMER: + case PROJECTOR_TYPE_INKLING2V: return mm_2_w->ne[1]; case PROJECTOR_TYPE_QWEN2VL: case PROJECTOR_TYPE_QWEN25VL: diff --git a/tools/mtmd/mtmd-model.h b/tools/mtmd/mtmd-model.h index 0d975ba36147..b27b1c0d8700 100644 --- a/tools/mtmd/mtmd-model.h +++ b/tools/mtmd/mtmd-model.h @@ -898,6 +898,7 @@ struct mtmd_model { // embeddings ggml_tensor * class_embedding = nullptr; + ggml_tensor * class_position_embedding = nullptr; ggml_tensor * patch_embeddings_0 = nullptr; ggml_tensor * patch_embeddings_1 = nullptr; // additional patch kernel; interpretation is model-specific (Qwen2VL, Nemotron Omni) ggml_tensor * patch_bias = nullptr; diff --git a/tools/mtmd/mtmd-subcontext.cpp b/tools/mtmd/mtmd-subcontext.cpp index 7f13b7f62948..798d875bb6af 100644 --- a/tools/mtmd/mtmd-subcontext.cpp +++ b/tools/mtmd/mtmd-subcontext.cpp @@ -800,6 +800,19 @@ bool mtmd_subcontext::encode(mtmd_subctx_encode_params * params) { tail.resize(hparams.n_embd, 0.0f); set_input_f32("inp_stem_tail", tail); } break; + case PROJECTOR_TYPE_INKLING2V: + { + // CLS is at position 0, the patches are 1-indexed + std::vector positions_w{0}, positions_h{0}; + for (int y = 0; y < pos_h; ++y) { + for (int x = 0; x < pos_w; ++x) { + positions_w.push_back(x + 1); + positions_h.push_back(y + 1); + } + } + set_input_i32("pos_w", positions_w); + set_input_i32("pos_h", positions_h); + } break; case PROJECTOR_TYPE_MUSE_GLIMMER: { const int grid_w = pos_w; // image_size_width / patch_size diff --git a/tools/mtmd/mtmd.cpp b/tools/mtmd/mtmd.cpp index 9b45d3de312a..929f34620c30 100644 --- a/tools/mtmd/mtmd.cpp +++ b/tools/mtmd/mtmd.cpp @@ -905,6 +905,13 @@ struct mtmd_context { img_end = ""; image_preproc = std::make_unique(models.v.get()); } break; + case PROJECTOR_TYPE_INKLING2V: + { + // image goes in its own message block (always user role) + img_beg = "<|end_message|><|message_user|><|content_image|>"; + img_end = "<|end_message|><|message_user|><|content_text|>"; + image_preproc = std::make_unique(models.v.get()); + } break; case PROJECTOR_TYPE_MUSE_GLIMMER: { img_beg = "<|image_start|>"; From e574a17b062be51b98e239ccd3d3743e3d902333 Mon Sep 17 00:00:00 2001 From: Tarek Dakhran Date: Sun, 15 Nov 2026 01:05:20 +0100 Subject: [PATCH 060/249] model : metal : workaround fusion for LFM3 (#32296) * lfm3 : put the normed tensor first in residual adds to enable norm fusion Assisted-by: Claude Opus 5.5 * tests : update Metal fusion baseline for lfm3 Assisted-by: Claude Opus 5.5 --- src/models/lfm3.cpp | 4 ++-- tests/fusion/MTL.csv | 3 ++- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/src/models/lfm3.cpp b/src/models/lfm3.cpp index 0746394ce31c..a820d9b97e1e 100644 --- a/src/models/lfm3.cpp +++ b/src/models/lfm3.cpp @@ -179,7 +179,7 @@ llama_model_lfm3::graph::graph(const llm_graph_params & params) : prev_cur = ggml_get_rows(ctx0, prev_cur, inp_out_ids); } - cur = ggml_add(ctx0, prev_cur, cur); + cur = ggml_add(ctx0, cur, prev_cur); auto * ffn_norm_out = build_norm(cur, model.layers[il].ffn_norm, NULL, LLM_NORM_RMS, il); cb(ffn_norm_out, "model.layers.{}.ffn_norm", il); @@ -191,7 +191,7 @@ llama_model_lfm3::graph::graph(const llm_graph_params & params) : cb(ffn_out, "model.layers.{}.post_ffn_norm", il); } - cur = ggml_add(ctx0, cur, ffn_out); + cur = ggml_add(ctx0, ffn_out, cur); cur = build_cvec(cur, il); cb(cur, "l_out", il); diff --git a/tests/fusion/MTL.csv b/tests/fusion/MTL.csv index 401df693014a..89cafb24756a 100644 --- a/tests/fusion/MTL.csv +++ b/tests/fusion/MTL.csv @@ -194,7 +194,8 @@ lfm2 ,0 ,any ,RMS_NORM+MUL , 7 lfm2moe ,1 ,any ,MUL+ADD , 2 lfm2moe ,1 ,any ,RMS_NORM+MUL , 7 lfm2moe ,1 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 1 -lfm3 ,0 ,any ,RMS_NORM+MUL , 17 +lfm3 ,0 ,any ,RMS_NORM+MUL , 12 +lfm3 ,0 ,any ,RMS_NORM+MUL+ADD , 5 llada ,0 ,any ,RMS_NORM+MUL , 5 llada-moe ,1 ,any ,MUL+ADD , 4 llada-moe ,1 ,any ,RMS_NORM+MUL , 9 From 6d3568e31d4e4b1e4db4acb8f6ceaad0084932f3 Mon Sep 17 00:00:00 2001 From: shaofeiqi Date: Sat, 14 Nov 2026 21:49:26 -0800 Subject: [PATCH 061/249] opencl: add A7 Q6_K non-MoE binary kernel (#30949) --- ggml/src/ggml-opencl/ggml-opencl.cpp | 85 +++++++++++++++++++++++++++- 1 file changed, 84 insertions(+), 1 deletion(-) diff --git a/ggml/src/ggml-opencl/ggml-opencl.cpp b/ggml/src/ggml-opencl/ggml-opencl.cpp index 10165b403bc5..295ec496d152 100644 --- a/ggml/src/ggml-opencl/ggml-opencl.cpp +++ b/ggml/src/ggml-opencl/ggml-opencl.cpp @@ -1460,6 +1460,7 @@ struct ggml_backend_opencl_context { cl_kernel kernel_gemm_noshuffle_q6_K_f32; cl_kernel kernel_gemm_noshuffle_q6_K_f32_cok; cl_kernel kernel_gemm_noshuffle_q6_k_f32_32b_trans_ila_a8_bin; + cl_kernel kernel_gemm_noshuffle_q6_k_f32_32b_trans_ila_a7_bin; cl_kernel kernel_gemm_noshuffle_q6_k_q8_1_dp4a_ila_a8_bin; cl_kernel kernel_gemv_noshuffle_q6_k_f32_32b_trans; cl_kernel kernel_gemv_noshuffle_q5_k_f32; @@ -6749,6 +6750,7 @@ static void load_cl_kernels(ggml_backend_opencl_context *backend_ctx) { backend_ctx->kernel_gemv_noshuffle_q6_k_f32_32b_trans = nullptr; backend_ctx->kernel_gemm_noshuffle_q6_k_f32_32b_trans_ila_a8_bin = nullptr; + backend_ctx->kernel_gemm_noshuffle_q6_k_f32_32b_trans_ila_a7_bin = nullptr; backend_ctx->kernel_gemm_noshuffle_q6_k_q8_1_dp4a_ila_a8_bin = nullptr; { if (backend_ctx->has_vector_subgroup_broadcast) { @@ -6793,6 +6795,17 @@ static void load_cl_kernels(ggml_backend_opencl_context *backend_ctx) { CL_CHECK(clReleaseProgram(bin_prog)); GGML_LOG_CONT("."); } + + kernel_bin = (const char *)backend_ctx->get_adreno_bin_kernel("gemm_noshuffle_q6_k_f32_32b_trans_ila_a7", &bin_size); + if (kernel_bin && bin_size > 0) { + cl_program bin_prog = + build_program_from_binary(backend_ctx->context, backend_ctx->device, kernel_bin, "", bin_size); + + CL_CHECK((backend_ctx->kernel_gemm_noshuffle_q6_k_f32_32b_trans_ila_a7_bin = + clCreateKernel(bin_prog, "kernel_gemm_noshuffle_q6_k_f32_32b_trans_ila_a7", &err), err)); + CL_CHECK(clReleaseProgram(bin_prog)); + GGML_LOG_CONT("."); + } } } @@ -11744,7 +11757,8 @@ static inline bool use_flat_gemv_for_large_m_q6_K(const ggml_backend_opencl_cont inline bool use_q6_k_bin_kernels(const ggml_backend_opencl_context *backend_ctx, const ggml_tensor *tensor) { #ifdef GGML_OPENCL_USE_ADRENO_KERNELS if (!backend_ctx->kernel_gemv_noshuffle_q6_k_f32_32b_trans || - !backend_ctx->kernel_gemm_noshuffle_q6_k_f32_32b_trans_ila_a8_bin) { + !(backend_ctx->kernel_gemm_noshuffle_q6_k_f32_32b_trans_ila_a8_bin || + backend_ctx->kernel_gemm_noshuffle_q6_k_f32_32b_trans_ila_a7_bin)) { return false; } // bin kernels require ne2 == 1 and ne3 == 1 for weights @@ -28505,6 +28519,8 @@ static void ggml_cl_mul_mat_q6_K_f32_adreno_ila(ggml_backend_t backend, const gg const int gemm_tile_n = 64; int N_pad = CEIL_DIV(N, gemm_tile_n) * gemm_tile_n; + const bool have_a8 = backend_ctx->kernel_gemm_noshuffle_q6_k_f32_32b_trans_ila_a8_bin != nullptr; + static const char * q6_k_bin_dp4a_env = getenv("GGML_OPENCL_Q6_K_BIN_DP4A"); bool q6_k_bin_dp4a_on = q6_k_bin_dp4a_env ? (atoi(q6_k_bin_dp4a_env) != 0) @@ -28573,6 +28589,73 @@ static void ggml_cl_mul_mat_q6_K_f32_adreno_ila(ggml_backend_t backend, const gg return; } + if (!have_a8) { + cl_mem b_src_sub = nullptr; + cl_mem b_pad_sub = nullptr; + cl_mem b_buf = nullptr; + region.origin = offset1; + region.size = (size_t)K * N * sizeof(float); + CL_CHECK((b_src_sub = clCreateSubBuffer(extra1->data_device, 0, CL_BUFFER_CREATE_TYPE_REGION, ®ion, &err), err)); + if (N_pad == N) { + b_buf = b_src_sub; + } else { + size_t padded_bytes = (size_t)K * N_pad * sizeof(float); + backend_ctx->prealloc_act_trans.allocate(context, padded_bytes); + region.origin = 0; + region.size = padded_bytes; + CL_CHECK((b_pad_sub = clCreateSubBuffer(backend_ctx->prealloc_act_trans.buffer, 0, CL_BUFFER_CREATE_TYPE_REGION, ®ion, &err), err)); + const float b_pad_zero = 0.0f; + CL_CHECK(clEnqueueFillBuffer(backend_ctx->queue, b_pad_sub, &b_pad_zero, sizeof(float), + 0, padded_bytes, 0, NULL, NULL)); + CL_CHECK(clEnqueueCopyBuffer(backend_ctx->queue, b_src_sub, b_pad_sub, 0, 0, (size_t)K * N * sizeof(float), 0, NULL, NULL)); + b_buf = b_pad_sub; + } + + img_fmt = { CL_R, CL_FLOAT }; + memset(&img_desc, 0, sizeof(img_desc)); + img_desc.image_type = CL_MEM_OBJECT_IMAGE1D_BUFFER; + img_desc.image_width = (size_t)K * N_pad; + img_desc.buffer = b_buf; + cl_mem b_img_a7; + CL_CHECK((b_img_a7 = clCreateImage(context, CL_MEM_READ_ONLY, &img_fmt, &img_desc, NULL, &err), err)); + + const int c_offset_for_kernel = (int)offsetd; + + int line_stride_B = K * (int)sizeof(float); + int line_stride_C = M * (int)sizeof(float); + + kernel = backend_ctx->kernel_gemm_noshuffle_q6_k_f32_32b_trans_ila_a7_bin; + cl_uint k_arg = 0; + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(cl_mem), &extra0_q6_K->ql_img)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(cl_mem), &extra0_q6_K->d)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(cl_mem), &extra0_q6_K->s)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(cl_mem), &extra0_q6_K->qh)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(cl_mem), &b_img_a7)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(int), &offset1)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(cl_mem), &extrad->data_device)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(int), &c_offset_for_kernel)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(cl_uint), &ne00)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(cl_uint), &ne01)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(int), &line_stride_B)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(int), &line_stride_C)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(int), &N)); + + size_t local_work_size[3] = { 64, 2, 4 }; + size_t m_tiles = (size_t)CEIL_DIV(M, 64); + size_t global_y = ((m_tiles + 1) / 2) * 2; + size_t global_work_size[3] = { 64, global_y, (size_t)CEIL_DIV(N_pad, 32) }; + backend_ctx->enqueue_ndrange_kernel(kernel, 3, global_work_size, local_work_size, dst); + + CL_CHECK(clReleaseMemObject(b_img_a7)); + if (b_src_sub) { + CL_CHECK(clReleaseMemObject(b_src_sub)); + } + if (b_pad_sub) { + CL_CHECK(clReleaseMemObject(b_pad_sub)); + } + return; + } + cl_mem b_sub_buf = nullptr; cl_mem b_padded = nullptr; cl_mem b_buf = nullptr; From 5a4afd80779ba51166b59986e61a0bfbb9e1a4c6 Mon Sep 17 00:00:00 2001 From: Ed Addario <29247825+EAddario@users.noreply.github.com> Date: Sun, 15 Nov 2026 07:26:23 +0000 Subject: [PATCH 062/249] tests: Fail `test-backend-ops` and exit with error status 1 when missing and/or unsupported types and/or unsupported backends are provided in the command line (#30279) * Fail tests on missing or unsupported type * Fix output * Remove whitespace * Fail if no tests ran regardless of backend support * Revert unnecessary cosmetic change --- tests/test-backend-ops.cpp | 138 ++++++++++++++++++++++--------------- 1 file changed, 83 insertions(+), 55 deletions(-) diff --git a/tests/test-backend-ops.cpp b/tests/test-backend-ops.cpp index 44e54fabf1d8..7f1f1ff5e311 100644 --- a/tests/test-backend-ops.cpp +++ b/tests/test-backend-ops.cpp @@ -14232,25 +14232,25 @@ static bool op_names_filter_selects(const char * op_names_filter, const char * o // Covers padded rows, sinks, kvpad, multi-SIMDgroup reduction, quantized K/V, and MLA views. // The override is backend-global, so this runs after all parallel workers have joined. -static bool run_fa_vec_slice(ggml_backend_t backend, ggml_backend_t backend_cpu, const char * op_names_filter) { +static bool run_fa_vec_slice(ggml_backend_t backend, ggml_backend_t backend_cpu, const char * op_names_filter, const char * params_filter, const char * test_file_path) { const char * LLAMA_TEST_FA_VEC_DISABLE = getenv("LLAMA_TEST_FA_VEC_DISABLE"); if (LLAMA_TEST_FA_VEC_DISABLE) { return true; } - if (!op_names_filter_selects(op_names_filter, "FLASH_ATTN_EXT")) { + if (test_file_path != nullptr || !op_names_filter_selects(op_names_filter, "FLASH_ATTN_EXT")) { return true; } auto * reg = ggml_backend_dev_backend_reg(ggml_backend_get_device(backend)); - auto set_ov = (set_fa_vec_override_t) ggml_backend_reg_get_proc_address(reg, "ggml_backend_metal_tuning_set_fa_vec_override"); auto clear_ov = (clear_fa_vec_override_t) ggml_backend_reg_get_proc_address(reg, "ggml_backend_metal_tuning_clear_fa_vec_override"); if (!set_ov || !clear_ov) { return true; // not the Metal backend: nothing to force } - printf("Running FA vec slice tests (env LLAMA_TEST_FA_VEC_DISABLE=1 to skip)\n"); + std::regex params_filter_regex; + if (params_filter != nullptr) { params_filter_regex = std::regex(params_filter); } struct shape_t { int dk, dv; }; const shape_t shapes[] = { { 128, 128 }, { 576, 512 } }; // mainstream head size + MLA shared K/V view @@ -14267,10 +14267,13 @@ static bool run_fa_vec_slice(ggml_backend_t backend, ggml_backend_t backend_cpu, for (bool sinks : { false, true }) { for (int ne01 : ne01_pts) { for (int ne11 : ne11_pts) { - set_ov(Q, ne); test_flash_attn_ext tc(s.dk, s.dv, /*nh=*/4, { 1, 1 }, /*kv=*/ne11, /*nb=*/ne01, /*mask=*/true, sinks, 0.0f, 0.0f, GGML_PREC_F32, type_kv, type_kv); + if (params_filter != nullptr && !std::regex_search(tc.vars(), params_filter_regex)) { continue; } + if (n_run == 0) { printf("Running FA vec slice tests (env LLAMA_TEST_FA_VEC_DISABLE=1 to skip)\n"); } + + set_ov(Q, ne); auto st = tc.eval(backend, backend_cpu, "FLASH_ATTN_EXT", nullptr); clear_ov(); @@ -14288,30 +14291,12 @@ static bool run_fa_vec_slice(ggml_backend_t backend, ggml_backend_t backend_cpu, } } - printf(" fa_vec (Q,NE) slice: %d cases run, %d failed\n", n_run, n_fail); + if (n_run > 0) { printf(" fa_vec (Q,NE) slice: %d cases run, %d failed\n", n_run, n_fail); } return n_fail == 0; } -static bool test_backend(ggml_backend_t backend, ggml_backend_dev_t dev, test_mode mode, const char * op_names_filter, const char * params_filter, - printer * output_printer, const char * test_file_path, int parallel_workers) { - auto filter_test_cases = [](std::vector> & test_cases, const char * params_filter) { - if (params_filter == nullptr) { - return; - } - - std::regex params_filter_regex(params_filter); - - for (auto it = test_cases.begin(); it != test_cases.end();) { - if (!std::regex_search((*it)->vars(), params_filter_regex)) { - it = test_cases.erase(it); - continue; - } - - it++; - } - }; - +static std::vector> make_test_cases(test_mode mode, const char * params_filter, const char * test_file_path) { std::vector> test_cases; if (test_file_path == nullptr) { @@ -14329,7 +14314,45 @@ static bool test_backend(ggml_backend_t backend, ggml_backend_dev_t dev, test_mo test_cases = make_test_cases_from_file(test_file_path); } - filter_test_cases(test_cases, params_filter); + if (params_filter != nullptr) { + std::regex params_filter_regex(params_filter); + test_cases.erase( std::remove_if(test_cases.begin(), test_cases.end(), + [&](const std::unique_ptr & tc) { return !std::regex_search(tc->vars(), params_filter_regex); }), + test_cases.end()); + } + + if (mode == MODE_GRAD || mode == MODE_SUPPORT) { + test_cases.erase(std::remove_if(test_cases.begin(), test_cases.end(), + [](const std::unique_ptr & tc) { return tc->run_whole_graph(); }), + test_cases.end()); + } + + return test_cases; +} + +static bool test_case_selected(const test_mode mode, const char * op_names_filter, const char * params_filter, const char * test_file_path) { + ggml_init_params params = { + /* .mem_size = */ ggml_tensor_overhead()*128 + ggml_graph_overhead(), + /* .mem_base = */ NULL, + /* .no_alloc = */ true, + }; + + for (auto & tc : make_test_cases(mode, params_filter, test_file_path)) { + ggml_context_ptr ctx(ggml_init(params)); + GGML_ASSERT(ctx); + ggml_context_ptr ctx_weights(tc->use_weight_context() ? ggml_init(params) : nullptr); + + tc->mode = mode; + tc->gf = ggml_new_graph(ctx.get()); + if (tc->matches_filter(tc->build_graph(ctx.get(), ctx_weights.get()), op_names_filter)) { return true; } + } + + return false; +} + +static bool test_backend(ggml_backend_t backend, ggml_backend_dev_t dev, test_mode mode, const char * op_names_filter, const char * params_filter, + printer * output_printer, const char * test_file_path, int parallel_workers, const bool must_run) { + std::vector> test_cases = make_test_cases(mode, params_filter, test_file_path); if (mode == MODE_TEST) { ggml_backend_ptr backend_cpu(ggml_backend_init_by_type(GGML_BACKEND_DEVICE_TYPE_CPU, NULL)); @@ -14373,9 +14396,7 @@ static bool test_backend(ggml_backend_t backend, ggml_backend_dev_t dev, test_mo for (size_t i = my_begin; i < my_end; ++i) { auto & test = test_cases[i]; test_status_t status = test->eval(b, b_cpu, op_names_filter, output_printer); - if (status == test_status_t::SKIPPED || status == test_status_t::NOT_SUPPORTED) { - continue; - } + if (status == test_status_t::SKIPPED || status == test_status_t::NOT_SUPPORTED) { continue; } tests_run++; if (status == test_status_t::OK) { n_ok++; @@ -14430,24 +14451,21 @@ static bool test_backend(ggml_backend_t backend, ggml_backend_dev_t dev, test_mo output_printer->print_summary(test_summary_info(n_ok, tests_run, false)); output_printer->print_failed_tests(failed_tests); - const bool slice_ok = run_fa_vec_slice(backend, backend_cpu.get(), op_names_filter); + bool ran_any = true; + if (tests_run == 0 && must_run) { + printf(" no test case ran: the selected test cases are not supported\n"); + ran_any = false; + } + + const bool slice_ok = run_fa_vec_slice(backend, backend_cpu.get(), op_names_filter, params_filter, test_file_path); - return n_ok == tests_run && slice_ok; + return n_ok == tests_run && slice_ok && ran_any; } if (mode == MODE_GRAD) { - test_cases.erase( - std::remove_if(test_cases.begin(), test_cases.end(), [](const std::unique_ptr & tc) { - return tc->run_whole_graph(); - }), - test_cases.end() - ); - size_t n_ok = 0; for (auto & test : test_cases) { - if (test->eval_grad(backend, op_names_filter, output_printer)) { - n_ok++; - } + if (test->eval_grad(backend, op_names_filter, output_printer)) { n_ok++; } } output_printer->print_summary(test_summary_info(n_ok, test_cases.size(), false)); @@ -14462,14 +14480,6 @@ static bool test_backend(ggml_backend_t backend, ggml_backend_dev_t dev, test_mo } if (mode == MODE_SUPPORT) { - // Filter out fusion cases - test_cases.erase( - std::remove_if(test_cases.begin(), test_cases.end(), [](const std::unique_ptr & tc) { - return tc->run_whole_graph(); - }), - test_cases.end() - ); - for (auto & test : test_cases) { test->eval_support(backend, op_names_filter, output_printer); } @@ -14686,6 +14696,27 @@ int main(int argc, char ** argv) { // load and enumerate backends ggml_backend_load_all(); + if (backend_filter != NULL) { + bool found = false; + std::string names; + for (size_t i = 0; i < ggml_backend_dev_count(); i++) { + const char * name = ggml_backend_dev_name(ggml_backend_dev_get(i)); + found = found || strcmp(backend_filter, name) == 0; + if (!names.empty()) { names += ", "; } + names += name; + } + + if (!found) { + fprintf(stderr, "error: no device named '%s' (devices: %s)\n", backend_filter, names.c_str()); + return 1; + } + } + + if (!test_case_selected(mode, op_names_filter, params_filter, test_file_path)) { + fprintf(stderr, "error: no test case matches the filters\n"); + return 1; + } + // Create printer for output format std::unique_ptr output_printer = create_printer(output_format); if (output_printer) { @@ -14728,13 +14759,10 @@ int main(int argc, char ** argv) { false, "", ggml_backend_dev_description(dev), total / 1024 / 1024, free / 1024 / 1024, true)); - bool ok = test_backend(backend.get(), dev, mode, op_names_filter, params_filter, output_printer.get(), test_file_path, parallel_workers); + bool ok = test_backend(backend.get(), dev, mode, op_names_filter, params_filter, output_printer.get(), test_file_path, parallel_workers, backend_filter != NULL); - if (ok) { - n_ok++; - } - output_printer->print_backend_status( - backend_status_info(ggml_backend_name(backend.get()), ok ? test_status_t::OK : test_status_t::FAIL)); + if (ok) { n_ok++; } + output_printer->print_backend_status(backend_status_info(ggml_backend_name(backend.get()), ok ? test_status_t::OK : test_status_t::FAIL)); } ggml_quantize_free(); From 58a4a6b49ccc5a8915da562e8f384760c817d8d9 Mon Sep 17 00:00:00 2001 From: Aayan Karmali <44980366+StockerMC@users.noreply.github.com> Date: Sun, 15 Nov 2026 03:05:10 -0500 Subject: [PATCH 063/249] server : clear slot cache when the global lora config changes (#30367) --- tools/server/server-context.cpp | 24 +++++------- tools/server/tests/unit/test_lora.py | 56 ++++++++++++++++++++++++++++ 2 files changed, 66 insertions(+), 14 deletions(-) diff --git a/tools/server/server-context.cpp b/tools/server/server-context.cpp index 0d613667deec..45693f4e8e64 100644 --- a/tools/server/server-context.cpp +++ b/tools/server/server-context.cpp @@ -1955,21 +1955,17 @@ struct server_context_impl { } bool launch_slot_with_task(server_slot & slot, server_task && task) { - // process per-request lora adapters - if (!task.params.lora.empty()) { - auto task_loras = construct_lora_list(task.params.lora); - if (!are_lora_equal(task_loras, slot.lora)) { - // if lora has changed, check to see if the cache should be cleared - if (lora_should_clear_cache(slot.lora, task_loras)) { - SLT_TRC(slot, "clearing cache for lora change. %zu loras -> %zu loras\n", slot.lora.size(), task.params.lora.size()); - slot.prompt.clear(); - } else { - SLT_TRC(slot, "keeping cache for alora. %zu target loras\n", task_loras.size()); - } - slot.lora = task_loras; + // per-request lora if given, otherwise the global config + auto task_loras = task.params.lora.empty() ? params_base.lora_adapters : construct_lora_list(task.params.lora); + if (!are_lora_equal(task_loras, slot.lora)) { + // if lora has changed, check to see if the cache should be cleared + if (lora_should_clear_cache(slot.lora, task_loras)) { + SLT_TRC(slot, "clearing cache for lora change. %zu loras -> %zu loras\n", slot.lora.size(), task_loras.size()); + slot.prompt.clear(); + } else { + SLT_TRC(slot, "keeping cache for alora. %zu target loras\n", task_loras.size()); } - } else { - slot.lora = params_base.lora_adapters; + slot.lora = task_loras; } // if using alora, make sure it's only a single one requested and active diff --git a/tools/server/tests/unit/test_lora.py b/tools/server/tests/unit/test_lora.py index e21d9048bf58..c84ba52a90bc 100644 --- a/tools/server/tests/unit/test_lora.py +++ b/tools/server/tests/unit/test_lora.py @@ -66,6 +66,62 @@ def test_lora_per_request(): assert match_regex(re_test, res.body["content"]) +def test_lora_global_change_clears_slot_cache(): + global server + server.n_slots = 1 + server.cache_ram = 0 + server.start() + + # long enough that stale kv changes the output + prompt = "Look in thy glass and tell the face thou viewest, now is the time that face should form another, whose fresh repair if now thou not renewest, thou dost beguile the world, unbless some mother." + + def set_global_lora(scale: float): + res = server.make_request("POST", "/lora-adapters", data=[{"id": 0, "scale": scale}]) + assert res.status_code == 200 + + def complete(lora=None, cache_prompt: bool = True) -> dict: + data = { + "prompt": prompt, + "cache_prompt": cache_prompt, + "temperature": 0.0, + "seed": 42, + "n_predict": 16, + } + if lora is not None: + data["lora"] = lora + res = server.make_request("POST", "/completion", data=data) + assert res.status_code == 200 + return res.body + + set_global_lora(0.0) + expected_zero = complete(cache_prompt=False)["content"] + set_global_lora(1.0) + expected_one = complete(cache_prompt=False)["content"] + assert expected_zero != expected_one + + # the global config changes between two requests that do not set "lora" + set_global_lora(0.0) + res = complete() + assert res["timings"]["cache_n"] == 0 + assert res["content"] == expected_zero + set_global_lora(1.0) + res = complete() + assert res["timings"]["cache_n"] == 0 + assert res["content"] == expected_one + + # unchanged config keeps the cache + res = complete() + assert res["timings"]["cache_n"] > 0 + + # a request that sets "lora", followed by one that doesn't + res = complete(lora=[{"id": 0, "scale": 0.0}]) + assert res["timings"]["cache_n"] == 0 + assert res["content"] == expected_zero + res = complete() + assert res["timings"]["cache_n"] == 0 + assert res["content"] == expected_one + + @pytest.mark.skipif(not is_slow_test_allowed(), reason="skipping slow test") def test_with_big_model(): server = ServerProcess() From 429460dc0e0c52fcf108cd72aadb10e308e4ffa9 Mon Sep 17 00:00:00 2001 From: Xuan-Son Nguyen Date: Sun, 15 Nov 2026 09:37:17 +0100 Subject: [PATCH 064/249] server: refactor, add server_slot_sched, prompt running hash (#32154) * server: refactor, add server_slot_sched, prompt running hash * use sha256 hash --- tests/test-server-component.cpp | 77 ++++++ tools/server/CMakeLists.txt | 3 + tools/server/server-common.cpp | 80 +++++- tools/server/server-common.h | 18 ++ tools/server/server-context.cpp | 222 ++++----------- tools/server/server-slot-sched.cpp | 417 +++++++++++++++++++++++++++++ tools/server/server-slot-sched.h | 126 +++++++++ tools/server/server-task.cpp | 223 --------------- tools/server/server-task.h | 72 ----- vendor/hash/hash.cpp | 11 +- vendor/hash/hash.h | 5 + 11 files changed, 785 insertions(+), 469 deletions(-) create mode 100644 tools/server/server-slot-sched.cpp create mode 100644 tools/server/server-slot-sched.h diff --git a/tests/test-server-component.cpp b/tests/test-server-component.cpp index c4ed1cacce6e..3494cdf04a99 100644 --- a/tests/test-server-component.cpp +++ b/tests/test-server-component.cpp @@ -156,6 +156,82 @@ static void test_server_tokens_clone(testing & t) { t.assert_true("get_text_tokens", cl.get_text_tokens() == llama_tokens({1, 2, 3, 4})); } +static void test_server_tokens_prefix_hashes(testing & t) { + const size_t n_blk = server_tokens::hash_block_size; + + auto make_tokens = [](size_t n) { + llama_tokens res(n); + for (size_t i = 0; i < n; i++) { + res[i] = 100 + (llama_token) i; + } + return res; + }; + + { + server_tokens a(make_tokens(3 * n_blk + 10), false); + t.assert_equal("full blocks only", (size_t) 3, a.get_prefix_hashes().size()); + t.assert_equal("same tokens", 3 * n_blk, a.get_common_prefix_lower(a.clone().get_prefix_hashes())); + t.assert_equal("no hashes", (size_t) 0, a.get_common_prefix_lower({})); + + // the exact value is 2 * n_blk + 5 + llama_tokens toks = make_tokens(3 * n_blk + 10); + toks[2 * n_blk + 5] = 7; + server_tokens b(toks, false); + t.assert_equal("diverge in block 2", 2 * n_blk, a.get_common_prefix_lower(b.get_prefix_hashes())); + t.assert_equal("exact, diverge in block 2", 2 * n_blk + 5, a.get_common_prefix(b)); + t.assert_equal("exact, same tokens", 3 * n_blk + 10, a.get_common_prefix(a.clone())); + t.assert_equal("b is shorter", 1 * n_blk, a.get_common_prefix_lower(server_tokens(make_tokens(n_blk + 3), false).get_prefix_hashes())); + + toks[0] = 7; + t.assert_equal("diverge in block 0", (size_t) 0, a.get_common_prefix_lower(server_tokens(toks, false).get_prefix_hashes())); + } + + { + server_tokens a(make_tokens(3 * n_blk), false); + const auto hashes = a.get_prefix_hashes(); + + server_tokens b = a.clone(); + b.set_token(n_blk + 1, 7); + t.assert_equal("set_token", n_blk, b.get_common_prefix_lower(hashes)); + + b = a.clone(); + b.keep_first(n_blk + 1); + for (size_t i = n_blk + 1; i < 3 * n_blk; i++) { + b.push_back(7); + } + t.assert_equal("keep_first + push_back", n_blk, b.get_common_prefix_lower(hashes)); + + b.clear(); + t.assert_equal("clear", (size_t) 0, b.get_prefix_hashes().size()); + } + + { + // the image chunk starts in block 0 and ends in a later block + mtmd::input_chunks chunks(mtmd_test_create_input_chunks()); + const mtmd_input_chunk * image = chunks[1]; + const size_t n_image = mtmd_input_chunk_get_n_tokens(image); + const size_t i_image = n_blk - 4; + + auto make_mtmd = [&](bool with_image, llama_token last) { + server_tokens res(make_tokens(i_image), true); + if (with_image) { + res.push_back(image); + } + while (res.size() < i_image + n_image) { + res.push_back(5); + } + res.push_back(last); + return res; + }; + + server_tokens a = make_mtmd(true, 1); + t.assert_true("image is longer than a block", n_image > n_blk); + t.assert_equal("exact value", i_image + n_image, a.get_common_prefix(make_mtmd(true, 2))); + t.assert_equal("block ends inside the image", i_image, a.get_common_prefix_lower(make_mtmd(true, 2).get_prefix_hashes())); + t.assert_equal("text in place of the image", (size_t) 0, a.get_common_prefix_lower(make_mtmd(false, 1).get_prefix_hashes())); + } +} + static void test_server_tokens(testing & t) { t.test("basic", test_server_tokens_basic); t.test("pos", test_server_tokens_pos); @@ -163,6 +239,7 @@ static void test_server_tokens(testing & t) { t.test("common_prefix", test_server_tokens_common_prefix); t.test("serialize", test_server_tokens_serialize); t.test("clone", test_server_tokens_clone); + t.test("prefix_hashes", test_server_tokens_prefix_hashes); } // diff --git a/tools/server/CMakeLists.txt b/tools/server/CMakeLists.txt index 4f3fa2458bc3..9f9393f98384 100644 --- a/tools/server/CMakeLists.txt +++ b/tools/server/CMakeLists.txt @@ -27,6 +27,8 @@ add_library(${TARGET} STATIC server-mcp.h server-schema.cpp server-schema.h + server-slot-sched.cpp + server-slot-sched.h ) if (BUILD_SHARED_LIBS) @@ -36,6 +38,7 @@ endif() target_include_directories(${TARGET} PRIVATE ../mtmd) target_include_directories(${TARGET} PRIVATE ${PROJECT_SOURCE_DIR}) target_link_libraries(${TARGET} PUBLIC llama-common mtmd ${CMAKE_THREAD_LIBS_INIT}) +target_link_libraries(${TARGET} PRIVATE vendor::hash) # llama-server-impl: server logic, reusable by app diff --git a/tools/server/server-common.cpp b/tools/server/server-common.cpp index 0013c09cd0a2..ea34f75aca07 100644 --- a/tools/server/server-common.cpp +++ b/tools/server/server-common.cpp @@ -6,6 +6,7 @@ #include "mtmd-helper.h" #include "chat.h" #include "base64.hpp" +#include "hash/hash.h" #include "server-common.h" @@ -525,6 +526,7 @@ server_tokens::server_tokens(mtmd::input_chunks & mtmd_chunks, bool has_mtmd) : } server_tokens::server_tokens(const llama_tokens & tokens, bool has_mtmd) : has_mtmd(has_mtmd), tokens(tokens) { + update_hashes(); } llama_pos server_tokens::pos_next(int64_t n_tokens) const { @@ -641,6 +643,7 @@ void server_tokens::push_back(llama_token tok) { throw std::runtime_error("Invalid token"); } tokens.emplace_back(tok); + update_hashes(); } void server_tokens::push_back(const mtmd_input_chunk * chunk) { @@ -654,6 +657,7 @@ void server_tokens::push_back(const mtmd_input_chunk * chunk) { } mtmd::input_chunk_ptr new_chunk(mtmd_input_chunk_copy(chunk)); map_idx_to_media[start_idx] = std::move(new_chunk); + update_hashes(); } else if (type == MTMD_INPUT_CHUNK_TYPE_TEXT) { size_t n_tokens; const auto * text_tokens = mtmd_input_chunk_get_tokens_text(chunk, &n_tokens); @@ -677,6 +681,7 @@ void server_tokens::push_back_placeholder(const mtmd_input_chunk * chunk) { tokens.emplace_back(LLAMA_TOKEN_NULL); } map_idx_to_media[start_idx] = std::move(new_chunk); + update_hashes(); } else { push_back(chunk); } @@ -701,6 +706,7 @@ void server_tokens::push_back(server_tokens & tokens) { void server_tokens::insert(const llama_tokens & inp_tokens) { tokens.insert(tokens.end(), inp_tokens.begin(), inp_tokens.end()); + update_hashes(); } const llama_tokens & server_tokens::get_tokens() const { @@ -768,6 +774,10 @@ server_tokens server_tokens::deserialize(const llama_tokens & packed, bool has_m result.map_idx_to_media[start_idx] = std::move(chunk); } + // the hashes from the constructor do not include the media chunks + result.hashes.clear(); + result.update_hashes(); + if (reader.remaining() >= sizeof(llama_token)) { throw std::runtime_error("Trailing data in server tokens state"); } @@ -789,6 +799,7 @@ llama_tokens server_tokens::get_text_tokens() const { void server_tokens::set_token(llama_pos pos, llama_token id) { GGML_ASSERT(!has_mtmd); // only allow this if mtmd is disabled tokens[pos] = id; + hashes.resize(std::min(hashes.size(), (size_t) pos / hash_block_size)); } void server_tokens::keep_first(size_t n) { @@ -822,6 +833,7 @@ void server_tokens::keep_first(size_t n) { } } tokens.resize(n); + hashes.resize(std::min(hashes.size(), n / hash_block_size)); } std::string server_tokens::detokenize(const llama_context * ctx, bool special) const { @@ -838,8 +850,11 @@ std::string server_tokens::detokenize(const llama_context * ctx, bool special) c size_t server_tokens::get_common_prefix(const server_tokens & b) const { const size_t max_idx = std::min(tokens.size(), b.tokens.size()); + // the blocks with equal hashes are not compared again + const size_t min_idx = get_common_prefix_lower(b.get_prefix_hashes()); + if (!has_mtmd) { - for (size_t i = 0; i < max_idx; ++i) { + for (size_t i = min_idx; i < max_idx; ++i) { if (tokens[i] == b.tokens[i]) { continue; } @@ -850,7 +865,7 @@ size_t server_tokens::get_common_prefix(const server_tokens & b) const { return max_idx; } - for (size_t i = 0; i < max_idx; ++i) { + for (size_t i = min_idx; i < max_idx; ++i) { const llama_token ai = tokens[i]; const llama_token bi = b.tokens[i]; @@ -885,6 +900,66 @@ size_t server_tokens::get_common_prefix(const server_tokens & b) const { return max_idx; // all tokens are equal } +void server_tokens::update_hashes() { + const size_t n_blocks = tokens.size() / hash_block_size; + + std::string buf; + const auto append = [&buf](const void * data, size_t len) { + buf.append((const char *) data, len); + }; + + for (size_t k = hashes.size(); k < n_blocks; k++) { + const size_t i_begin = k * hash_block_size; + const size_t i_end = i_begin + hash_block_size; + + // the previous hash comes first, zeros for the first block + const prefix_hash prev = k > 0 ? hashes[k - 1] : prefix_hash{}; + + buf.clear(); + append(prev.data(), prev.size()); + append(tokens.data() + i_begin, hash_block_size * sizeof(llama_token)); + + // a media chunk is hashed in the block of its first token, it can span over many blocks + for (auto it = map_idx_to_media.lower_bound(i_begin); it != map_idx_to_media.end() && it->first < i_end; ++it) { + const std::string_view id = mtmd_input_chunk_get_id(it->second.get()); + const uint64_t fields[] = { it->first, mtmd_input_chunk_get_n_tokens(it->second.get()), id.size() }; + append(fields, sizeof(fields)); + append(id.data(), id.size()); + } + + hashes.push_back(hash_sha256(buf.data(), buf.size())); + } +} + +size_t server_tokens::get_common_prefix_lower(const std::vector & b_hashes) const { + const auto & a_hashes = hashes; + + // a hash covers all the tokens before it, so the equal entries come first + size_t lo = 0; + size_t hi = std::min(a_hashes.size(), b_hashes.size()); + while (lo < hi) { + const size_t mid = lo + (hi - lo) / 2; + if (a_hashes[mid] == b_hashes[mid]) { + lo = mid + 1; + } else { + hi = mid; + } + } + + size_t n = lo * hash_block_size; + + // do not cut a media chunk, go back to its start + auto it = map_idx_to_media.upper_bound(n); + if (it != map_idx_to_media.begin()) { + --it; + if (it->first < n && n < it->first + mtmd_input_chunk_get_n_tokens(it->second.get())) { + n = it->first; + } + } + + return n; +} + common_chat_msg_spans server_tokens::find_message_spans(const common_chat_msg_delimiters & delims) const { std::map skips; for (const auto & it : map_idx_to_media) { @@ -933,6 +1008,7 @@ server_tokens server_tokens::clone() const { server_tokens res; res.has_mtmd = has_mtmd; res.tokens = tokens; + res.hashes = hashes; for (auto it = map_idx_to_media.begin(); it != map_idx_to_media.end(); ++it) { size_t idx = it->first; const mtmd::input_chunk_ptr & chunk = it->second; diff --git a/tools/server/server-common.h b/tools/server/server-common.h index 05622849a1e7..82c424d47fa0 100644 --- a/tools/server/server-common.h +++ b/tools/server/server-common.h @@ -10,6 +10,7 @@ #include "json.h" +#include #include #include #include @@ -167,6 +168,10 @@ std::vector lora_get_enabled_ids(const std::vector; // SHA-256 + private: // disallow accessing these members directly, risking out-of-sync // map a **start** index in tokens to the image chunk @@ -186,6 +191,12 @@ struct server_tokens { // pos 0 1 2 3 4 5 5 5 7 7 7 // map_idx_to_media will contain: {5, img0}, {8, img1} + // chained hashes: entry k covers the first (k + 1) * hash_block_size tokens + // set_token() drops the entries after the change, the next append brings them back + std::vector hashes; + + void update_hashes(); + public: server_tokens() = default; ~server_tokens() = default; @@ -254,6 +265,7 @@ struct server_tokens { void clear() { map_idx_to_media.clear(); tokens.clear(); + hashes.clear(); } void keep_first(size_t n); @@ -262,6 +274,12 @@ struct server_tokens { size_t get_common_prefix(const server_tokens & b) const; + const std::vector & get_prefix_hashes() const { return hashes; } + + // lower bound of get_common_prefix(), b is known only by its prefix hashes + // the result is less than one block plus one media chunk below the exact value + size_t get_common_prefix_lower(const std::vector & b_hashes) const; + // split the tokens into message spans, skipping over media chunks common_chat_msg_spans find_message_spans(const common_chat_msg_delimiters & delims) const; diff --git a/tools/server/server-context.cpp b/tools/server/server-context.cpp index 45693f4e8e64..4015e23eabbc 100644 --- a/tools/server/server-context.cpp +++ b/tools/server/server-context.cpp @@ -10,6 +10,7 @@ #include "server-queue.h" #include "server-realtime.h" #include "server-schema.h" +#include "server-slot-sched.h" #include "server-stream.h" #include "build-info.h" @@ -1124,8 +1125,7 @@ struct server_context_impl { json json_ui_settings = json::object(); - // Necessary similarity of prompt for slot selection - float slot_prompt_similarity = 0.0f; + server_slot_sched slot_sched; std::string model_name; // name of the loaded model, to be used by API std::set model_aliases; // additional names for the model @@ -1441,7 +1441,7 @@ struct server_context_impl { n_swa = params_base.swa_full ? 0 : llama_model_n_swa(model_tgt); // Necessary similarity of prompt for slot selection - slot_prompt_similarity = params_base.slot_prompt_similarity; + slot_sched.slot_prompt_similarity = params_base.slot_prompt_similarity; const int n_ctx_train = llama_model_n_ctx_train(model_tgt); @@ -1800,113 +1800,29 @@ struct server_context_impl { return nullptr; } - server_slot * get_available_slot(const server_task & task) { - server_slot * ret = nullptr; - - bool update_cache = false; - - // if a specific slot is requested, use it (still goes through cache update logic below) - if (task.id_slot != -1) { - ret = get_slot_by_id(task.id_slot); - if (ret) { - // a busy slot is returned untouched, the caller defers the task - if (ret->is_processing()) { - return ret; - } - - SLT_INF(*ret, "selected slot by id (%d)\n", task.id_slot); - } - } - - // find the slot that has at least n% prompt similarity - if (slot_prompt_similarity != 0.0f) { - float f_sim_best = 0; - - for (server_slot & slot : slots) { - if (task.id_slot != -1 && slot.id != task.id_slot) { - continue; - } - - // skip the slot if it is not available - if (slot.is_processing()) { - SLT_TRC(slot, " - skipping, is_processing = %d\n", slot.is_processing()); - continue; - } - - const auto & tokens = slot.prompt.tokens; - - // skip the slot if it does not contains cached tokens - if (tokens.empty()) { - SLT_TRC(slot, "%s", " - skipping, slot is empty\n"); - continue; - } - - // fraction of the Longest Common Prefix length with respect to the input prompt length - const size_t lcp_len = tokens.get_common_prefix(task.tokens); - const float f_sim_cur = float(lcp_len) / task.tokens.size(); - - SLT_TRC(slot, " - checking sim = %.3f (%zu/%zu) > %.3f\n", f_sim_cur, lcp_len, task.tokens.size(), slot_prompt_similarity); - - // select the current slot if the criteria match - if (f_sim_cur > f_sim_best && f_sim_cur > slot_prompt_similarity) { - f_sim_best = f_sim_cur; - - ret = &slot; - } - } - - if (ret != nullptr) { - const float f_keep = (f_sim_best*task.tokens.size()) / ret->prompt.tokens.size(); - - if (task.id_slot == -1) { - SLT_INF(*ret, "selected slot by LCP similarity, f_sim_best = %.3f (> %.3f thold), f_keep = %.3f\n", - f_sim_best, slot_prompt_similarity, f_keep); - } - - // if we are about to lose a large portion of the existing context - save it in the prompt cache - if (f_keep < 0.5f) { - update_cache = true; - } - } + std::vector get_slot_infos() const { + std::vector res; + for (const server_slot & slot : slots) { + res.push_back({ slot.id, slot.task.get(), slot.is_processing(), slot.t_last_used, &slot.prompt }); } + return res; + } - // find an empty slot, or the one that has been least recently used - if (ret == nullptr) { - const auto free_slots = get_free_slots(1, -1); + // call only when the task is sure to launch on the slot + void update_prompt_cache(server_slot & slot, const server_task & task) { + SRV_TRC("%s", "updating prompt cache\n"); - if (!free_slots.empty()) { - ret = free_slots[0]; + const int64_t t_start = ggml_time_us(); - SLT_INF(*ret, "selected slot by LRU, n_tokens = %d, t_last = %" PRId64 "\n", ret->prompt.n_tokens(), ret->t_last_used); + slot.prompt_save(*prompt_cache); - update_cache = true; - } + if (!slot.prompt_load(*prompt_cache, task.tokens)) { + slot.prompt_clear(); } - if (ret) { - update_cache = update_cache && prompt_cache; - - // cache prompts only for the tasks that reuse them - update_cache = update_cache && !task.is_stateless(); - - if (update_cache) { - SRV_TRC("%s", "updating prompt cache\n"); + prompt_cache->update(); - const int64_t t_start = ggml_time_us(); - - ret->prompt_save(*prompt_cache); - - if (!ret->prompt_load(*prompt_cache, task.tokens)) { - ret->prompt_clear(); - } - - prompt_cache->update(); - - SRV_TRC("prompt cache update took %.2f ms\n", (ggml_time_us() - t_start) / 1000.0); - } - } - - return ret; + SRV_TRC("prompt cache update took %.2f ms\n", (ggml_time_us() - t_start) / 1000.0); } // return true if at least one slot has been cleared @@ -2651,24 +2567,11 @@ struct server_context_impl { return true; } - // idle slots that lose the least by being reused: empty slots first, then the least recently used ones std::vector get_free_slots(size_t n_slots_needed, int exclude_id_slot) { std::vector free_slots; - for (auto & slot : slots) { - if (!slot.is_processing() && slot.id != exclude_id_slot) { - free_slots.push_back(&slot); - } + for (int id : slot_sched.get_free_slots(get_slot_infos(), n_slots_needed, exclude_id_slot)) { + free_slots.push_back(get_slot_by_id(id)); } - - std::stable_sort(free_slots.begin(), free_slots.end(), [](const server_slot * a, const server_slot * b) { - if ((a->prompt.n_tokens() == 0) != (b->prompt.n_tokens() == 0)) { - return a->prompt.n_tokens() == 0; - } - return a->t_last_used < b->t_last_used; - }); - - free_slots.resize(std::min(free_slots.size(), n_slots_needed)); - return free_slots; } @@ -3040,7 +2943,9 @@ struct server_context_impl { const int id_task = task.id; - server_slot * slot = get_available_slot(task); + const auto plan = slot_sched.select(get_slot_infos(), task); + + server_slot * slot = plan.id_slot == -1 ? nullptr : get_slot_by_id(plan.id_slot); // // slot scheduling logic @@ -3060,15 +2965,24 @@ struct server_context_impl { break; } + std::vector child_slots; if (task.is_parent()) { // try getting free slots for all child tasks size_t n_child_tasks = task.child_tasks.size(); - std::vector child_slots = get_free_slots(n_child_tasks, slot->id); + child_slots = get_free_slots(n_child_tasks, slot->id); if (child_slots.size() < n_child_tasks) { SRV_DBG("not enough free slots for child tasks, n_free = %zu, n_children = %zu, defer task, id_task = %d\n", child_slots.size(), n_child_tasks, id_task); queue_tasks.defer(std::move(task)); break; } + } + + // the task is not deferred past this point + if (plan.update_cache && prompt_cache) { + update_prompt_cache(*slot, task); + } + + if (task.is_parent()) { if (!launch_slots_with_parent_task(*slot, child_slots, std::move(task))) { SRV_ERR("failed to launch slot with parent task, id_task = %d\n", id_task); break; // drop the task @@ -4209,13 +4123,6 @@ struct server_context_impl { // ref: https://github.com/ggml-org/llama.cpp/pull/24110 const bool has_new_tokens = (n_past < slot.task->n_tokens()); - // the first evaluated token attends to the positions > pos_eval - n_swa, so a SWA state - // starting at pos_eval - n_swa + 1 is enough, while a state without SWA must end before pos_eval - const llama_pos pos_eval = pos_next - (has_new_tokens ? 0 : 1); - - // a state or a checkpoint is useful when its pos_min is below this threshold - const auto pos_min_thold = std::max(0, n_swa > 0 ? pos_eval - n_swa + 2 : pos_eval); - if (n_past > 0 && n_past <= slot.prompt.n_tokens()) { const auto pos_min = llama_memory_seq_pos_min(llama_get_memory(ctx_tgt), slot.id); if (pos_min == -1) { @@ -4266,58 +4173,35 @@ struct server_context_impl { SLT_WRN(slot, "%s\n", st1.str().c_str()); } - if (pos_min >= pos_min_thold) { - // search for a context checkpoint - const auto it = std::find_if( - slot.prompt.checkpoints.rbegin(), - slot.prompt.checkpoints.rend(), - [&](const auto & ckpt) { - const auto & cur = *ckpt; - // guarantee that a checkpoint will result in at least one token being processed [TAG_PROMPT_LOGITS] - SLT_TRC(slot, "checking checkpoint with [%d, %d] against %d...\n", cur.pos_min, cur.pos_max, pos_min_thold); - // workaround for [TAG_CHECKPOINTS_FIX_POS_MIN] - if (cur.pos_max > pos_next) { - return false; - } - return cur.pos_min < pos_min_thold || cur.pos_min == 0; - } - ); - - bool do_reset = it == slot.prompt.checkpoints.rend(); + auto reuse = slot.prompt.get_reuse(n_past, has_new_tokens, n_swa, pos_min); - if (!do_reset) { - const auto & cur = **it; + if (reuse.ckpt) { + const auto & cur = *reuse.ckpt; - // restore the context checkpoint - if (!cur.load_tgt(ctx_tgt, slot.id, LLAMA_STATE_SEQ_FLAGS_PARTIAL_ONLY) || - !cur.load_dft(ctx_dft, slot.id, LLAMA_STATE_SEQ_FLAGS_PARTIAL_ONLY)) { - if (cur.id_task != -1) { - GGML_ABORT("failed to restore context checkpoint\n"); - } - // restored from a slot file, not guaranteed to load - fall back to full prompt re-processing - SLT_WRN(slot, "%s", "failed to load context checkpoint restored from a slot file\n"); - do_reset = true; + // restore the context checkpoint + if (!cur.load_tgt(ctx_tgt, slot.id, LLAMA_STATE_SEQ_FLAGS_PARTIAL_ONLY) || + !cur.load_dft(ctx_dft, slot.id, LLAMA_STATE_SEQ_FLAGS_PARTIAL_ONLY)) { + if (cur.id_task != -1) { + GGML_ABORT("failed to restore context checkpoint\n"); } - } - - if (!do_reset) { - const auto & cur = **it; - + // restored from a slot file, not guaranteed to load - fall back to full prompt re-processing + SLT_WRN(slot, "%s", "failed to load context checkpoint restored from a slot file\n"); + reuse = {}; + } else { // restore the draft's speculative state common_speculative_set_state(spec.get(), slot.id, cur.data_spec); - pos_next = std::min(pos_next, std::max(cur.pos_min + 1, cur.pos_max)); - n_past = std::min(slot.prompt.tokens.size_up_to_pos(pos_next), (size_t) cur.n_tokens); - SLT_TRC(slot, "restored context checkpoint (pos_min = %d, pos_max = %d, n_tokens = %" PRId64 ", n_past = %d, size = %.3f MiB)\n", cur.pos_min, cur.pos_max, cur.n_tokens, n_past, (float) cur.size() / 1024 / 1024); + SLT_TRC(slot, "restored context checkpoint (pos_min = %d, pos_max = %d, n_tokens = %" PRId64 ", n_past = %d, size = %.3f MiB)\n", cur.pos_min, cur.pos_max, cur.n_tokens, reuse.n_past, (float) cur.size() / 1024 / 1024); } + } - if (do_reset) { - SLT_TRC(slot, "forcing full prompt re-processing due to lack of cache data (likely due to SWA or hybrid/recurrent memory, see %s)\n", - "https://github.com/ggml-org/llama.cpp/pull/13194#issuecomment-2868343055"); - pos_next = 0; - n_past = 0; - } + if (reuse.n_past == 0 && !reuse.ckpt) { + SLT_TRC(slot, "forcing full prompt re-processing due to lack of cache data (likely due to SWA or hybrid/recurrent memory, see %s)\n", + "https://github.com/ggml-org/llama.cpp/pull/13194#issuecomment-2868343055"); } + + pos_next = reuse.pos_next; + n_past = reuse.n_past; } { diff --git a/tools/server/server-slot-sched.cpp b/tools/server/server-slot-sched.cpp new file mode 100644 index 000000000000..5b33292c253b --- /dev/null +++ b/tools/server/server-slot-sched.cpp @@ -0,0 +1,417 @@ +#include "server-slot-sched.h" + +#include "common.h" +#include "llama.h" +#include "log.h" + +#include + +// +// server_prompt +// + +server_prompt_reuse server_prompt::get_reuse(int32_t n_prefix, bool has_new_tokens, int32_t n_swa, llama_pos pos_min) const { + server_prompt_reuse res; + res.n_past = n_prefix; + res.pos_next = tokens.pos_next(n_prefix); + + // the first evaluated token attends to the positions > pos_eval - n_swa, so a SWA state + // starting at pos_eval - n_swa + 1 is enough, while a state without SWA must end before pos_eval + const llama_pos pos_eval = res.pos_next - (has_new_tokens ? 0 : 1); + + // a state or a checkpoint is useful when its pos_min is below this threshold + const auto pos_min_thold = std::max(0, n_swa > 0 ? pos_eval - n_swa + 2 : pos_eval); + + if (pos_min < pos_min_thold) { + return res; + } + + // search for a context checkpoint + const auto it = std::find_if( + checkpoints.rbegin(), + checkpoints.rend(), + [&](const auto & ckpt) { + const auto & cur = *ckpt; + // guarantee that a checkpoint will result in at least one token being processed [TAG_PROMPT_LOGITS] + SRV_TRC("checking checkpoint with [%d, %d] against %d...\n", cur.pos_min, cur.pos_max, pos_min_thold); + // workaround for [TAG_CHECKPOINTS_FIX_POS_MIN] + if (cur.pos_max > res.pos_next) { + return false; + } + return cur.pos_min < pos_min_thold || cur.pos_min == 0; + } + ); + + if (it == checkpoints.rend()) { + res.n_past = 0; + res.pos_next = 0; + return res; + } + + const auto & cur = **it; + + res.pos_next = std::min(res.pos_next, std::max(cur.pos_min + 1, cur.pos_max)); + res.n_past = std::min(tokens.size_up_to_pos(res.pos_next), (size_t) cur.n_tokens); + res.ckpt = *it; + + return res; +} + +// +// server_prompt_cache +// + +size_t server_prompt_cache::size() const { + size_t res = 0; + + for (const auto & state : states) { + res += state.size(); + } + + return res; +} + +size_t server_prompt_cache::n_tokens() const { + size_t res = 0; + + for (const auto & state : states) { + res += state.prompt.n_tokens(); + } + + return res; +} + +server_prompt_cache_state * server_prompt_cache::alloc(const server_prompt & prompt, size_t state_size_tgt, size_t state_size_dft) { + // first check if the current state is contained fully in the cache + for (auto it = states.begin(); it != states.end(); ++it) { + const int cur_lcp_len = it->prompt.tokens.get_common_prefix(prompt.tokens); + + if (cur_lcp_len == (int) prompt.tokens.size()) { + SRV_TRC("%s", " - prompt is already in the cache, skipping\n"); + return nullptr; + } + } + + // calculate checkpoints size to see if it will fit with the prompt + size_t checkpoints_size = 0; + for (const auto & ckpt : prompt.checkpoints) { + checkpoints_size += ckpt->size(); + } + + const size_t state_size_new = state_size_tgt + state_size_dft + checkpoints_size; + + // skip over-limit entries to avoid disturbing the cache + if (limit_size > 0 && state_size_new > limit_size) { + SRV_WRN(" - prompt state size %.3f MiB exceeds cache size limit %.3f MiB, skipping\n", + state_size_new / (1024.0 * 1024.0), limit_size / (1024.0 * 1024.0)); + return nullptr; + } + + // remove any cached prompts that are fully contained in the current prompt + for (auto it = states.begin(); it != states.end();) { + const int len = it->prompt.tokens.get_common_prefix(prompt.tokens); + + if (len == (int) it->prompt.tokens.size()) { + SRV_TRC(" - removing obsolete cached prompt with length %d\n", len); + + it = states.erase(it); + } else { + ++it; + } + } + + if (limit_size > 0) { + // make room before allocating the new vectors to avoid breaching the limit + while (!states.empty() && size() + state_size_new > limit_size) { + SRV_WRN(" - making room for prompt cache entry, removing oldest entry (size = %.3f MiB)\n", + states.front().size() / (1024.0 * 1024.0)); + + states.pop_front(); + } + } + + common_state_data state_data_tgt; + common_state_data state_data_dft; + + // check if we can allocate enough memory for the new state + try { + state_data_tgt.resize(state_size_tgt); + state_data_dft.resize(state_size_dft); + } catch (const std::bad_alloc & e) { + SRV_ERR("failed to allocate memory for prompt cache state: %s\n", e.what()); + + limit_size = std::max(1, 0.4*size()); + + SRV_WRN(" - cache size limit reduced to %.3f MiB\n", limit_size / (1024.0 * 1024.0)); + + update(); + + return nullptr; + } + + states.push_back({ + /*.prompt =*/ { + /*.tokens =*/ prompt.tokens.clone(), + /*.checkpoints =*/ prompt.checkpoints, + }, + /*.data =*/ { + /*.main =*/ std::move(state_data_tgt), + /*.drft =*/ std::move(state_data_dft), + }, + }); + + return &states.back(); +} + +bool server_prompt_cache::load(server_prompt & prompt, const server_tokens & tokens_new, llama_context * ctx_tgt, llama_context * ctx_dft, int32_t id_slot) { + int lcp_best = prompt.tokens.get_common_prefix(tokens_new); + + float f_keep_best = prompt.tokens.size() > 0 ? float(lcp_best) / prompt.tokens.size() : -1.0f; // empty slot: any cache entry wins + float f_sim_best = float(lcp_best) / tokens_new.size(); + + SRV_TRC(" - looking for better prompt, base f_keep = %.3f, f_sim = %.3f\n", f_keep_best, f_sim_best); + + auto it_best = states.end(); + + // find the most similar cached prompt, that would also preserve the most context + for (auto it = states.begin(); it != states.end(); ++it) { + const int lcp_cur = it->prompt.tokens.get_common_prefix(tokens_new); + + const float f_keep_cur = float(lcp_cur) / it->prompt.tokens.size(); + const float f_sim_cur = float(lcp_cur) / tokens_new.size(); + + SRV_TRC(" - prompt with length %7zu, lcp = %7d, f_keep = %.3f, f_sim = %.3f\n", it->prompt.tokens.size(), lcp_cur, f_keep_cur, f_sim_cur); + + // don't trash large prompts + if (f_keep_cur < 0.25f) { + continue; + } + + if (f_keep_best < f_keep_cur && f_sim_best < f_sim_cur) { + f_keep_best = f_keep_cur; + f_sim_best = f_sim_cur; + lcp_best = lcp_cur; + + it_best = it; + } + } + + if (it_best != states.end()) { + SRV_TRC(" - found better prompt with f_keep = %.3f, f_sim = %.3f\n", f_keep_best, f_sim_best); + + { + auto & data = it_best->data.main; + + const size_t size = data.size(); + const size_t n = llama_state_seq_set_data_ext(ctx_tgt, data.data(), size, id_slot, 0); + if (n != size) { + SRV_ERR("failed to restore state with size %zu\n", size); + + return false; + } + + data.clear(); + data.shrink_to_fit(); + } + + { + auto & data = it_best->data.drft; + + if (!data.empty()) { + GGML_ASSERT(ctx_dft); + + const size_t size = data.size(); + const size_t n = llama_state_seq_set_data_ext(ctx_dft, data.data(), size, id_slot, 0); + if (n != size) { + SRV_WRN("failed to restore state with size %zu\n", size); + + return false; + } + + data.clear(); + data.shrink_to_fit(); + } + } + + SRV_DBG("%s", "__TEST_TAG_PROMPT_CACHE_RESTORE__\n"); + + // the whole cached prompt is a prefix of the new one + if (lcp_best == (int) it_best->prompt.tokens.size()) { + SRV_DBG("%s", "__TEST_TAG_PROMPT_CACHE_FULL_RESTORE__\n"); + } + + prompt = std::move(it_best->prompt); + + states.erase(it_best); + } + + return true; +} + +void server_prompt_cache::update() { + if (limit_size > 0) { + while (!states.empty() && size() > limit_size) { + SRV_WRN(" - cache size limit reached, removing oldest entry (size = %.3f MiB)\n", states.front().size() / (1024.0 * 1024.0)); + + states.pop_front(); + } + } + + // average size per token + const float size_per_token = std::max(1.0f, float(size()) / (std::max(1, n_tokens()))); + + // dynamically increase the token limit if it can fit in the memory limit + const size_t limit_tokens_cur = limit_size > 0 ? std::max(limit_tokens, limit_size/size_per_token) : limit_tokens; + + if (limit_tokens > 0) { + while (!states.empty() && n_tokens() > limit_tokens_cur) { + SRV_WRN(" - cache token limit (%zu, est: %zu) reached, removing oldest entry (size = %.3f MiB)\n", + limit_tokens, limit_tokens_cur, states.front().size() / (1024.0 * 1024.0)); + + states.pop_front(); + } + } + + SRV_TRC(" - cache state: %zu prompts, %.3f MiB (limits: %.3f MiB, %zu tokens, %zu est)\n", + states.size(), size() / (1024.0 * 1024.0), limit_size / (1024.0 * 1024.0), limit_tokens, limit_tokens_cur); + + for (const auto & state : states) { + SRV_TRC(" - prompt %p: %7d tokens, checkpoints: %2zu, %9.3f MiB\n", + (const void *)&state, state.prompt.n_tokens(), state.prompt.checkpoints.size(), state.size() / (1024.0 * 1024.0)); + } +} + +// +// server_slot_sched +// + +static std::vector get_free_slot_infos(const std::vector & slots, size_t n_slots_needed, int exclude_id_slot) { + std::vector free_slots; + for (const auto & slot : slots) { + if (!slot.is_processing && slot.id != exclude_id_slot) { + free_slots.push_back(&slot); + } + } + + std::stable_sort(free_slots.begin(), free_slots.end(), [](const server_slot_info * a, const server_slot_info * b) { + if ((a->prompt->n_tokens() == 0) != (b->prompt->n_tokens() == 0)) { + return a->prompt->n_tokens() == 0; + } + return a->t_last_used < b->t_last_used; + }); + + free_slots.resize(std::min(free_slots.size(), n_slots_needed)); + + return free_slots; +} + +std::vector server_slot_sched::get_free_slots(const std::vector & slots, size_t n_slots_needed, int exclude_id_slot) const { + std::vector res; + for (const auto * slot : get_free_slot_infos(slots, n_slots_needed, exclude_id_slot)) { + res.push_back(slot->id); + } + + return res; +} + +server_slot_plan server_slot_sched::select(const std::vector & slots, const server_task & task) const { + const server_slot_info * ret = nullptr; + + bool update_cache = false; + + // if a specific slot is requested, use it (still goes through cache update logic below) + if (task.id_slot != -1 && !slots.empty()) { + // note: allow id_slot to be out of bounds (wrap around) + const int id_slot = task.id_slot % slots.size(); + + for (const auto & slot : slots) { + if (slot.id == id_slot) { + ret = &slot; + break; + } + } + + if (ret) { + // a busy slot is returned untouched, the caller defers the task + if (ret->is_processing) { + return { ret->id, false }; + } + + SLT_INF(*ret, "selected slot by id (%d)\n", task.id_slot); + } + } + + // find the slot that has at least n% prompt similarity + if (slot_prompt_similarity != 0.0f) { + float f_sim_best = 0; + + for (const auto & slot : slots) { + if (task.id_slot != -1 && slot.id != task.id_slot) { + continue; + } + + // skip the slot if it is not available + if (slot.is_processing) { + SLT_TRC(slot, " - skipping, is_processing = %d\n", slot.is_processing); + continue; + } + + const auto & tokens = slot.prompt->tokens; + + // skip the slot if it does not contains cached tokens + if (tokens.empty()) { + SLT_TRC(slot, "%s", " - skipping, slot is empty\n"); + continue; + } + + // fraction of the Longest Common Prefix length with respect to the input prompt length + const size_t lcp_len = tokens.get_common_prefix(task.tokens); + const float f_sim_cur = float(lcp_len) / task.tokens.size(); + + SLT_TRC(slot, " - checking sim = %.3f (%zu/%zu) > %.3f\n", f_sim_cur, lcp_len, task.tokens.size(), slot_prompt_similarity); + + // select the current slot if the criteria match + if (f_sim_cur > f_sim_best && f_sim_cur > slot_prompt_similarity) { + f_sim_best = f_sim_cur; + + ret = &slot; + } + } + + if (ret != nullptr) { + const float f_keep = (f_sim_best*task.tokens.size()) / ret->prompt->tokens.size(); + + if (task.id_slot == -1) { + SLT_INF(*ret, "selected slot by LCP similarity, f_sim_best = %.3f (> %.3f thold), f_keep = %.3f\n", + f_sim_best, slot_prompt_similarity, f_keep); + } + + // if we are about to lose a large portion of the existing context - save it in the prompt cache + if (f_keep < 0.5f) { + update_cache = true; + } + } + } + + // find an empty slot, or the one that has been least recently used + if (ret == nullptr) { + const auto free_slots = get_free_slot_infos(slots, 1, -1); + + if (!free_slots.empty()) { + ret = free_slots[0]; + + SLT_INF(*ret, "selected slot by LRU, n_tokens = %d, t_last = %" PRId64 "\n", ret->prompt->n_tokens(), ret->t_last_used); + + update_cache = true; + } + } + + if (ret == nullptr) { + return {}; + } + + // cache prompts only for the tasks that reuse them + update_cache = update_cache && !task.is_stateless(); + + return { ret->id, update_cache }; +} diff --git a/tools/server/server-slot-sched.h b/tools/server/server-slot-sched.h new file mode 100644 index 000000000000..8389d05a50e1 --- /dev/null +++ b/tools/server/server-slot-sched.h @@ -0,0 +1,126 @@ +#pragma once + +#include "server-common.h" +#include "server-task.h" + +#include +#include +#include + +// which prompt goes to which slot: slot prompt state, prompt cache and slot selection + +// what a cached prompt can give to a new prompt +struct server_prompt_reuse { + int32_t n_past = 0; // tokens to keep + llama_pos pos_next = 0; + + // restore this checkpoint first, nullptr when the live state is used as it is + std::shared_ptr ckpt; +}; + +struct server_prompt { + server_tokens tokens; + + // a checkpoint does not change after it is created, so the prompt cache shares it with the slot instead of a copy + std::list> checkpoints; + + void clear() { + tokens.clear(); + checkpoints.clear(); + } + + int n_tokens() const { + return tokens.size(); + } + + server_prompt clone() const { + return server_prompt { + tokens.clone(), + checkpoints, + }; + } + + // n_prefix: tokens shared with the new prompt, must be > 0 + // has_new_tokens: the new prompt is longer than n_prefix + // pos_min: min position of the live state + // n_past == 0 without a checkpoint means that nothing can be reused + server_prompt_reuse get_reuse(int32_t n_prefix, bool has_new_tokens, int32_t n_swa, llama_pos pos_min) const; +}; + +struct server_prompt_data { + common_state_data main; + common_state_data drft; + + size_t size() const { + return main.size() + drft.size(); + } +}; + +struct server_prompt_cache_state { + server_prompt prompt; + server_prompt_data data; + + size_t size() const { + size_t res = data.size(); + + for (const auto & ckpt : prompt.checkpoints) { + res += ckpt->size(); + } + + return res; + } +}; + +struct server_prompt_cache { + server_prompt_cache(int32_t limit_size_mib, size_t limit_tokens) { + this->limit_size = 1024ull*1024ull*(limit_size_mib < 0 ? 0 : limit_size_mib); + this->limit_tokens = limit_tokens; + } + + std::list states; + + // in bytes, 0 = no limit + size_t limit_size = 0; + + // in tokens, 0 = no limit + size_t limit_tokens = 0; + + size_t size() const; + + size_t n_tokens() const; + + server_prompt_cache_state * alloc(const server_prompt & prompt, size_t state_size_main, size_t state_size_drft); + + bool load(server_prompt & prompt, const server_tokens & tokens_new, llama_context * ctx_tgt, llama_context * ctx_dft, int32_t id_slot); + + void update(); +}; + +// what the scheduler needs to know about a slot +struct server_slot_info { + int id = -1; + const server_task * task = nullptr; // only for logging + + bool is_processing = false; + int64_t t_last_used = -1; + + const server_prompt * prompt = nullptr; +}; + +struct server_slot_plan { + // -1 if no slot is available; a busy slot if the task asks for it by id, the caller defers the task + int id_slot = -1; + + // save the slot state to the prompt cache, then load the best match for the task + bool update_cache = false; +}; + +// decides only, the caller applies the plan +struct server_slot_sched { + float slot_prompt_similarity = 0.0f; + + // idle slots that lose the least by being reused: empty slots first, then the least recently used ones + std::vector get_free_slots(const std::vector & slots, size_t n_slots_needed, int exclude_id_slot) const; + + server_slot_plan select(const std::vector & slots, const server_task & task) const; +}; diff --git a/tools/server/server-task.cpp b/tools/server/server-task.cpp index be3bc539a9cd..9b2ba5ac5ace 100644 --- a/tools/server/server-task.cpp +++ b/tools/server/server-task.cpp @@ -1729,226 +1729,3 @@ json server_task_result_get_lora::to_json() { json server_task_result_apply_lora::to_json() { return json {{ "success", true }}; } - -// -// server_prompt_cache -// -size_t server_prompt_cache::size() const { - size_t res = 0; - - for (const auto & state : states) { - res += state.size(); - } - - return res; -} - -size_t server_prompt_cache::n_tokens() const { - size_t res = 0; - - for (const auto & state : states) { - res += state.prompt.n_tokens(); - } - - return res; -} - -server_prompt_cache_state * server_prompt_cache::alloc(const server_prompt & prompt, size_t state_size_tgt, size_t state_size_dft) { - // first check if the current state is contained fully in the cache - for (auto it = states.begin(); it != states.end(); ++it) { - const int cur_lcp_len = it->prompt.tokens.get_common_prefix(prompt.tokens); - - if (cur_lcp_len == (int) prompt.tokens.size()) { - SRV_TRC("%s", " - prompt is already in the cache, skipping\n"); - return nullptr; - } - } - - // calculate checkpoints size to see if it will fit with the prompt - size_t checkpoints_size = 0; - for (const auto & ckpt : prompt.checkpoints) { - checkpoints_size += ckpt->size(); - } - - const size_t state_size_new = state_size_tgt + state_size_dft + checkpoints_size; - - // skip over-limit entries to avoid disturbing the cache - if (limit_size > 0 && state_size_new > limit_size) { - SRV_WRN(" - prompt state size %.3f MiB exceeds cache size limit %.3f MiB, skipping\n", - state_size_new / (1024.0 * 1024.0), limit_size / (1024.0 * 1024.0)); - return nullptr; - } - - // remove any cached prompts that are fully contained in the current prompt - for (auto it = states.begin(); it != states.end();) { - const int len = it->prompt.tokens.get_common_prefix(prompt.tokens); - - if (len == (int) it->prompt.tokens.size()) { - SRV_TRC(" - removing obsolete cached prompt with length %d\n", len); - - it = states.erase(it); - } else { - ++it; - } - } - - if (limit_size > 0) { - // make room before allocating the new vectors to avoid breaching the limit - while (!states.empty() && size() + state_size_new > limit_size) { - SRV_WRN(" - making room for prompt cache entry, removing oldest entry (size = %.3f MiB)\n", - states.front().size() / (1024.0 * 1024.0)); - - states.pop_front(); - } - } - - common_state_data state_data_tgt; - common_state_data state_data_dft; - - // check if we can allocate enough memory for the new state - try { - state_data_tgt.resize(state_size_tgt); - state_data_dft.resize(state_size_dft); - } catch (const std::bad_alloc & e) { - SRV_ERR("failed to allocate memory for prompt cache state: %s\n", e.what()); - - limit_size = std::max(1, 0.4*size()); - - SRV_WRN(" - cache size limit reduced to %.3f MiB\n", limit_size / (1024.0 * 1024.0)); - - update(); - - return nullptr; - } - - states.push_back({ - /*.prompt =*/ { - /*.tokens =*/ prompt.tokens.clone(), - /*.checkpoints =*/ prompt.checkpoints, - }, - /*.data =*/ { - /*.main =*/ std::move(state_data_tgt), - /*.drft =*/ std::move(state_data_dft), - }, - }); - - return &states.back(); -} - -bool server_prompt_cache::load(server_prompt & prompt, const server_tokens & tokens_new, llama_context * ctx_tgt, llama_context * ctx_dft, int32_t id_slot) { - int lcp_best = prompt.tokens.get_common_prefix(tokens_new); - - float f_keep_best = prompt.tokens.size() > 0 ? float(lcp_best) / prompt.tokens.size() : -1.0f; // empty slot: any cache entry wins - float f_sim_best = float(lcp_best) / tokens_new.size(); - - SRV_TRC(" - looking for better prompt, base f_keep = %.3f, f_sim = %.3f\n", f_keep_best, f_sim_best); - - auto it_best = states.end(); - - // find the most similar cached prompt, that would also preserve the most context - for (auto it = states.begin(); it != states.end(); ++it) { - const int lcp_cur = it->prompt.tokens.get_common_prefix(tokens_new); - - const float f_keep_cur = float(lcp_cur) / it->prompt.tokens.size(); - const float f_sim_cur = float(lcp_cur) / tokens_new.size(); - - SRV_TRC(" - prompt with length %7zu, lcp = %7d, f_keep = %.3f, f_sim = %.3f\n", it->prompt.tokens.size(), lcp_cur, f_keep_cur, f_sim_cur); - - // don't trash large prompts - if (f_keep_cur < 0.25f) { - continue; - } - - if (f_keep_best < f_keep_cur && f_sim_best < f_sim_cur) { - f_keep_best = f_keep_cur; - f_sim_best = f_sim_cur; - lcp_best = lcp_cur; - - it_best = it; - } - } - - if (it_best != states.end()) { - SRV_TRC(" - found better prompt with f_keep = %.3f, f_sim = %.3f\n", f_keep_best, f_sim_best); - - { - auto & data = it_best->data.main; - - const size_t size = data.size(); - const size_t n = llama_state_seq_set_data_ext(ctx_tgt, data.data(), size, id_slot, 0); - if (n != size) { - SRV_ERR("failed to restore state with size %zu\n", size); - - return false; - } - - data.clear(); - data.shrink_to_fit(); - } - - { - auto & data = it_best->data.drft; - - if (!data.empty()) { - GGML_ASSERT(ctx_dft); - - const size_t size = data.size(); - const size_t n = llama_state_seq_set_data_ext(ctx_dft, data.data(), size, id_slot, 0); - if (n != size) { - SRV_WRN("failed to restore state with size %zu\n", size); - - return false; - } - - data.clear(); - data.shrink_to_fit(); - } - } - - SRV_DBG("%s", "__TEST_TAG_PROMPT_CACHE_RESTORE__\n"); - - // the whole cached prompt is a prefix of the new one - if (lcp_best == (int) it_best->prompt.tokens.size()) { - SRV_DBG("%s", "__TEST_TAG_PROMPT_CACHE_FULL_RESTORE__\n"); - } - - prompt = std::move(it_best->prompt); - - states.erase(it_best); - } - - return true; -} - -void server_prompt_cache::update() { - if (limit_size > 0) { - while (!states.empty() && size() > limit_size) { - SRV_WRN(" - cache size limit reached, removing oldest entry (size = %.3f MiB)\n", states.front().size() / (1024.0 * 1024.0)); - - states.pop_front(); - } - } - - // average size per token - const float size_per_token = std::max(1.0f, float(size()) / (std::max(1, n_tokens()))); - - // dynamically increase the token limit if it can fit in the memory limit - const size_t limit_tokens_cur = limit_size > 0 ? std::max(limit_tokens, limit_size/size_per_token) : limit_tokens; - - if (limit_tokens > 0) { - while (!states.empty() && n_tokens() > limit_tokens_cur) { - SRV_WRN(" - cache token limit (%zu, est: %zu) reached, removing oldest entry (size = %.3f MiB)\n", - limit_tokens, limit_tokens_cur, states.front().size() / (1024.0 * 1024.0)); - - states.pop_front(); - } - } - - SRV_TRC(" - cache state: %zu prompts, %.3f MiB (limits: %.3f MiB, %zu tokens, %zu est)\n", - states.size(), size() / (1024.0 * 1024.0), limit_size / (1024.0 * 1024.0), limit_tokens, limit_tokens_cur); - - for (const auto & state : states) { - SRV_TRC(" - prompt %p: %7d tokens, checkpoints: %2zu, %9.3f MiB\n", - (const void *)&state, state.prompt.n_tokens(), state.prompt.checkpoints.size(), state.size() / (1024.0 * 1024.0)); - } -} diff --git a/tools/server/server-task.h b/tools/server/server-task.h index 6d550d104dc0..aa6b779ed022 100644 --- a/tools/server/server-task.h +++ b/tools/server/server-task.h @@ -685,78 +685,6 @@ struct server_task_result_apply_lora : server_task_result { virtual json to_json() override; }; -struct server_prompt { - server_tokens tokens; - - // a checkpoint does not change after it is created, so the prompt cache shares it with the slot instead of a copy - std::list> checkpoints; - - void clear() { - tokens.clear(); - checkpoints.clear(); - } - - int n_tokens() const { - return tokens.size(); - } - - server_prompt clone() const { - return server_prompt { - tokens.clone(), - checkpoints, - }; - } -}; - -struct server_prompt_data { - common_state_data main; - common_state_data drft; - - size_t size() const { - return main.size() + drft.size(); - } -}; - -struct server_prompt_cache_state { - server_prompt prompt; - server_prompt_data data; - - size_t size() const { - size_t res = data.size(); - - for (const auto & ckpt : prompt.checkpoints) { - res += ckpt->size(); - } - - return res; - } -}; - -struct server_prompt_cache { - server_prompt_cache(int32_t limit_size_mib, size_t limit_tokens) { - this->limit_size = 1024ull*1024ull*(limit_size_mib < 0 ? 0 : limit_size_mib); - this->limit_tokens = limit_tokens; - } - - std::list states; - - // in bytes, 0 = no limit - size_t limit_size = 0; - - // in tokens, 0 = no limit - size_t limit_tokens = 0; - - size_t size() const; - - size_t n_tokens() const; - - server_prompt_cache_state * alloc(const server_prompt & prompt, size_t state_size_main, size_t state_size_drft); - - bool load(server_prompt & prompt, const server_tokens & tokens_new, llama_context * ctx_tgt, llama_context * ctx_dft, int32_t id_slot); - - void update(); -}; - // used exclusively by router mode struct server_task_result_router : server_task_result { json data; diff --git a/vendor/hash/hash.cpp b/vendor/hash/hash.cpp index 6493716bf766..227f867ca7d8 100644 --- a/vendor/hash/hash.cpp +++ b/vendor/hash/hash.cpp @@ -16,8 +16,13 @@ static std::string to_hex(const unsigned char * digest, size_t len) { return out; } +std::array hash_sha256(const void * data, size_t len) { + std::array digest; + sha256_hash(digest.data(), (const unsigned char *) data, len); + return digest; +} + std::string hash_sha256_hex(const void * data, size_t len) { - unsigned char digest[SHA256_DIGEST_SIZE]; - sha256_hash(digest, (const unsigned char *) data, len); - return to_hex(digest, SHA256_DIGEST_SIZE); + const auto digest = hash_sha256(data, len); + return to_hex(digest.data(), digest.size()); } diff --git a/vendor/hash/hash.h b/vendor/hash/hash.h index 1298b4196b4c..c450196d7d03 100644 --- a/vendor/hash/hash.h +++ b/vendor/hash/hash.h @@ -2,8 +2,13 @@ // C++ wrapper for the vendored hash functions +#include #include +#include #include +// returns the raw SHA-256 digest +std::array hash_sha256(const void * data, size_t len); + // returns the SHA-256 digest as a lowercase hex string std::string hash_sha256_hex(const void * data, size_t len); From 73f53317eb30ec1725fd3f765b5be101bd771e39 Mon Sep 17 00:00:00 2001 From: Xuan-Son Nguyen Date: Sun, 15 Nov 2026 09:37:30 +0100 Subject: [PATCH 065/249] vendor: sync stb_image (#32305) --- scripts/sync_vendor.py | 10 +- vendor/stb/stb_image.h | 2286 ++++++++++++++++++---------------------- 2 files changed, 1055 insertions(+), 1241 deletions(-) diff --git a/scripts/sync_vendor.py b/scripts/sync_vendor.py index fed4914fff9a..582f1f5eadd8 100755 --- a/scripts/sync_vendor.py +++ b/scripts/sync_vendor.py @@ -6,6 +6,10 @@ import subprocess HTTPLIB_VERSION = "refs/tags/v0.66.0" +JSON_VERSION = "v3.12.0" + +# stb has no release tag, so we pin a commit (stb_image v2.32) +STB_COMMIT = "9f755b604db3492df2cbeb39bf84b81e3e3932e3" # used by examples/gguf-hash, these repos have no release tag, so we pin a commit XXHASH_COMMIT = "9f465f1ea932d6ad9a26cd77496311ffa544cd68" @@ -14,10 +18,10 @@ ROTATE_BITS_COMMIT = "27e784942f67db44abf2115c6638e735b579acd1" vendor = { - "https://github.com/nlohmann/json/releases/latest/download/json.hpp": "vendor/nlohmann/json.hpp", - "https://github.com/nlohmann/json/releases/latest/download/json_fwd.hpp": "vendor/nlohmann/json_fwd.hpp", + f"https://github.com/nlohmann/json/releases/download/{JSON_VERSION}/json.hpp": "vendor/nlohmann/json.hpp", + f"https://github.com/nlohmann/json/releases/download/{JSON_VERSION}/json_fwd.hpp": "vendor/nlohmann/json_fwd.hpp", - "https://raw.githubusercontent.com/nothings/stb/refs/heads/master/stb_image.h": "vendor/stb/stb_image.h", + f"https://raw.githubusercontent.com/nothings/stb/{STB_COMMIT}/stb_image.h": "vendor/stb/stb_image.h", # not using latest tag to avoid this issue: https://github.com/ggml-org/llama.cpp/pull/17179#discussion_r2515877926 # "https://github.com/mackron/miniaudio/raw/refs/tags/0.11.24/miniaudio.h": "vendor/miniaudio/miniaudio.h", diff --git a/vendor/stb/stb_image.h b/vendor/stb/stb_image.h index 9eedabedc45b..dcc7c7fe18c9 100644 --- a/vendor/stb/stb_image.h +++ b/vendor/stb/stb_image.h @@ -1,6 +1,21 @@ -/* stb_image - v2.30 - public domain image loader - http://nothings.org/stb +/* stb_image - v2.32 - public domain image loader - http://nothings.org/stb no warranty implied; use at your own risk + == SECURITY NOTE == + + If security is a priority, consider using Wuffs instead: + https://github.com/google/wuffs-mirror-release-c + v0.3 is the current stable version, but v0.4 includes an stb_image-compatible + API using #define WUFFS_CONFIG__ENABLE_DROP_IN_REPLACEMENT__STB + + Limitations: + - Wuffs is not public domain, but is available under MIT and Apache licenses. + - Wuffs supports a different set of file formats. + - Wuffs source file 1.8 MB (v0.3) or 3.5 MB (v0.4 as of 2026-11-01), + whereas stb_image is about 0.3 MB. + + == stb_image == + Do this: #define STB_IMAGE_IMPLEMENTATION before you include this file in *one* C or C++ file to create the implementation. @@ -15,6 +30,8 @@ You can #define STBI_ASSERT(x) before the #include to avoid using assert.h. And #define STBI_MALLOC, STBI_REALLOC, and STBI_FREE to avoid using malloc,realloc,free + STBI_REALLOC_SIZED is an alternative to STBI_REALLOC that is also passed the previously + alocated size, which can be helpful in certain constrained environments. QUICK NOTES: Primarily of interest to game developers and other people who can @@ -29,7 +46,6 @@ GIF (*comp always reports as 4-channel) HDR (radiance rgbE format) - PIC (Softimage PIC) PNM (PPM and PGM binary only) Animated GIF still needs a proper API, but here's one way to do it: @@ -48,6 +64,8 @@ LICENSE RECENT REVISION HISTORY: + 2.32 (2026-11-12) fix req_comp regression; other fixes + 2.31 (2026-11-08) many bugfixes and etc. 2.30 (2024-05-31) avoid erroneous gcc warning 2.29 (2023-05-xx) optimizations 2.28 (2023-01-29) many error fixes, security errors, just tons of stuff @@ -55,24 +73,6 @@ RECENT REVISION HISTORY: 2.26 (2020-07-13) many minor fixes 2.25 (2020-02-02) fix warnings 2.24 (2020-02-02) fix warnings; thread-local failure_reason and flip_vertically - 2.23 (2019-08-11) fix clang static analysis warning - 2.22 (2019-03-04) gif fixes, fix warnings - 2.21 (2019-02-25) fix typo in comment - 2.20 (2019-02-07) support utf8 filenames in Windows; fix warnings and platform ifdefs - 2.19 (2018-02-11) fix warning - 2.18 (2018-01-30) fix warnings - 2.17 (2018-01-29) bugfix, 1-bit BMP, 16-bitness query, fix warnings - 2.16 (2017-07-23) all functions have 16-bit variants; optimizations; bugfixes - 2.15 (2017-03-18) fix png-1,2,4; all Imagenet JPGs; no runtime SSE detection on GCC - 2.14 (2017-03-03) remove deprecated STBI_JPEG_OLD; fixes for Imagenet JPGs - 2.13 (2016-12-04) experimental 16-bit API, only for PNG so far; fixes - 2.12 (2016-04-02) fix typo in 2.11 PSD fix that caused crashes - 2.11 (2016-04-02) 16-bit PNGS; enable SSE2 in non-gcc x64 - RGB-format JPEG; remove white matting in PSD; - allocate large structures on the stack; - correct channel count for PNG & BMP - 2.10 (2016-01-22) avoid warning introduced in 2.09 - 2.09 (2016-01-16) 16-bit TGA; comments in PNM files; STBI_REALLOC_SIZED See end of file for full revision history. @@ -94,7 +94,7 @@ RECENT REVISION HISTORY: Optimizations & bugfixes Mikhail Morozov (1-bit BMP) Fabian "ryg" Giesen Anael Seghezzi (is-16-bit query) Arseny Kapoulkine Simon Breuss (16-bit PNM) - John-Mark Allen + John-Mark Allen hikari_no_yume (stbi_info2, is_iphone_png) Carmelo J Fdez-Aguera Bug & warning fixes @@ -190,6 +190,9 @@ RECENT REVISION HISTORY: // // returns ok=1 and sets x, y, n if image is a supported format, // // 0 otherwise. // +// The stbi_info2 family provides the same information in struct format, plus +// some additional flags. +// // Note that stb_image pervasively uses ints in its public API for sizes, // including sizes of memory buffers. This is now part of the API and thus // hard to change without causing breakage. As a result, the various image @@ -274,6 +277,11 @@ RECENT REVISION HISTORY: // you have issues compiling it, you can disable it entirely by // defining STBI_NO_SIMD. // +// On 32-bit MinGW, SSE2 support is disabled by default. You can allow it +// by defining STBI_MINGW_ENABLE_SSE2, but this comes with caveats due to +// compiler ABI issues. Search for STBI_MINGW_ENABLE_SSE2 further down in this +// file for details. +// // =========================================================================== // // HDR image support (disable by defining STBI_NO_HDR) @@ -309,24 +317,41 @@ RECENT REVISION HISTORY: // // stbi_is_hdr(char *filename); // +// If you also want to query other image details at the same time: +// +// stbi_info_res r = stbi_info2(filename); +// if (r.type != STBI_type_unknown && r.is_hdr) { +// // ... +// } +// // =========================================================================== // // iPhone PNG support: // -// We optionally support converting iPhone-formatted PNGs (which store -// premultiplied BGRA) back to RGB, even though they're internally encoded -// differently. To enable this conversion, call -// stbi_convert_iphone_png_to_rgb(1). +// iPhone-formatted PNGs, also known as CgBI PNGs, are supported. Unlike +// standard PNGs, these store colors in BGR/BGRA order with premultiplied alpha. +// +// By default, stb_image will load the colors in the same format they were +// stored in. If you need to know which kind of PNG was loaded, and thus the +// color format, call one of the stbi_info2 functions and check is_iphone_png. +// +// Alternatively, if you want stb_image to convert the color order to RGB/RGBA, +// call stbi_convert_iphone_png_to_rgb(1). // -// Call stbi_set_unpremultiply_on_load(1) as well to force a divide per -// pixel to remove any premultiplied alpha *only* if the image file explicitly -// says there's premultiplied data (currently only happens in iPhone images, -// and only if iPhone convert-to-rgb processing is on). +// Call stbi_set_unpremultiply_on_load(1) as well to force a divide per pixel +// pixel to remove any premultiplied alpha. Note that this currently only works +// when color order conversion is also in use. // // =========================================================================== // // ADDITIONAL CONFIGURATION // +// - You can #define STB_IMAGE_STATIC to cause all STB image functions to +// get declared with static linkage. This is useful when you want to +// write an image loader wrapper without the STB functions leaking into +// the global namespace, or when a project contains (for whatever reason) +// multiple versions of stb_image. +// // - You can suppress implementation of any of the decoders to reduce // your code footprint by #defining one or more of the following // symbols before creating the implementation. @@ -338,7 +363,6 @@ RECENT REVISION HISTORY: // STBI_NO_TGA // STBI_NO_GIF // STBI_NO_HDR -// STBI_NO_PIC // STBI_NO_PNM (.ppm and .pgm) // // - You can request *only* certain decoders and suppress all other ones @@ -352,11 +376,13 @@ RECENT REVISION HISTORY: // STBI_ONLY_TGA // STBI_ONLY_GIF // STBI_ONLY_HDR -// STBI_ONLY_PIC // STBI_ONLY_PNM (.ppm and .pgm) // -// - If you use STBI_NO_PNG (or _ONLY_ without PNG), and you still -// want the zlib decoder to be available, #define STBI_SUPPORT_ZLIB +// - Setting STBI_NO_LINEAR will remove the stbi_loadf family of functions +// that returns pixel data as floats. +// +// - If you use STBI_NO_PNG (or _ONLY_ without PNG), and you still +// want the zlib decoder to be available, #define STBI_SUPPORT_ZLIB // // - If you define STBI_MAX_DIMENSIONS, stb_image will reject images greater // than that size (in either width or height) without further processing. @@ -383,6 +409,20 @@ enum STBI_rgb_alpha = 4 }; +enum +{ + STBI_type_unsupported = 0, // image type + + STBI_type_jpeg, + STBI_type_png, + STBI_type_gif, + STBI_type_bmp, + STBI_type_psd, + STBI_type_pnm, + STBI_type_hdr, + STBI_type_tga, +}; + #include typedef unsigned char stbi_uc; typedef unsigned short stbi_us; @@ -490,7 +530,29 @@ STBIDEF const char *stbi_failure_reason (void); // free the loaded image -- this is just free() STBIDEF void stbi_image_free (void *retval_from_stbi_load); -// get image dimensions & components without fully decoding +// get image dimensions, components, etc without fully decoding (new api) +typedef struct +{ + int type; // STBI_type_*; if this is STBI_type_unsupported (0), the other fields are meaningless + + int x; + int y; + int comp; + + int is_16_bit; + int is_hdr; + int is_iphone_png; +} stbi_info_res; + +STBIDEF stbi_info_res stbi_info2_from_memory(stbi_uc const *buffer, int len); +STBIDEF stbi_info_res stbi_info2_from_callbacks(stbi_io_callbacks const *clbk, void *user); + +#ifndef STBI_NO_STDIO +STBIDEF stbi_info_res stbi_info2 (char const *filename); +STBIDEF stbi_info_res stbi_info2_from_file(FILE *f); +#endif + +// get image dimensions & components without fully decoding (old api) STBIDEF int stbi_info_from_memory(stbi_uc const *buffer, int len, int *x, int *y, int *comp); STBIDEF int stbi_info_from_callbacks(stbi_io_callbacks const *clbk, void *user, int *x, int *y, int *comp); STBIDEF int stbi_is_16_bit_from_memory(stbi_uc const *buffer, int len); @@ -548,8 +610,7 @@ STBIDEF int stbi_zlib_decode_noheader_buffer(char *obuffer, int olen, const ch #if defined(STBI_ONLY_JPEG) || defined(STBI_ONLY_PNG) || defined(STBI_ONLY_BMP) \ || defined(STBI_ONLY_TGA) || defined(STBI_ONLY_GIF) || defined(STBI_ONLY_PSD) \ - || defined(STBI_ONLY_HDR) || defined(STBI_ONLY_PIC) || defined(STBI_ONLY_PNM) \ - || defined(STBI_ONLY_ZLIB) + || defined(STBI_ONLY_HDR) || defined(STBI_ONLY_PNM) || defined(STBI_ONLY_ZLIB) #ifndef STBI_ONLY_JPEG #define STBI_NO_JPEG #endif @@ -571,9 +632,6 @@ STBIDEF int stbi_zlib_decode_noheader_buffer(char *obuffer, int olen, const ch #ifndef STBI_ONLY_HDR #define STBI_NO_HDR #endif - #ifndef STBI_ONLY_PIC - #define STBI_NO_PIC - #endif #ifndef STBI_ONLY_PNM #define STBI_NO_PNM #endif @@ -661,10 +719,6 @@ typedef unsigned char validate_uint32[sizeof(stbi__uint32)==4 ? 1 : -1]; #endif #ifdef _MSC_VER -#define STBI_HAS_LROTL -#endif - -#ifdef STBI_HAS_LROTL #define stbi_lrot(x,y) _lrotl(x,y) #else #define stbi_lrot(x,y) (((x) << (y)) | ((x) >> (-(y) & 31))) @@ -689,7 +743,7 @@ typedef unsigned char validate_uint32[sizeof(stbi__uint32)==4 ? 1 : -1]; #endif // x86/x64 detection -#if defined(__x86_64__) || defined(_M_X64) +#if (defined(__x86_64__) || defined(_M_X64)) && !defined(_M_ARM64EC) #define STBI__X64_TARGET #elif defined(__i386) || defined(_M_IX86) #define STBI__X86_TARGET @@ -722,7 +776,7 @@ typedef unsigned char validate_uint32[sizeof(stbi__uint32)==4 ? 1 : -1]; #endif #if !defined(STBI_NO_SIMD) && (defined(STBI__X86_TARGET) || defined(STBI__X64_TARGET)) -#define STBI_SSE2 +#define STBI__SSE2 #include #ifdef _MSC_VER @@ -748,9 +802,9 @@ static int stbi__cpuid3(void) } #endif -#define STBI_SIMD_ALIGN(type, name) __declspec(align(16)) type name +#define STBI__SIMD_ALIGN(type, name) __declspec(align(16)) type name -#if !defined(STBI_NO_JPEG) && defined(STBI_SSE2) +#if !defined(STBI_NO_JPEG) && defined(STBI__SSE2) static int stbi__sse2_available(void) { int info3 = stbi__cpuid3(); @@ -759,9 +813,9 @@ static int stbi__sse2_available(void) #endif #else // assume GCC-style if not VC++ -#define STBI_SIMD_ALIGN(type, name) type name __attribute__((aligned(16))) +#define STBI__SIMD_ALIGN(type, name) type name __attribute__((aligned(16))) -#if !defined(STBI_NO_JPEG) && defined(STBI_SSE2) +#if !defined(STBI_NO_JPEG) && defined(STBI__SSE2) static int stbi__sse2_available(void) { // If we're even attempting to compile this on GCC/Clang, that means @@ -774,6 +828,11 @@ static int stbi__sse2_available(void) #endif #endif +// 64-bit ARM targets always support AdvSIMD +#if (defined(__aarch64__) || defined(_M_ARM64) || defined(_M_ARM64EC)) && !defined(STBI_NEON) +#define STBI_NEON +#endif + // ARM NEON #if defined(STBI_NO_SIMD) && defined(STBI_NEON) #undef STBI_NEON @@ -782,14 +841,14 @@ static int stbi__sse2_available(void) #ifdef STBI_NEON #include #ifdef _MSC_VER -#define STBI_SIMD_ALIGN(type, name) __declspec(align(16)) type name +#define STBI__SIMD_ALIGN(type, name) __declspec(align(16)) type name #else -#define STBI_SIMD_ALIGN(type, name) type name __attribute__((aligned(16))) +#define STBI__SIMD_ALIGN(type, name) type name __attribute__((aligned(16))) #endif #endif -#ifndef STBI_SIMD_ALIGN -#define STBI_SIMD_ALIGN(type, name) type name +#ifndef STBI__SIMD_ALIGN +#define STBI__SIMD_ALIGN(type, name) type name #endif #ifndef STBI_MAX_DIMENSIONS @@ -845,6 +904,14 @@ static void stbi__start_callbacks(stbi__context *s, stbi_io_callbacks *c, void * s->img_buffer_original_end = s->img_buffer_end; } +static void stbi__stop(stbi__context *s) +{ + if (s->img_buffer != s->img_buffer_end && s->io.read && s->io.skip) { + // there are remaining characters in the IO buffer, skip back to the actual position we finished at + (s->io.skip)(s->io_user_data, -(int) (s->img_buffer_end - s->img_buffer)); + } +} + #ifndef STBI_NO_STDIO static int stbi__stdio_read(void *user, char *data, int size) @@ -879,8 +946,6 @@ static void stbi__start_file(stbi__context *s, FILE *f) stbi__start_callbacks(s, &stbi__stdio_callbacks, (void *) f); } -//static void stop_file(stbi__context *s) { } - #endif // !STBI_NO_STDIO static void stbi__rewind(stbi__context *s) @@ -908,59 +973,53 @@ typedef struct #ifndef STBI_NO_JPEG static int stbi__jpeg_test(stbi__context *s); static void *stbi__jpeg_load(stbi__context *s, int *x, int *y, int *comp, int req_comp, stbi__result_info *ri); -static int stbi__jpeg_info(stbi__context *s, int *x, int *y, int *comp); +static int stbi__jpeg_info(stbi__context *s, stbi_info_res *res); #endif #ifndef STBI_NO_PNG static int stbi__png_test(stbi__context *s); static void *stbi__png_load(stbi__context *s, int *x, int *y, int *comp, int req_comp, stbi__result_info *ri); -static int stbi__png_info(stbi__context *s, int *x, int *y, int *comp); -static int stbi__png_is16(stbi__context *s); +static int stbi__png_info(stbi__context *s, stbi_info_res *res); #endif #ifndef STBI_NO_BMP static int stbi__bmp_test(stbi__context *s); static void *stbi__bmp_load(stbi__context *s, int *x, int *y, int *comp, int req_comp, stbi__result_info *ri); -static int stbi__bmp_info(stbi__context *s, int *x, int *y, int *comp); +static int stbi__bmp_info(stbi__context *s, stbi_info_res *res); #endif #ifndef STBI_NO_TGA static int stbi__tga_test(stbi__context *s); static void *stbi__tga_load(stbi__context *s, int *x, int *y, int *comp, int req_comp, stbi__result_info *ri); -static int stbi__tga_info(stbi__context *s, int *x, int *y, int *comp); +static int stbi__tga_info(stbi__context *s, stbi_info_res *res); #endif #ifndef STBI_NO_PSD static int stbi__psd_test(stbi__context *s); static void *stbi__psd_load(stbi__context *s, int *x, int *y, int *comp, int req_comp, stbi__result_info *ri, int bpc); -static int stbi__psd_info(stbi__context *s, int *x, int *y, int *comp); -static int stbi__psd_is16(stbi__context *s); +static int stbi__psd_info(stbi__context *s, stbi_info_res *res); #endif #ifndef STBI_NO_HDR static int stbi__hdr_test(stbi__context *s); static float *stbi__hdr_load(stbi__context *s, int *x, int *y, int *comp, int req_comp, stbi__result_info *ri); -static int stbi__hdr_info(stbi__context *s, int *x, int *y, int *comp); +static int stbi__hdr_info(stbi__context *s, stbi_info_res *res); #endif -#ifndef STBI_NO_PIC -static int stbi__pic_test(stbi__context *s); -static void *stbi__pic_load(stbi__context *s, int *x, int *y, int *comp, int req_comp, stbi__result_info *ri); -static int stbi__pic_info(stbi__context *s, int *x, int *y, int *comp); -#endif +// PIC support removed Oct 2026. If you really need to load a PIC file, use either an old version of stb_image +// or convert with a tool like ImageMagick. #ifndef STBI_NO_GIF static int stbi__gif_test(stbi__context *s); static void *stbi__gif_load(stbi__context *s, int *x, int *y, int *comp, int req_comp, stbi__result_info *ri); static void *stbi__load_gif_main(stbi__context *s, int **delays, int *x, int *y, int *z, int *comp, int req_comp); -static int stbi__gif_info(stbi__context *s, int *x, int *y, int *comp); +static int stbi__gif_info(stbi__context *s, stbi_info_res *res); #endif #ifndef STBI_NO_PNM static int stbi__pnm_test(stbi__context *s); static void *stbi__pnm_load(stbi__context *s, int *x, int *y, int *comp, int req_comp, stbi__result_info *ri); -static int stbi__pnm_info(stbi__context *s, int *x, int *y, int *comp); -static int stbi__pnm_is16(stbi__context *s); +static int stbi__pnm_info(stbi__context *s, stbi_info_res *res); #endif static @@ -1019,7 +1078,7 @@ static int stbi__mul2sizes_valid(int a, int b) return a <= INT_MAX/b; } -#if !defined(STBI_NO_JPEG) || !defined(STBI_NO_PNG) || !defined(STBI_NO_TGA) || !defined(STBI_NO_HDR) +#if !defined(STBI_NO_JPEG) || !defined(STBI_NO_PNG) || !defined(STBI_NO_TGA) || !defined(STBI_NO_HDR) || !defined(STBI_NO_GIF) // returns 1 if "a*b + add" has no negative terms/factors and doesn't overflow static int stbi__mad2sizes_valid(int a, int b, int add) { @@ -1035,15 +1094,13 @@ static int stbi__mad3sizes_valid(int a, int b, int c, int add) } // returns 1 if "a*b*c*d + add" has no negative terms/factors and doesn't overflow -#if !defined(STBI_NO_LINEAR) || !defined(STBI_NO_HDR) || !defined(STBI_NO_PNM) static int stbi__mad4sizes_valid(int a, int b, int c, int d, int add) { return stbi__mul2sizes_valid(a, b) && stbi__mul2sizes_valid(a*b, c) && stbi__mul2sizes_valid(a*b*c, d) && stbi__addsizes_valid(a*b*c*d, add); } -#endif -#if !defined(STBI_NO_JPEG) || !defined(STBI_NO_PNG) || !defined(STBI_NO_TGA) || !defined(STBI_NO_HDR) +#if !defined(STBI_NO_JPEG) || !defined(STBI_NO_PNG) || !defined(STBI_NO_TGA) || !defined(STBI_NO_HDR) || !defined(STBI_NO_GIF) // mallocs with size overflow checking static void *stbi__malloc_mad2(int a, int b, int add) { @@ -1058,7 +1115,7 @@ static void *stbi__malloc_mad3(int a, int b, int c, int add) return stbi__malloc(a*b*c + add); } -#if !defined(STBI_NO_LINEAR) || !defined(STBI_NO_HDR) || !defined(STBI_NO_PNM) +#if !defined(STBI_NO_LINEAR) || !defined(STBI_NO_HDR) || !defined(STBI_NO_PNM) || !defined(STBI_NO_PNG) || !defined(STBI_NO_PSD) static void *stbi__malloc_mad4(int a, int b, int c, int d, int add) { if (!stbi__mad4sizes_valid(a, b, c, d, add)) return NULL; @@ -1066,6 +1123,7 @@ static void *stbi__malloc_mad4(int a, int b, int c, int d, int add) } #endif +#if !defined(STBI_NO_JPEG) || !defined(STBI_NO_GIF) // returns 1 if the sum of two signed ints is valid (between -2^31 and 2^31-1 inclusive), 0 on overflow. static int stbi__addints_valid(int a, int b) { @@ -1073,7 +1131,9 @@ static int stbi__addints_valid(int a, int b) if (a < 0 && b < 0) return a >= INT_MIN - b; // same as a + b >= INT_MIN; INT_MIN - b cannot overflow since b < 0. return a <= INT_MAX - b; } +#endif +#if !defined(STBI_NO_JPEG) // returns 1 if the product of two ints fits in a signed short, 0 on overflow. static int stbi__mul2shorts_valid(int a, int b) { @@ -1082,6 +1142,7 @@ static int stbi__mul2shorts_valid(int a, int b) if (b < 0) return a <= SHRT_MIN / b; // same as a * b >= SHRT_MIN return a >= SHRT_MIN / b; } +#endif // stbi__err - error // stbi__errpf - error returning pointer to float @@ -1141,6 +1202,8 @@ static void *stbi__load_main(stbi__context *s, int *x, int *y, int *comp, int re ri->channel_order = STBI_ORDER_RGB; // all current input & output are this, but this is here so we can add BGR order ri->num_channels = 0; + if (req_comp < 0 || req_comp > 4) return stbi__errpuc("bad req_comp", "Invalid value for required components"); + // test the formats with a very explicit header first (at least a FOURCC // or distinctive magic number first) #ifndef STBI_NO_PNG @@ -1157,9 +1220,6 @@ static void *stbi__load_main(stbi__context *s, int *x, int *y, int *comp, int re #else STBI_NOTUSED(bpc); #endif - #ifndef STBI_NO_PIC - if (stbi__pic_test(s)) return stbi__pic_load(s,x,y,comp,req_comp, ri); - #endif // then the formats that can end up attempting to load with just 1 or 2 // bytes matching expectations; these are prone to false positives, so @@ -1189,12 +1249,17 @@ static void *stbi__load_main(stbi__context *s, int *x, int *y, int *comp, int re static stbi_uc *stbi__convert_16_to_8(stbi__uint16 *orig, int w, int h, int channels) { - int i; - int img_len = w * h * channels; + int i, img_len; stbi_uc *reduced; + if (!stbi__mad3sizes_valid(w, h, channels, 0)) return stbi__errpuc("too large", "Image too large to convert"); + + img_len = w * h * channels; reduced = (stbi_uc *) stbi__malloc(img_len); - if (reduced == NULL) return stbi__errpuc("outofmem", "Out of memory"); + if (reduced == NULL) { + STBI_FREE(orig); + return stbi__errpuc("outofmem", "Out of memory"); + } for (i = 0; i < img_len; ++i) reduced[i] = (stbi_uc)((orig[i] >> 8) & 0xFF); // top half of each byte is sufficient approx of 16->8 bit scaling @@ -1205,12 +1270,17 @@ static stbi_uc *stbi__convert_16_to_8(stbi__uint16 *orig, int w, int h, int chan static stbi__uint16 *stbi__convert_8_to_16(stbi_uc *orig, int w, int h, int channels) { - int i; - int img_len = w * h * channels; + int i, img_len; stbi__uint16 *enlarged; + if (!stbi__mad4sizes_valid(w, h, channels, 2, 0)) return (stbi__uint16 *) stbi__errpuc("too large", "Image too large to convert"); + + img_len = w * h * channels; enlarged = (stbi__uint16 *) stbi__malloc(img_len*2); - if (enlarged == NULL) return (stbi__uint16 *) stbi__errpuc("outofmem", "Out of memory"); + if (enlarged == NULL) { + STBI_FREE(orig); + return (stbi__uint16 *) stbi__errpuc("outofmem", "Out of memory"); + } for (i = 0; i < img_len; ++i) enlarged[i] = (stbi__uint16)((orig[i] << 8) + orig[i]); // replicate to high and low byte, maps 0->0, 255->0xffff @@ -1243,20 +1313,6 @@ static void stbi__vertical_flip(void *image, int w, int h, int bytes_per_pixel) } } -#ifndef STBI_NO_GIF -static void stbi__vertical_flip_slices(void *image, int w, int h, int z, int bytes_per_pixel) -{ - int slice; - int slice_size = w * h * bytes_per_pixel; - - stbi_uc *bytes = (stbi_uc *)image; - for (slice = 0; slice < z; ++slice) { - stbi__vertical_flip(bytes, w, h, bytes_per_pixel); - bytes += slice_size; - } -} -#endif - static unsigned char *stbi__load_and_postprocess_8bit(stbi__context *s, int *x, int *y, int *comp, int req_comp) { stbi__result_info ri; @@ -1379,10 +1435,7 @@ STBIDEF stbi_uc *stbi_load_from_file(FILE *f, int *x, int *y, int *comp, int req stbi__context s; stbi__start_file(&s,f); result = stbi__load_and_postprocess_8bit(&s,x,y,comp,req_comp); - if (result) { - // need to 'unget' all the characters in the IO buffer - fseek(f, - (int) (s.img_buffer_end - s.img_buffer), SEEK_CUR); - } + stbi__stop(&s); return result; } @@ -1392,10 +1445,7 @@ STBIDEF stbi__uint16 *stbi_load_from_file_16(FILE *f, int *x, int *y, int *comp, stbi__context s; stbi__start_file(&s,f); result = stbi__load_and_postprocess_16bit(&s,x,y,comp,req_comp); - if (result) { - // need to 'unget' all the characters in the IO buffer - fseek(f, - (int) (s.img_buffer_end - s.img_buffer), SEEK_CUR); - } + stbi__stop(&s); return result; } @@ -1421,9 +1471,12 @@ STBIDEF stbi_us *stbi_load_16_from_memory(stbi_uc const *buffer, int len, int *x STBIDEF stbi_us *stbi_load_16_from_callbacks(stbi_io_callbacks const *clbk, void *user, int *x, int *y, int *channels_in_file, int desired_channels) { + stbi_us *result; stbi__context s; stbi__start_callbacks(&s, (stbi_io_callbacks *)clbk, user); - return stbi__load_and_postprocess_16bit(&s,x,y,channels_in_file,desired_channels); + result = stbi__load_and_postprocess_16bit(&s,x,y,channels_in_file,desired_channels); + stbi__stop(&s); + return result; } STBIDEF stbi_uc *stbi_load_from_memory(stbi_uc const *buffer, int len, int *x, int *y, int *comp, int req_comp) @@ -1435,24 +1488,24 @@ STBIDEF stbi_uc *stbi_load_from_memory(stbi_uc const *buffer, int len, int *x, i STBIDEF stbi_uc *stbi_load_from_callbacks(stbi_io_callbacks const *clbk, void *user, int *x, int *y, int *comp, int req_comp) { + stbi_uc *result; stbi__context s; stbi__start_callbacks(&s, (stbi_io_callbacks *) clbk, user); - return stbi__load_and_postprocess_8bit(&s,x,y,comp,req_comp); + result = stbi__load_and_postprocess_8bit(&s,x,y,comp,req_comp); + stbi__stop(&s); + return result; } #ifndef STBI_NO_GIF STBIDEF stbi_uc *stbi_load_gif_from_memory(stbi_uc const *buffer, int len, int **delays, int *x, int *y, int *z, int *comp, int req_comp) { - unsigned char *result; stbi__context s; stbi__start_mem(&s,buffer,len); - result = (unsigned char*) stbi__load_gif_main(&s, delays, x, y, z, comp, req_comp); - if (stbi__vertically_flip_on_load) { - stbi__vertical_flip_slices( result, *x, *y, *z, *comp ); - } + if (req_comp < 0 || req_comp > 4) + return stbi__errpuc("bad req_comp", "Invalid number of required components"); - return result; + return (unsigned char*) stbi__load_gif_main(&s, delays, x, y, z, comp, req_comp); } #endif @@ -1484,9 +1537,12 @@ STBIDEF float *stbi_loadf_from_memory(stbi_uc const *buffer, int len, int *x, in STBIDEF float *stbi_loadf_from_callbacks(stbi_io_callbacks const *clbk, void *user, int *x, int *y, int *comp, int req_comp) { + float *result; stbi__context s; stbi__start_callbacks(&s, (stbi_io_callbacks *) clbk, user); - return stbi__loadf_main(&s,x,y,comp,req_comp); + result = stbi__loadf_main(&s,x,y,comp,req_comp); + stbi__stop(&s); + return result; } #ifndef STBI_NO_STDIO @@ -1502,9 +1558,12 @@ STBIDEF float *stbi_loadf(char const *filename, int *x, int *y, int *comp, int r STBIDEF float *stbi_loadf_from_file(FILE *f, int *x, int *y, int *comp, int req_comp) { + float *result; stbi__context s; stbi__start_file(&s,f); - return stbi__loadf_main(&s,x,y,comp,req_comp); + result = stbi__loadf_main(&s,x,y,comp,req_comp); + stbi__stop(&s); + return result; } #endif // !STBI_NO_STDIO @@ -1542,12 +1601,11 @@ STBIDEF int stbi_is_hdr (char const *filename) STBIDEF int stbi_is_hdr_from_file(FILE *f) { #ifndef STBI_NO_HDR - long pos = ftell(f); int res; stbi__context s; stbi__start_file(&s,f); res = stbi__hdr_test(&s); - fseek(f, pos, SEEK_SET); + stbi__stop(&s); return res; #else STBI_NOTUSED(f); @@ -1559,9 +1617,12 @@ STBIDEF int stbi_is_hdr_from_file(FILE *f) STBIDEF int stbi_is_hdr_from_callbacks(stbi_io_callbacks const *clbk, void *user) { #ifndef STBI_NO_HDR + int result; stbi__context s; stbi__start_callbacks(&s, (stbi_io_callbacks *) clbk, user); - return stbi__hdr_test(&s); + result = stbi__hdr_test(&s); + stbi__stop(&s); + return result; #else STBI_NOTUSED(clbk); STBI_NOTUSED(user); @@ -1622,7 +1683,7 @@ stbi_inline static stbi_uc stbi__get8(stbi__context *s) return 0; } -#if defined(STBI_NO_JPEG) && defined(STBI_NO_HDR) && defined(STBI_NO_PIC) && defined(STBI_NO_PNM) +#if defined(STBI_NO_JPEG) && defined(STBI_NO_HDR) && defined(STBI_NO_PNM) // nothing #else stbi_inline static int stbi__at_eof(stbi__context *s) @@ -1638,7 +1699,7 @@ stbi_inline static int stbi__at_eof(stbi__context *s) } #endif -#if defined(STBI_NO_JPEG) && defined(STBI_NO_PNG) && defined(STBI_NO_BMP) && defined(STBI_NO_PSD) && defined(STBI_NO_TGA) && defined(STBI_NO_GIF) && defined(STBI_NO_PIC) +#if defined(STBI_NO_JPEG) && defined(STBI_NO_PNG) && defined(STBI_NO_BMP) && defined(STBI_NO_PSD) && defined(STBI_NO_TGA) && defined(STBI_NO_GIF) // nothing #else static void stbi__skip(stbi__context *s, int n) @@ -1660,11 +1721,12 @@ static void stbi__skip(stbi__context *s, int n) } #endif -#if defined(STBI_NO_PNG) && defined(STBI_NO_TGA) && defined(STBI_NO_HDR) && defined(STBI_NO_PNM) +#if defined(STBI_NO_PNG) && defined(STBI_NO_TGA) && defined(STBI_NO_PNM) // nothing #else static int stbi__getn(stbi__context *s, stbi_uc *buffer, int n) { + if (n <= 0) return 1; if (s->io.read) { int blen = (int) (s->img_buffer_end - s->img_buffer); if (blen < n) { @@ -1679,7 +1741,7 @@ static int stbi__getn(stbi__context *s, stbi_uc *buffer, int n) } } - if (s->img_buffer+n <= s->img_buffer_end) { + if (n <= s->img_buffer_end - s->img_buffer) { memcpy(buffer, s->img_buffer, n); s->img_buffer += n; return 1; @@ -1688,7 +1750,7 @@ static int stbi__getn(stbi__context *s, stbi_uc *buffer, int n) } #endif -#if defined(STBI_NO_JPEG) && defined(STBI_NO_PNG) && defined(STBI_NO_PSD) && defined(STBI_NO_PIC) +#if defined(STBI_NO_JPEG) && defined(STBI_NO_PNG) && defined(STBI_NO_PSD) // nothing #else static int stbi__get16be(stbi__context *s) @@ -1698,7 +1760,7 @@ static int stbi__get16be(stbi__context *s) } #endif -#if defined(STBI_NO_PNG) && defined(STBI_NO_PSD) && defined(STBI_NO_PIC) +#if defined(STBI_NO_PNG) && defined(STBI_NO_PSD) // nothing #else static stbi__uint32 stbi__get32be(stbi__context *s) @@ -1729,7 +1791,7 @@ static stbi__uint32 stbi__get32le(stbi__context *s) #define STBI__BYTECAST(x) ((stbi_uc) ((x) & 255)) // truncate int to byte without warnings -#if defined(STBI_NO_JPEG) && defined(STBI_NO_PNG) && defined(STBI_NO_BMP) && defined(STBI_NO_PSD) && defined(STBI_NO_TGA) && defined(STBI_NO_GIF) && defined(STBI_NO_PIC) && defined(STBI_NO_PNM) +#if defined(STBI_NO_JPEG) && defined(STBI_NO_PNG) && defined(STBI_NO_BMP) && defined(STBI_NO_PSD) && defined(STBI_NO_TGA) && defined(STBI_NO_GIF) && defined(STBI_NO_PNM) // nothing #else ////////////////////////////////////////////////////////////////////////////// @@ -1749,7 +1811,7 @@ static stbi_uc stbi__compute_y(int r, int g, int b) } #endif -#if defined(STBI_NO_PNG) && defined(STBI_NO_BMP) && defined(STBI_NO_PSD) && defined(STBI_NO_TGA) && defined(STBI_NO_GIF) && defined(STBI_NO_PIC) && defined(STBI_NO_PNM) +#if defined(STBI_NO_PNG) && defined(STBI_NO_BMP) && defined(STBI_NO_PSD) && defined(STBI_NO_TGA) && defined(STBI_NO_GIF) && defined(STBI_NO_PNM) // nothing #else static unsigned char *stbi__convert_format(unsigned char *data, int img_n, int req_comp, unsigned int x, unsigned int y) @@ -1757,7 +1819,7 @@ static unsigned char *stbi__convert_format(unsigned char *data, int img_n, int r int i,j; unsigned char *good; - if (req_comp == img_n) return data; + if (req_comp == img_n || !data) return data; STBI_ASSERT(req_comp >= 1 && req_comp <= 4); good = (unsigned char *) stbi__malloc_mad3(req_comp, x, y, 0); @@ -1797,7 +1859,7 @@ static unsigned char *stbi__convert_format(unsigned char *data, int img_n, int r } #endif -#if defined(STBI_NO_PNG) && defined(STBI_NO_PSD) +#if defined(STBI_NO_PNG) && defined(STBI_NO_PSD) && defined(STBI_NO_PNM) // nothing #else static stbi__uint16 stbi__compute_y_16(int r, int g, int b) @@ -1806,7 +1868,7 @@ static stbi__uint16 stbi__compute_y_16(int r, int g, int b) } #endif -#if defined(STBI_NO_PNG) && defined(STBI_NO_PSD) +#if defined(STBI_NO_PNG) && defined(STBI_NO_PSD) && defined(STBI_NO_PNM) // nothing #else static stbi__uint16 *stbi__convert_format16(stbi__uint16 *data, int img_n, int req_comp, unsigned int x, unsigned int y) @@ -1814,10 +1876,10 @@ static stbi__uint16 *stbi__convert_format16(stbi__uint16 *data, int img_n, int r int i,j; stbi__uint16 *good; - if (req_comp == img_n) return data; + if (req_comp == img_n || !data) return data; STBI_ASSERT(req_comp >= 1 && req_comp <= 4); - good = (stbi__uint16 *) stbi__malloc(req_comp * x * y * 2); + good = (stbi__uint16 *) stbi__malloc_mad4(req_comp, x, y, 2, 0); if (good == NULL) { STBI_FREE(data); return (stbi__uint16 *) stbi__errpuc("outofmem", "Out of memory"); @@ -2272,7 +2334,6 @@ static int stbi__jpeg_decode_block_prog_dc(stbi__jpeg *j, short data[64], stbi__ if (j->succ_high == 0) { // first scan for DC coefficient, must be first - memset(data,0,64*sizeof(data[0])); // 0 all the ac values now t = stbi__jpeg_huff_decode(j, hdc); if (t < 0 || t > 15) return stbi__err("can't merge dc and ac", "Corrupt JPEG"); diff = t ? stbi__extend_receive(j, t) : 0; @@ -2423,7 +2484,7 @@ stbi_inline static stbi_uc stbi__clamp(int x) return (stbi_uc) x; } -#define stbi__f2f(x) ((int) (((x) * 4096 + 0.5))) +#define stbi__f2f(x) ((int) (((x) * 4096 + 0.5f))) #define stbi__fsh(x) ((x) * 4096) // derived from jidctint -- DCT_ISLOW @@ -2523,7 +2584,7 @@ static void stbi__idct_block(stbi_uc *out, int out_stride, short data[64]) } } -#ifdef STBI_SSE2 +#ifdef STBI__SSE2 // sse2 integer IDCT. not the fastest possible implementation but it // produces bit-identical results to the generic C version so it's // fully "transparent". @@ -2702,7 +2763,7 @@ static void stbi__idct_simd(stbi_uc *out, int out_stride, short data[64]) #undef dct_pass } -#endif // STBI_SSE2 +#endif // STBI__SSE2 #ifdef STBI_NEON @@ -2952,7 +3013,7 @@ static int stbi__parse_entropy_coded_data(stbi__jpeg *z) if (!z->progressive) { if (z->scan_n == 1) { int i,j; - STBI_SIMD_ALIGN(short, data[64]); + STBI__SIMD_ALIGN(short, data[64]); int n = z->order[0]; // non-interleaved data, we just need to process one block at a time, // in trivial scanline order @@ -2978,7 +3039,7 @@ static int stbi__parse_entropy_coded_data(stbi__jpeg *z) return 1; } else { // interleaved int i,j,k,x,y; - STBI_SIMD_ALIGN(short, data[64]); + STBI__SIMD_ALIGN(short, data[64]); for (j=0; j < z->img_mcu_y; ++j) { for (i=0; i < z->img_mcu_x; ++i) { // scan an interleaved mcu... process scan_n components in order @@ -3020,13 +3081,17 @@ static int stbi__parse_entropy_coded_data(stbi__jpeg *z) for (j=0; j < h; ++j) { for (i=0; i < w; ++i) { short *data = z->img_comp[n].coeff + 64 * (i + j * z->img_comp[n].coeff_w); - if (z->spec_start == 0) { - if (!stbi__jpeg_decode_block_prog_dc(z, data, &z->huff_dc[z->img_comp[n].hd], n)) - return 0; - } else { - int ha = z->img_comp[n].ha; - if (!stbi__jpeg_decode_block_prog_ac(z, data, &z->huff_ac[ha], z->fast_ac[ha])) - return 0; + // if we're out of data, just skip decoding this MCU + // progressive coeffs got initialized at setup so this is fine + if (!z->nomore) { + if (z->spec_start == 0) { + if (!stbi__jpeg_decode_block_prog_dc(z, data, &z->huff_dc[z->img_comp[n].hd], n)) + return 0; + } else { + int ha = z->img_comp[n].ha; + if (!stbi__jpeg_decode_block_prog_ac(z, data, &z->huff_ac[ha], z->fast_ac[ha])) + return 0; + } } // every data block is an MCU, so countdown the restart interval if (--z->todo <= 0) { @@ -3347,6 +3412,8 @@ static int stbi__process_frame_header(stbi__jpeg *z, int scan) if (z->img_comp[i].raw_coeff == NULL) return stbi__free_jpeg_components(z, i+1, stbi__err("outofmem", "Out of memory")); z->img_comp[i].coeff = (short*) (((size_t) z->img_comp[i].raw_coeff + 15) & ~15); + // 0 all the coeffs now so they're guaranteed to be initialized + memset(z->img_comp[i].coeff,0,z->img_comp[i].w2 * z->img_comp[i].h2 * sizeof(short)); } } @@ -3424,7 +3491,7 @@ static int stbi__decode_jpeg_image(stbi__jpeg *j) if (!stbi__process_scan_header(j)) return 0; if (!stbi__parse_entropy_coded_data(j)) return 0; if (j->marker == STBI__MARKER_none ) { - j->marker = stbi__skip_jpeg_junk_at_end(j); + j->marker = stbi__skip_jpeg_junk_at_end(j); // if we reach eof without hitting a marker, stbi__get_marker() below will fail and we'll eventually return 0 } m = stbi__get_marker(j); @@ -3437,7 +3504,7 @@ static int stbi__decode_jpeg_image(stbi__jpeg *j) if (NL != j->s->img_y) return stbi__err("bad DNL height", "Corrupt JPEG"); m = stbi__get_marker(j); } else { - if (!stbi__process_marker(j, m)) return 1; + if (!stbi__process_marker(j, m)) return 0; m = stbi__get_marker(j); } } @@ -3526,7 +3593,7 @@ static stbi_uc *stbi__resample_row_hv_2(stbi_uc *out, stbi_uc *in_near, stbi_uc return out; } -#if defined(STBI_SSE2) || defined(STBI_NEON) +#if defined(STBI__SSE2) || defined(STBI_NEON) static stbi_uc *stbi__resample_row_hv_2_simd(stbi_uc *out, stbi_uc *in_near, stbi_uc *in_far, int w, int hs) { // need to generate 2x2 samples for every one in input @@ -3542,7 +3609,7 @@ static stbi_uc *stbi__resample_row_hv_2_simd(stbi_uc *out, stbi_uc *in_near, stb // note we can't handle the last pixel in a row in this loop // because we need to handle the filter boundary conditions. for (; i < ((w-1) & ~7); i += 8) { -#if defined(STBI_SSE2) +#if defined(STBI__SSE2) // load and perform the vertical filtering pass // this uses 3*x + y = 4*x + (y - x) __m128i zero = _mm_setzero_si128(); @@ -3682,12 +3749,12 @@ static void stbi__YCbCr_to_RGB_row(stbi_uc *out, const stbi_uc *y, const stbi_uc } } -#if defined(STBI_SSE2) || defined(STBI_NEON) +#if defined(STBI__SSE2) || defined(STBI_NEON) static void stbi__YCbCr_to_RGB_simd(stbi_uc *out, stbi_uc const *y, stbi_uc const *pcb, stbi_uc const *pcr, int count, int step) { int i = 0; -#ifdef STBI_SSE2 +#ifdef STBI__SSE2 // step == 3 is pretty ugly on the final interleave, and i'm not convinced // it's useful in practice (you wouldn't use it for textures, for example). // so just accelerate step == 4 case. @@ -3824,7 +3891,7 @@ static void stbi__setup_jpeg(stbi__jpeg *j) j->YCbCr_to_RGB_kernel = stbi__YCbCr_to_RGB_row; j->resample_row_hv_2_kernel = stbi__resample_row_hv_2; -#ifdef STBI_SSE2 +#ifdef STBI__SSE2 if (stbi__sse2_available()) { j->idct_block_kernel = stbi__idct_simd; j->YCbCr_to_RGB_kernel = stbi__YCbCr_to_RGB_simd; @@ -4065,14 +4132,17 @@ static int stbi__jpeg_info_raw(stbi__jpeg *j, int *x, int *y, int *comp) return 1; } -static int stbi__jpeg_info(stbi__context *s, int *x, int *y, int *comp) +static int stbi__jpeg_info(stbi__context *s, stbi_info_res *res) { int result; stbi__jpeg* j = (stbi__jpeg*) (stbi__malloc(sizeof(stbi__jpeg))); if (!j) return stbi__err("outofmem", "Out of memory"); memset(j, 0, sizeof(stbi__jpeg)); j->s = s; - result = stbi__jpeg_info_raw(j, x, y, comp); + result = stbi__jpeg_info_raw(j, &res->x, &res->y, &res->comp); + if (result) { + res->type = STBI_type_jpeg; + } STBI_FREE(j); return result; } @@ -4278,6 +4348,7 @@ static int stbi__zexpand(stbi__zbuf *z, char *zout, int n) // need to make room if (!z->z_expandable) return stbi__err("output buffer limit","Corrupt PNG"); cur = (unsigned int) (z->zout - z->zout_start); limit = old_limit = (unsigned) (z->zout_end - z->zout_start); + if (limit == 0) limit = 1; if (UINT_MAX - cur < (unsigned) n) return stbi__err("outofmem", "Out of memory"); while (cur + n > limit) { if(limit > UINT_MAX / 2) return stbi__err("outofmem", "Out of memory"); @@ -4632,6 +4703,7 @@ typedef struct stbi__context *s; stbi_uc *idata, *expanded, *out; int depth; + int is_iphone; } stbi__png; @@ -5078,15 +5150,16 @@ static void stbi__de_iphone(stbi__png *z) static int stbi__parse_png_file(stbi__png *z, int scan, int req_comp) { stbi_uc palette[1024], pal_img_n=0; - stbi_uc has_trans=0, tc[3]={0}; + stbi_uc has_trans=0, tc[3]={0,0,0}; stbi__uint16 tc16[3]; stbi__uint32 ioff=0, idata_limit=0, i, pal_len=0; - int first=1,k,interlace=0, color=0, is_iphone=0; + int first=1,k,interlace=0, color=0; stbi__context *s = z->s; z->expanded = NULL; z->idata = NULL; z->out = NULL; + z->is_iphone = 0; if (!stbi__check_png_header(s)) return 0; @@ -5096,7 +5169,7 @@ static int stbi__parse_png_file(stbi__png *z, int scan, int req_comp) stbi__pngchunk c = stbi__get_chunk_header(s); switch (c.type) { case STBI__PNG_TYPE('C','g','B','I'): - is_iphone = 1; + z->is_iphone = 1; stbi__skip(s, c.length); break; case STBI__PNG_TYPE('I','H','D','R'): { @@ -5112,6 +5185,7 @@ static int stbi__parse_png_file(stbi__png *z, int scan, int req_comp) color = stbi__get8(s); if (color > 6) return stbi__err("bad ctype","Corrupt PNG"); if (color == 3 && z->depth == 16) return stbi__err("bad ctype","Corrupt PNG"); if (color == 3) pal_img_n = 3; else if (color & 1) return stbi__err("bad ctype","Corrupt PNG"); + if (z->depth < 8 && color != 0 && color != 3) return stbi__err("bad ctype","Corrupt PNG"); comp = stbi__get8(s); if (comp) return stbi__err("bad comp method","Corrupt PNG"); filter= stbi__get8(s); if (filter) return stbi__err("bad filter method","Corrupt PNG"); interlace = stbi__get8(s); if (interlace>1) return stbi__err("bad interlace method","Corrupt PNG"); @@ -5124,6 +5198,7 @@ static int stbi__parse_png_file(stbi__png *z, int scan, int req_comp) // img_n is # components to decompress/filter. s->img_n = 1; if ((1 << 30) / s->img_x / 4 < s->img_y) return stbi__err("too large","Corrupt PNG"); + memset(palette, 0, sizeof(palette)); } // even with SCAN_header, have to scan to see if we have a tRNS break; @@ -5180,13 +5255,15 @@ static int stbi__parse_png_file(stbi__png *z, int scan, int req_comp) return 1; } if (c.length > (1u << 30)) return stbi__err("IDAT size limit", "IDAT section larger than 2^30 bytes"); - if ((int)(ioff + c.length) < (int)ioff) return 0; + if (!stbi__addsizes_valid(ioff, c.length)) return 0; if (ioff + c.length > idata_limit) { stbi__uint32 idata_limit_old = idata_limit; stbi_uc *p; if (idata_limit == 0) idata_limit = c.length > 4096 ? c.length : 4096; - while (ioff + c.length > idata_limit) + while (ioff + c.length > idata_limit) { + if (idata_limit > INT_MAX/2) return stbi__err("IDAT size limit", "Too much image data"); idata_limit *= 2; + } STBI_NOTUSED(idata_limit_old); p = (stbi_uc *) STBI_REALLOC_SIZED(z->idata, idata_limit_old, idata_limit); if (p == NULL) return stbi__err("outofmem", "Out of memory"); z->idata = p; @@ -5204,7 +5281,7 @@ static int stbi__parse_png_file(stbi__png *z, int scan, int req_comp) // initial guess for decoded data size to avoid unnecessary reallocs bpl = (s->img_x * z->depth + 7) / 8; // bytes per line, per component raw_len = bpl * s->img_y * s->img_n /* pixels */ + s->img_y /* filter mode per row */; - z->expanded = (stbi_uc *) stbi_zlib_decode_malloc_guesssize_headerflag((char *) z->idata, ioff, raw_len, (int *) &raw_len, !is_iphone); + z->expanded = (stbi_uc *) stbi_zlib_decode_malloc_guesssize_headerflag((char *) z->idata, ioff, raw_len, (int *) &raw_len, !z->is_iphone); if (z->expanded == NULL) return 0; // zlib should set error STBI_FREE(z->idata); z->idata = NULL; if ((req_comp == s->img_n+1 && req_comp != 3 && !pal_img_n) || has_trans) @@ -5219,7 +5296,7 @@ static int stbi__parse_png_file(stbi__png *z, int scan, int req_comp) if (!stbi__compute_transparency(z, tc, s->img_out_n)) return 0; } } - if (is_iphone && stbi__de_iphone_flag && s->img_out_n > 2) + if (z->is_iphone && stbi__de_iphone_flag && s->img_out_n > 2) stbi__de_iphone(z); if (pal_img_n) { // pal_img_n == 3 or 4 @@ -5242,15 +5319,7 @@ static int stbi__parse_png_file(stbi__png *z, int scan, int req_comp) // if critical, fail if (first) return stbi__err("first not IHDR", "Corrupt PNG"); if ((c.type & (1 << 29)) == 0) { - #ifndef STBI_NO_FAILURE_STRINGS - // not threadsafe - static char invalid_chunk[] = "XXXX PNG chunk not known"; - invalid_chunk[0] = STBI__BYTECAST(c.type >> 24); - invalid_chunk[1] = STBI__BYTECAST(c.type >> 16); - invalid_chunk[2] = STBI__BYTECAST(c.type >> 8); - invalid_chunk[3] = STBI__BYTECAST(c.type >> 0); - #endif - return stbi__err(invalid_chunk, "PNG not supported: unknown PNG chunk type"); + return stbi__err("PNG chunk not known", "PNG not supported: unknown PNG chunk type"); } stbi__skip(s, c.length); break; @@ -5307,35 +5376,20 @@ static int stbi__png_test(stbi__context *s) return r; } -static int stbi__png_info_raw(stbi__png *p, int *x, int *y, int *comp) -{ - if (!stbi__parse_png_file(p, STBI__SCAN_header, 0)) { - stbi__rewind( p->s ); - return 0; - } - if (x) *x = p->s->img_x; - if (y) *y = p->s->img_y; - if (comp) *comp = p->s->img_n; - return 1; -} - -static int stbi__png_info(stbi__context *s, int *x, int *y, int *comp) -{ - stbi__png p; - p.s = s; - return stbi__png_info_raw(&p, x, y, comp); -} - -static int stbi__png_is16(stbi__context *s) +static int stbi__png_info(stbi__context *s, stbi_info_res *res) { stbi__png p; p.s = s; - if (!stbi__png_info_raw(&p, NULL, NULL, NULL)) - return 0; - if (p.depth != 16) { - stbi__rewind(p.s); + if (!stbi__parse_png_file(&p, STBI__SCAN_header, 0)) { + stbi__rewind( p.s ); return 0; } + res->type = STBI_type_png; + res->x = p.s->img_x; + res->y = p.s->img_y; + res->comp = p.s->img_n; + res->is_16_bit = p.depth == 16; + res->is_iphone_png = p.is_iphone; return 1; } #endif @@ -5430,11 +5484,12 @@ static int stbi__bmp_set_mask_defaults(stbi__bmp_data *info, int compress) info->mr = 31u << 10; info->mg = 31u << 5; info->mb = 31u << 0; + info->ma = 0; } else if (info->bpp == 32) { info->mr = 0xffu << 16; info->mg = 0xffu << 8; info->mb = 0xffu << 0; - info->ma = 0xffu << 24; + info->ma = 0; // BI_BITFIELDS BMPs can have alpha, but BI_RGB ones never do info->all_a = 0; // if all_a is 0 at end, then we loaded alpha channel but it was all 0 } else { // otherwise, use defaults, which is all-0 @@ -5479,13 +5534,7 @@ static void *stbi__bmp_parse_header(stbi__context *s, stbi__bmp_data *info) stbi__get32le(s); // discard vres stbi__get32le(s); // discard colorsused stbi__get32le(s); // discard max important - if (hsz == 40 || hsz == 56) { - if (hsz == 56) { - stbi__get32le(s); - stbi__get32le(s); - stbi__get32le(s); - stbi__get32le(s); - } + if (hsz == 40) { // BITMAPINFOHEADER if (info->bpp == 16 || info->bpp == 32) { if (compress == 0) { stbi__bmp_set_mask_defaults(info, compress); @@ -5503,9 +5552,9 @@ static void *stbi__bmp_parse_header(stbi__context *s, stbi__bmp_data *info) return stbi__errpuc("bad BMP", "bad BMP"); } } else { - // V4/V5 header + // V3/V4/V5 header int i; - if (hsz != 108 && hsz != 124) + if (hsz != 56 && hsz != 108 && hsz != 124) return stbi__errpuc("bad BMP", "bad BMP"); info->mr = stbi__get32le(s); info->mg = stbi__get32le(s); @@ -5513,9 +5562,11 @@ static void *stbi__bmp_parse_header(stbi__context *s, stbi__bmp_data *info) info->ma = stbi__get32le(s); if (compress != 3) // override mr/mg/mb unless in BI_BITFIELDS mode, as per docs stbi__bmp_set_mask_defaults(info, compress); - stbi__get32le(s); // discard color space - for (i=0; i < 12; ++i) - stbi__get32le(s); // discard color space parameters + if (hsz >= 108) { + stbi__get32le(s); // discard color space + for (i=0; i < 12; ++i) + stbi__get32le(s); // discard color space parameters + } if (hsz == 124) { stbi__get32le(s); // discard rendering intent stbi__get32le(s); // discard offset of profile data @@ -5535,6 +5586,7 @@ static void *stbi__bmp_load(stbi__context *s, int *x, int *y, int *comp, int req stbi_uc pal[256][4]; int psize=0,i,j,width; int flip_vertically, pad, target; + int bytes_read_so_far; stbi__bmp_data info; STBI_NOTUSED(ri); @@ -5554,17 +5606,20 @@ static void *stbi__bmp_load(stbi__context *s, int *x, int *y, int *comp, int req ma = info.ma; all_a = info.all_a; + bytes_read_so_far = info.hsz + info.extra_read; + if (info.offset < bytes_read_so_far) + return stbi__errpuc("bad header", "Corrupt BMP"); + if (info.hsz == 12) { if (info.bpp < 24) - psize = (info.offset - info.extra_read - 24) / 3; + psize = (info.offset - bytes_read_so_far) / 3; } else { if (info.bpp < 16) - psize = (info.offset - info.extra_read - info.hsz) >> 2; + psize = (info.offset - bytes_read_so_far) >> 2; } if (psize == 0) { // accept some number of extra bytes after the header, but if the offset points either to before // the header ends or implies a large amount of extra data, reject the file as malformed - int bytes_read_so_far = s->callback_already_read + (int)(s->img_buffer - s->img_buffer_original); int header_limit = 1024; // max we actually read is below 256 bytes currently. int extra_data_limit = 256*4; // what ordinarily goes here is a palette; 256 entries*4 bytes is its max size. if (bytes_read_so_far <= 0 || bytes_read_so_far > header_limit) { @@ -5599,6 +5654,7 @@ static void *stbi__bmp_load(stbi__context *s, int *x, int *y, int *comp, int req if (info.bpp < 16) { int z=0; if (psize == 0 || psize > 256) { STBI_FREE(out); return stbi__errpuc("invalid", "Corrupt BMP"); } + memset(pal, 0, sizeof(pal)); for (i=0; i < psize; ++i) { pal[i][2] = stbi__get8(s); pal[i][1] = stbi__get8(s); @@ -5655,7 +5711,8 @@ static void *stbi__bmp_load(stbi__context *s, int *x, int *y, int *comp, int req int rshift=0,gshift=0,bshift=0,ashift=0,rcount=0,gcount=0,bcount=0,acount=0; int z = 0; int easy=0; - stbi__skip(s, info.offset - info.extra_read - info.hsz); + stbi_uc alpha_override=0; + // psize is 0, already skipped to line data above if (info.bpp == 24) width = 3 * s->img_x; else if (info.bpp == 16) width = 2*s->img_x; else /* bpp = 32 and pad = 0 */ width=0; @@ -5663,8 +5720,12 @@ static void *stbi__bmp_load(stbi__context *s, int *x, int *y, int *comp, int req if (info.bpp == 24) { easy = 1; } else if (info.bpp == 32) { - if (mb == 0xff && mg == 0xff00 && mr == 0x00ff0000 && ma == 0xff000000) + if (info.hsz < 56) // before v3 header, no real alpha support, so treat alpha as not present + ma = 0; + if (mb == 0xff && mg == 0xff00 && mr == 0x00ff0000 && (ma == 0xff000000 || ma == 0)) { easy = 2; + alpha_override = ma ? 0 : 255; + } } if (!easy) { if (!mr || !mg || !mb) { STBI_FREE(out); return stbi__errpuc("bad masks", "Corrupt BMP"); } @@ -5683,7 +5744,7 @@ static void *stbi__bmp_load(stbi__context *s, int *x, int *y, int *comp, int req out[z+1] = stbi__get8(s); out[z+0] = stbi__get8(s); z += 3; - a = (easy == 2 ? stbi__get8(s) : 255); + a = (easy == 2 ? (stbi__get8(s) | alpha_override) : 255); all_a |= a; if (target == 4) out[z++] = a; } @@ -5709,16 +5770,8 @@ static void *stbi__bmp_load(stbi__context *s, int *x, int *y, int *comp, int req for (i=4*s->img_x*s->img_y-1; i >= 0; i -= 4) out[i] = 255; - if (flip_vertically) { - stbi_uc t; - for (j=0; j < (int) s->img_y>>1; ++j) { - stbi_uc *p1 = out + j *s->img_x*target; - stbi_uc *p2 = out + (s->img_y-1-j)*s->img_x*target; - for (i=0; i < (int) s->img_x*target; ++i) { - t = p1[i]; p1[i] = p2[i]; p2[i] = t; - } - } - } + if (flip_vertically) + stbi__vertical_flip(out, s->img_x, s->img_y, target); if (req_comp && req_comp != target) { out = stbi__convert_format(out, target, req_comp, s->img_x, s->img_y); @@ -5735,115 +5788,80 @@ static void *stbi__bmp_load(stbi__context *s, int *x, int *y, int *comp, int req // Targa Truevision - TGA // by Jonathan Dummer #ifndef STBI_NO_TGA + // returns STBI_rgb or whatever, 0 on error static int stbi__tga_get_comp(int bits_per_pixel, int is_grey, int* is_rgb16) { // only RGB or RGBA (incl. 16bit) or grey allowed if (is_rgb16) *is_rgb16 = 0; - switch(bits_per_pixel) { - case 8: return STBI_grey; - case 16: if(is_grey) return STBI_grey_alpha; - // fallthrough - case 15: if(is_rgb16) *is_rgb16 = 1; - return STBI_rgb; - case 24: // fallthrough - case 32: return bits_per_pixel/8; - default: return 0; - } -} - -static int stbi__tga_info(stbi__context *s, int *x, int *y, int *comp) -{ - int tga_w, tga_h, tga_comp, tga_image_type, tga_bits_per_pixel, tga_colormap_bpp; - int sz, tga_colormap_type; - stbi__get8(s); // discard Offset - tga_colormap_type = stbi__get8(s); // colormap type - if( tga_colormap_type > 1 ) { - stbi__rewind(s); - return 0; // only RGB or indexed allowed - } - tga_image_type = stbi__get8(s); // image type - if ( tga_colormap_type == 1 ) { // colormapped (paletted) image - if (tga_image_type != 1 && tga_image_type != 9) { - stbi__rewind(s); - return 0; - } - stbi__skip(s,4); // skip index of first colormap entry and number of entries - sz = stbi__get8(s); // check bits per palette color entry - if ( (sz != 8) && (sz != 15) && (sz != 16) && (sz != 24) && (sz != 32) ) { - stbi__rewind(s); - return 0; - } - stbi__skip(s,4); // skip image x and y origin - tga_colormap_bpp = sz; - } else { // "normal" image w/o colormap - only RGB or grey allowed, +/- RLE - if ( (tga_image_type != 2) && (tga_image_type != 3) && (tga_image_type != 10) && (tga_image_type != 11) ) { - stbi__rewind(s); - return 0; // only RGB or grey allowed, +/- RLE - } - stbi__skip(s,9); // skip colormap specification and image x/y origin - tga_colormap_bpp = 0; - } - tga_w = stbi__get16le(s); - if( tga_w < 1 ) { - stbi__rewind(s); - return 0; // test width - } - tga_h = stbi__get16le(s); - if( tga_h < 1 ) { - stbi__rewind(s); - return 0; // test height - } - tga_bits_per_pixel = stbi__get8(s); // bits per pixel - stbi__get8(s); // ignore alpha bits - if (tga_colormap_bpp != 0) { - if((tga_bits_per_pixel != 8) && (tga_bits_per_pixel != 16)) { - // when using a colormap, tga_bits_per_pixel is the size of the indexes - // I don't think anything but 8 or 16bit indexes makes sense - stbi__rewind(s); - return 0; - } - tga_comp = stbi__tga_get_comp(tga_colormap_bpp, 0, NULL); - } else { - tga_comp = stbi__tga_get_comp(tga_bits_per_pixel, (tga_image_type == 3) || (tga_image_type == 11), NULL); - } - if(!tga_comp) { - stbi__rewind(s); - return 0; - } - if (x) *x = tga_w; - if (y) *y = tga_h; - if (comp) *comp = tga_comp; - return 1; // seems to have passed everything + if (is_grey && bits_per_pixel == 16) return STBI_grey_alpha; + if (bits_per_pixel == 15 || bits_per_pixel == 16) { + if (is_rgb16) *is_rgb16 = 1; + return STBI_rgb; + } + + switch (bits_per_pixel) { + case 8: return STBI_grey; + case 24: return STBI_rgb; + case 32: return STBI_rgb_alpha; + default: return 0; + } } -static int stbi__tga_test(stbi__context *s) +static int stbi__tga_info_impl(stbi__context *s, int *x, int *y, int *comp) { - int res = 0; - int sz, tga_color_type; - stbi__get8(s); // discard Offset - tga_color_type = stbi__get8(s); // color type - if ( tga_color_type > 1 ) goto errorEnd; // only RGB or indexed allowed - sz = stbi__get8(s); // image type - if ( tga_color_type == 1 ) { // colormapped (paletted) image - if (sz != 1 && sz != 9) goto errorEnd; // colortype 1 demands image type 1 or 9 + int tga_w, tga_h, tga_comp, tga_image_type, tga_bits_per_pixel, tga_colormap_bpp; + int sz, tga_colormap_type; + stbi__get8(s); // discard Offset + tga_colormap_type = stbi__get8(s); // colormap type + if (tga_colormap_type > 1) return 0; // only RGB/indexed allowed + tga_image_type = stbi__get8(s); // image type + if (tga_colormap_type == 1) { // colormapped (paletted) image + if (tga_image_type != 1 && tga_image_type != 9) return 0; stbi__skip(s,4); // skip index of first colormap entry and number of entries sz = stbi__get8(s); // check bits per palette color entry - if ( (sz != 8) && (sz != 15) && (sz != 16) && (sz != 24) && (sz != 32) ) goto errorEnd; + if ((sz != 8) && (sz != 15) && (sz != 16) && (sz != 24) && (sz != 32)) return 0; stbi__skip(s,4); // skip image x and y origin - } else { // "normal" image w/o colormap - if ( (sz != 2) && (sz != 3) && (sz != 10) && (sz != 11) ) goto errorEnd; // only RGB or grey allowed, +/- RLE + tga_colormap_bpp = sz; + } else { // "normal" image w/o colormap - only RGB or grey allowed, +/- RLE + if ((tga_image_type != 2) && (tga_image_type != 3) && (tga_image_type != 10) && (tga_image_type != 11)) { + return 0; // only RGB or grey allowed, +/- RLE + } stbi__skip(s,9); // skip colormap specification and image x/y origin + tga_colormap_bpp = 0; + } + tga_w = stbi__get16le(s); + tga_h = stbi__get16le(s); + if (tga_w < 1 || tga_h < 1) return 0; + tga_bits_per_pixel = stbi__get8(s); // bits per pixel + stbi__get8(s); // ignore alpha bits + if (tga_colormap_bpp != 0) { + // only support 8- and 16-bit indexes for colormaps + if((tga_bits_per_pixel != 8) && (tga_bits_per_pixel != 16)) return 0; + tga_comp = stbi__tga_get_comp(tga_colormap_bpp, 0, NULL); + } else { + tga_comp = stbi__tga_get_comp(tga_bits_per_pixel, (tga_image_type == 3) || (tga_image_type == 11), NULL); } - if ( stbi__get16le(s) < 1 ) goto errorEnd; // test width - if ( stbi__get16le(s) < 1 ) goto errorEnd; // test height - sz = stbi__get8(s); // bits per pixel - if ( (tga_color_type == 1) && (sz != 8) && (sz != 16) ) goto errorEnd; // for colormapped images, bpp is size of an index - if ( (sz != 8) && (sz != 15) && (sz != 16) && (sz != 24) && (sz != 32) ) goto errorEnd; + if (!tga_comp) return 0; + if (x) *x = tga_w; + if (y) *y = tga_h; + if (comp) *comp = tga_comp; + return 1; // seems to have passed everything +} - res = 1; // if we got this far, everything's good and we can return 1 instead of 0 +static int stbi__tga_info(stbi__context *s, stbi_info_res *res) +{ + if (!stbi__tga_info_impl(s, &res->x, &res->y, &res->comp)) { + stbi__rewind(s); + return 0; + } + res->type = STBI_type_tga; + return 1; +} -errorEnd: +static int stbi__tga_test(stbi__context *s) +{ + int res = stbi__tga_info_impl(s, NULL, NULL, NULL); stbi__rewind(s); return res; } @@ -5870,7 +5888,7 @@ static void stbi__tga_read_rgb16(stbi__context *s, stbi_uc* out) static void *stbi__tga_load(stbi__context *s, int *x, int *y, int *comp, int req_comp, stbi__result_info *ri) { - // read in the TGA header stuff + // read in the TGA header int tga_offset = stbi__get8(s); int tga_indexed = stbi__get8(s); int tga_image_type = stbi__get8(s); @@ -5884,34 +5902,33 @@ static void *stbi__tga_load(stbi__context *s, int *x, int *y, int *comp, int req int tga_height = stbi__get16le(s); int tga_bits_per_pixel = stbi__get8(s); int tga_comp, tga_rgb16=0; - int tga_inverted = stbi__get8(s); - // int tga_alpha_bits = tga_inverted & 15; // the 4 lowest bits - unused (useless?) + int tga_desc = stbi__get8(s); // image data unsigned char *tga_data; unsigned char *tga_palette = NULL; int i, j; - unsigned char raw_data[4] = {0}; + unsigned char raw_data[4] = {0,0,0,0}; int RLE_count = 0; int RLE_repeating = 0; int read_next_pixel = 1; STBI_NOTUSED(ri); - STBI_NOTUSED(tga_x_origin); // @TODO - STBI_NOTUSED(tga_y_origin); // @TODO - if (tga_height > STBI_MAX_DIMENSIONS) return stbi__errpuc("too large","Very large image (corrupt?)"); - if (tga_width > STBI_MAX_DIMENSIONS) return stbi__errpuc("too large","Very large image (corrupt?)"); + if (tga_width > STBI_MAX_DIMENSIONS || tga_height > STBI_MAX_DIMENSIONS) + return stbi__errpuc("too large","Very large image (corrupt?)"); + if (!tga_width || !tga_height) + return stbi__errpuc("zero size","Zero-size image"); // do a tiny bit of precessing - if ( tga_image_type >= 8 ) - { + if (tga_image_type >= 8) { tga_image_type -= 8; tga_is_RLE = 1; } - tga_inverted = 1 - ((tga_inverted >> 5) & 1); // If I'm paletted, then I'll use the number of bits from the palette - if ( tga_indexed ) tga_comp = stbi__tga_get_comp(tga_palette_bits, 0, &tga_rgb16); - else tga_comp = stbi__tga_get_comp(tga_bits_per_pixel, (tga_image_type == 3), &tga_rgb16); + if (tga_indexed) + tga_comp = stbi__tga_get_comp(tga_palette_bits, 0, &tga_rgb16); + else + tga_comp = stbi__tga_get_comp(tga_bits_per_pixel, (tga_image_type == 3), &tga_rgb16); if(!tga_comp) // shouldn't really happen, stbi__tga_test() should have ensured basic consistency return stbi__errpuc("bad format", "Can't find out TGA pixelformat"); @@ -5928,26 +5945,25 @@ static void *stbi__tga_load(stbi__context *s, int *x, int *y, int *comp, int req if (!tga_data) return stbi__errpuc("outofmem", "Out of memory"); // skip to the data's starting position (offset usually = 0) - stbi__skip(s, tga_offset ); + stbi__skip(s, tga_offset); - if ( !tga_indexed && !tga_is_RLE && !tga_rgb16 ) { + if (!tga_indexed && !tga_is_RLE && !tga_rgb16) { for (i=0; i < tga_height; ++i) { - int row = tga_inverted ? tga_height -i - 1 : i; - stbi_uc *tga_row = tga_data + row*tga_width*tga_comp; - stbi__getn(s, tga_row, tga_width * tga_comp); + stbi_uc *tga_row = tga_data + i*tga_width*tga_comp; + if (!stbi__getn(s, tga_row, tga_width * tga_comp)) { + STBI_FREE(tga_data); + return stbi__errpuc("premature EOF", "Corrupt TGA"); + } } - } else { + } else { // do I need to load a palette? - if ( tga_indexed) - { + if (tga_indexed) { if (tga_palette_len == 0) { /* you have to have at least one entry! */ STBI_FREE(tga_data); return stbi__errpuc("bad palette", "Corrupt TGA"); } - // any data to skip? (offset usually = 0) - stbi__skip(s, tga_palette_start ); - // load the palette + stbi__skip(s, tga_palette_start); tga_palette = (unsigned char*)stbi__malloc_mad2(tga_palette_len, tga_comp, 0); if (!tga_palette) { STBI_FREE(tga_data); @@ -5961,41 +5977,34 @@ static void *stbi__tga_load(stbi__context *s, int *x, int *y, int *comp, int req pal_entry += tga_comp; } } else if (!stbi__getn(s, tga_palette, tga_palette_len * tga_comp)) { - STBI_FREE(tga_data); - STBI_FREE(tga_palette); - return stbi__errpuc("bad palette", "Corrupt TGA"); + STBI_FREE(tga_data); + STBI_FREE(tga_palette); + return stbi__errpuc("bad palette", "Corrupt TGA"); } } // load the data - for (i=0; i < tga_width * tga_height; ++i) - { + for (i=0; i < tga_width * tga_height; ++i) { // if I'm in RLE mode, do I need to get a RLE stbi__pngchunk? - if ( tga_is_RLE ) - { - if ( RLE_count == 0 ) - { + if (tga_is_RLE) { + if (RLE_count == 0) { // yep, get the next byte as a RLE command int RLE_cmd = stbi__get8(s); RLE_count = 1 + (RLE_cmd & 127); RLE_repeating = RLE_cmd >> 7; read_next_pixel = 1; - } else if ( !RLE_repeating ) - { + } else if (!RLE_repeating) { read_next_pixel = 1; } - } else - { + } else { read_next_pixel = 1; } // OK, if I need to read a pixel, do it now - if ( read_next_pixel ) - { + if (read_next_pixel) { // load however much data we did have - if ( tga_indexed ) - { + if (tga_indexed) { // read in index, then perform the lookup int pal_idx = (tga_bits_per_pixel == 8) ? stbi__get8(s) : stbi__get16le(s); - if ( pal_idx >= tga_palette_len ) { + if (pal_idx >= tga_palette_len) { // invalid index pal_idx = 0; } @@ -6023,36 +6032,37 @@ static void *stbi__tga_load(stbi__context *s, int *x, int *y, int *comp, int req // in case we're in RLE mode, keep counting down --RLE_count; } - // do I need to invert the image? - if ( tga_inverted ) - { - for (j = 0; j*2 < tga_height; ++j) - { - int index1 = j * tga_width * tga_comp; - int index2 = (tga_height - 1 - j) * tga_width * tga_comp; - for (i = tga_width * tga_comp; i > 0; --i) - { - unsigned char temp = tga_data[index1]; - tga_data[index1] = tga_data[index2]; - tga_data[index2] = temp; - ++index1; - ++index2; + // clear my palette, if I had one + if (tga_palette != NULL) { + STBI_FREE(tga_palette); + } + } + + // horizontal flip if required + if (tga_desc & 0x10) { + for (i = 0; i < tga_height; ++i) { + stbi_uc *row = tga_data + i * tga_width * tga_comp; + for (j = 0; j < tga_width/2; ++j) { + stbi_uc *p = row + j * tga_comp; + stbi_uc *q = row + (tga_width - 1 - j) * tga_comp; + int k; + for (k = 0; k < tga_comp; ++k) { + stbi_uc t = p[k]; + p[k] = q[k]; + q[k] = t; } } } - // clear my palette, if I had one - if ( tga_palette != NULL ) - { - STBI_FREE( tga_palette ); - } } + // vertical flip if required + if ((tga_desc & 0x20) == 0) + stbi__vertical_flip(tga_data, tga_width, tga_height, tga_comp); + // swap RGB - if the source data was RGB16, it already is in the right order - if (tga_comp >= 3 && !tga_rgb16) - { + if (tga_comp >= 3 && !tga_rgb16) { unsigned char* tga_pixel = tga_data; - for (i=0; i < tga_width * tga_height; ++i) - { + for (i=0; i < tga_width * tga_height; ++i) { unsigned char temp = tga_pixel[0]; tga_pixel[0] = tga_pixel[2]; tga_pixel[2] = temp; @@ -6064,11 +6074,11 @@ static void *stbi__tga_load(stbi__context *s, int *x, int *y, int *comp, int req if (req_comp && req_comp != tga_comp) tga_data = stbi__convert_format(tga_data, tga_comp, req_comp, tga_width, tga_height); - // the things I do to get rid of an error message, and yet keep - // Microsoft's C compilers happy... [8^( - tga_palette_start = tga_palette_len = tga_palette_bits = - tga_x_origin = tga_y_origin = 0; - STBI_NOTUSED(tga_palette_start); + // these were just read for the side effect + STBI_NOTUSED(tga_palette_bits); + STBI_NOTUSED(tga_x_origin); + STBI_NOTUSED(tga_y_origin); + // OK, done return tga_data; } @@ -6326,375 +6336,113 @@ static void *stbi__psd_load(stbi__context *s, int *x, int *y, int *comp, int req #endif // ************************************************************************************************* -// Softimage PIC loader -// by Tom Seddon -// -// See http://softimage.wiki.softimage.com/index.php/INFO:_PIC_file_format -// See http://ozviz.wasp.uwa.edu.au/~pbourke/dataformats/softimagepic/ +// GIF loader -- public domain by Jean-Marc Lienher -- simplified/shrunk by stb -#ifndef STBI_NO_PIC -static int stbi__pic_is4(stbi__context *s,const char *str) +#ifndef STBI_NO_GIF +typedef struct { - int i; - for (i=0; i<4; ++i) - if (stbi__get8(s) != (stbi_uc)str[i]) - return 0; - - return 1; -} + int w,h; + stbi_uc *out; // output buffer (always 4 components) + int flags, bgindex, ratio, transparent, eflags; + stbi_uc *color_table; + int parse, step; + int lflags; + int start_x, start_y; + int max_x, max_y; + int cur_x, cur_y; + int line_size; + int delay; + stbi_uc suffix[4096 + 1]; // one extra slot as sentinel + stbi__uint16 prefix[4096 + 1]; // one extra slot as sentinel + stbi_uc pal[256][3]; + stbi_uc lpal[256][3]; +} stbi__gif; -static int stbi__pic_test_core(stbi__context *s) +static int stbi__gif_test_raw(stbi__context *s) { - int i; - - if (!stbi__pic_is4(s,"\x53\x80\xF6\x34")) - return 0; - - for(i=0;i<84;++i) - stbi__get8(s); - - if (!stbi__pic_is4(s,"PICT")) - return 0; - + int sz; + if (stbi__get8(s) != 'G' || stbi__get8(s) != 'I' || stbi__get8(s) != 'F' || stbi__get8(s) != '8') return 0; + sz = stbi__get8(s); + if (sz != '9' && sz != '7') return 0; + if (stbi__get8(s) != 'a') return 0; return 1; } -typedef struct +static int stbi__gif_test(stbi__context *s) { - stbi_uc size,type,channel; -} stbi__pic_packet; + int r = stbi__gif_test_raw(s); + stbi__rewind(s); + return r; +} -static stbi_uc *stbi__readval(stbi__context *s, int channel, stbi_uc *dest) +static void stbi__gif_parse_colortable(stbi__context *s, stbi_uc pal[256][3], int num_entries) { - int mask=0x80, i; - - for (i=0; i<4; ++i, mask>>=1) { - if (channel & mask) { - if (stbi__at_eof(s)) return stbi__errpuc("bad file","PIC file too short"); - dest[i]=stbi__get8(s); - } + int i; + for (i=0; i < num_entries; ++i) { + pal[i][0] = stbi__get8(s); + pal[i][1] = stbi__get8(s); + pal[i][2] = stbi__get8(s); } - - return dest; } -static void stbi__copyval(int channel,stbi_uc *dest,const stbi_uc *src) +static int stbi__gif_header(stbi__context *s, stbi__gif *g, int *comp, int is_info) { - int mask=0x80,i; - - for (i=0;i<4; ++i, mask>>=1) - if (channel&mask) - dest[i]=src[i]; -} + stbi_uc version; + if (stbi__get8(s) != 'G' || stbi__get8(s) != 'I' || stbi__get8(s) != 'F' || stbi__get8(s) != '8') + return stbi__err("not GIF", "Corrupt GIF"); -static stbi_uc *stbi__pic_load_core(stbi__context *s,int width,int height,int *comp, stbi_uc *result) -{ - int act_comp=0,num_packets=0,y,chained; - stbi__pic_packet packets[10]; + version = stbi__get8(s); + if (version != '7' && version != '9') return stbi__err("not GIF", "Corrupt GIF"); + if (stbi__get8(s) != 'a') return stbi__err("not GIF", "Corrupt GIF"); - // this will (should...) cater for even some bizarre stuff like having data - // for the same channel in multiple packets. - do { - stbi__pic_packet *packet; + stbi__g_failure_reason = ""; + g->w = stbi__get16le(s); + g->h = stbi__get16le(s); + g->flags = stbi__get8(s); + g->bgindex = stbi__get8(s); + g->ratio = stbi__get8(s); + g->transparent = -1; - if (num_packets==sizeof(packets)/sizeof(packets[0])) - return stbi__errpuc("bad format","too many packets"); + if (g->w > STBI_MAX_DIMENSIONS || g->h > STBI_MAX_DIMENSIONS) + return stbi__err("too large","Very large image (corrupt?)"); + if (!g->w || !g->h) + return stbi__err("zero pixels","Zero-pixel image"); - packet = &packets[num_packets++]; + if (comp != 0) *comp = 4; // can't actually tell whether it's 3 or 4 until we parse the comments - chained = stbi__get8(s); - packet->size = stbi__get8(s); - packet->type = stbi__get8(s); - packet->channel = stbi__get8(s); + if (is_info) return 1; - act_comp |= packet->channel; + if (g->flags & 0x80) + stbi__gif_parse_colortable(s,g->pal, 2 << (g->flags & 7)); + else + g->bgindex = -1; // no global color table -> bg color ignored - if (stbi__at_eof(s)) return stbi__errpuc("bad file","file too short (reading packets)"); - if (packet->size != 8) return stbi__errpuc("bad format","packet isn't 8bpp"); - } while (chained); + return 1; +} - *comp = (act_comp & 0x10 ? 4 : 3); // has alpha channel? - - for(y=0; ytype) { - default: - return stbi__errpuc("bad format","packet has bad compression type"); - - case 0: {//uncompressed - int x; - - for(x=0;xchannel,dest)) - return 0; - break; - } - - case 1://Pure RLE - { - int left=width, i; - - while (left>0) { - stbi_uc count,value[4]; - - count=stbi__get8(s); - if (stbi__at_eof(s)) return stbi__errpuc("bad file","file too short (pure read count)"); - - if (count > left) - count = (stbi_uc) left; - - if (!stbi__readval(s,packet->channel,value)) return 0; - - for(i=0; ichannel,dest,value); - left -= count; - } - } - break; - - case 2: {//Mixed RLE - int left=width; - while (left>0) { - int count = stbi__get8(s), i; - if (stbi__at_eof(s)) return stbi__errpuc("bad file","file too short (mixed read count)"); - - if (count >= 128) { // Repeated - stbi_uc value[4]; - - if (count==128) - count = stbi__get16be(s); - else - count -= 127; - if (count > left) - return stbi__errpuc("bad file","scanline overrun"); - - if (!stbi__readval(s,packet->channel,value)) - return 0; - - for(i=0;ichannel,dest,value); - } else { // Raw - ++count; - if (count>left) return stbi__errpuc("bad file","scanline overrun"); - - for(i=0;ichannel,dest)) - return 0; - } - left-=count; - } - break; - } - } - } - } - - return result; -} - -static void *stbi__pic_load(stbi__context *s,int *px,int *py,int *comp,int req_comp, stbi__result_info *ri) -{ - stbi_uc *result; - int i, x,y, internal_comp; - STBI_NOTUSED(ri); - - if (!comp) comp = &internal_comp; - - for (i=0; i<92; ++i) - stbi__get8(s); - - x = stbi__get16be(s); - y = stbi__get16be(s); - - if (y > STBI_MAX_DIMENSIONS) return stbi__errpuc("too large","Very large image (corrupt?)"); - if (x > STBI_MAX_DIMENSIONS) return stbi__errpuc("too large","Very large image (corrupt?)"); - - if (stbi__at_eof(s)) return stbi__errpuc("bad file","file too short (pic header)"); - if (!stbi__mad3sizes_valid(x, y, 4, 0)) return stbi__errpuc("too large", "PIC image too large to decode"); - - stbi__get32be(s); //skip `ratio' - stbi__get16be(s); //skip `fields' - stbi__get16be(s); //skip `pad' - - // intermediate buffer is RGBA - result = (stbi_uc *) stbi__malloc_mad3(x, y, 4, 0); - if (!result) return stbi__errpuc("outofmem", "Out of memory"); - memset(result, 0xff, x*y*4); - - if (!stbi__pic_load_core(s,x,y,comp, result)) { - STBI_FREE(result); - result=0; - } - *px = x; - *py = y; - if (req_comp == 0) req_comp = *comp; - result=stbi__convert_format(result,4,req_comp,x,y); - - return result; -} - -static int stbi__pic_test(stbi__context *s) -{ - int r = stbi__pic_test_core(s); - stbi__rewind(s); - return r; -} -#endif - -// ************************************************************************************************* -// GIF loader -- public domain by Jean-Marc Lienher -- simplified/shrunk by stb - -#ifndef STBI_NO_GIF -typedef struct -{ - stbi__int16 prefix; - stbi_uc first; - stbi_uc suffix; -} stbi__gif_lzw; - -typedef struct -{ - int w,h; - stbi_uc *out; // output buffer (always 4 components) - stbi_uc *background; // The current "background" as far as a gif is concerned - stbi_uc *history; - int flags, bgindex, ratio, transparent, eflags; - stbi_uc pal[256][4]; - stbi_uc lpal[256][4]; - stbi__gif_lzw codes[8192]; - stbi_uc *color_table; - int parse, step; - int lflags; - int start_x, start_y; - int max_x, max_y; - int cur_x, cur_y; - int line_size; - int delay; -} stbi__gif; - -static int stbi__gif_test_raw(stbi__context *s) -{ - int sz; - if (stbi__get8(s) != 'G' || stbi__get8(s) != 'I' || stbi__get8(s) != 'F' || stbi__get8(s) != '8') return 0; - sz = stbi__get8(s); - if (sz != '9' && sz != '7') return 0; - if (stbi__get8(s) != 'a') return 0; - return 1; -} - -static int stbi__gif_test(stbi__context *s) -{ - int r = stbi__gif_test_raw(s); - stbi__rewind(s); - return r; -} - -static void stbi__gif_parse_colortable(stbi__context *s, stbi_uc pal[256][4], int num_entries, int transp) -{ - int i; - for (i=0; i < num_entries; ++i) { - pal[i][2] = stbi__get8(s); - pal[i][1] = stbi__get8(s); - pal[i][0] = stbi__get8(s); - pal[i][3] = transp == i ? 0 : 255; - } -} - -static int stbi__gif_header(stbi__context *s, stbi__gif *g, int *comp, int is_info) -{ - stbi_uc version; - if (stbi__get8(s) != 'G' || stbi__get8(s) != 'I' || stbi__get8(s) != 'F' || stbi__get8(s) != '8') - return stbi__err("not GIF", "Corrupt GIF"); - - version = stbi__get8(s); - if (version != '7' && version != '9') return stbi__err("not GIF", "Corrupt GIF"); - if (stbi__get8(s) != 'a') return stbi__err("not GIF", "Corrupt GIF"); - - stbi__g_failure_reason = ""; - g->w = stbi__get16le(s); - g->h = stbi__get16le(s); - g->flags = stbi__get8(s); - g->bgindex = stbi__get8(s); - g->ratio = stbi__get8(s); - g->transparent = -1; - - if (g->w > STBI_MAX_DIMENSIONS) return stbi__err("too large","Very large image (corrupt?)"); - if (g->h > STBI_MAX_DIMENSIONS) return stbi__err("too large","Very large image (corrupt?)"); - - if (comp != 0) *comp = 4; // can't actually tell whether it's 3 or 4 until we parse the comments - - if (is_info) return 1; - - if (g->flags & 0x80) - stbi__gif_parse_colortable(s,g->pal, 2 << (g->flags & 7), -1); - - return 1; -} - -static int stbi__gif_info_raw(stbi__context *s, int *x, int *y, int *comp) -{ - stbi__gif* g = (stbi__gif*) stbi__malloc(sizeof(stbi__gif)); - if (!g) return stbi__err("outofmem", "Out of memory"); - if (!stbi__gif_header(s, g, comp, 1)) { - STBI_FREE(g); - stbi__rewind( s ); - return 0; - } - if (x) *x = g->w; - if (y) *y = g->h; - STBI_FREE(g); - return 1; -} - -static void stbi__out_gif_code(stbi__gif *g, stbi__uint16 code) -{ - stbi_uc *p, *c; - int idx; - - // recurse to decode the prefixes, since the linked-list is backwards, - // and working backwards through an interleaved image would be nasty - if (g->codes[code].prefix >= 0) - stbi__out_gif_code(g, g->codes[code].prefix); - - if (g->cur_y >= g->max_y) return; - - idx = g->cur_x + g->cur_y; - p = &g->out[idx]; - g->history[idx / 4] = 1; - - c = &g->color_table[g->codes[code].suffix * 4]; - if (c[3] > 128) { // don't render transparent pixels; - p[0] = c[2]; - p[1] = c[1]; - p[2] = c[0]; - p[3] = c[3]; - } - g->cur_x += 4; - - if (g->cur_x >= g->max_x) { - g->cur_x = g->start_x; - g->cur_y += g->step; - - while (g->cur_y >= g->max_y && g->parse > 0) { - g->step = (1 << g->parse) * g->line_size; - g->cur_y = g->start_y + (g->step >> 1); - --g->parse; - } - } -} +static int stbi__gif_info_raw(stbi__context *s, int *x, int *y, int *comp) +{ + stbi__gif* g = (stbi__gif*) stbi__malloc(sizeof(stbi__gif)); + if (!g) return stbi__err("outofmem", "Out of memory"); + if (!stbi__gif_header(s, g, comp, 1)) { + STBI_FREE(g); + stbi__rewind( s ); + return 0; + } + if (x) *x = g->w; + if (y) *y = g->h; + STBI_FREE(g); + return 1; +} static stbi_uc *stbi__process_gif_raster(stbi__context *s, stbi__gif *g) { stbi_uc lzw_cs; stbi__int32 len, init_code; stbi__uint32 first; - stbi__int32 codesize, codemask, avail, oldcode, bits, valid_bits, clear; - stbi__gif_lzw *p; + stbi__int32 codesize, codemask, avail, oldcode, bits, valid_bits, clear, cur; + stbi_uc revbuf[4096]; + int revind; lzw_cs = stbi__get8(s); if (lzw_cs > 12) return NULL; @@ -6705,9 +6453,8 @@ static stbi_uc *stbi__process_gif_raster(stbi__context *s, stbi__gif *g) bits = 0; valid_bits = 0; for (init_code = 0; init_code < clear; init_code++) { - g->codes[init_code].prefix = -1; - g->codes[init_code].first = (stbi_uc) init_code; - g->codes[init_code].suffix = (stbi_uc) init_code; + g->prefix[init_code] = 0; + g->suffix[init_code] = (stbi_uc)init_code; } // support no starting clear code @@ -6716,71 +6463,109 @@ static stbi_uc *stbi__process_gif_raster(stbi__context *s, stbi__gif *g) len = 0; for(;;) { - if (valid_bits < codesize) { + stbi__int32 code; + while (valid_bits < codesize) { if (len == 0) { len = stbi__get8(s); // start new block if (len == 0) return g->out; } --len; - bits |= (stbi__int32) stbi__get8(s) << valid_bits; + bits |= (stbi__int32)stbi__get8(s) << valid_bits; valid_bits += 8; - } else { - stbi__int32 code = bits & codemask; - bits >>= codesize; - valid_bits -= codesize; - // @OPTIMIZE: is there some way we can accelerate the non-clear path? - if (code == clear) { // clear code - codesize = lzw_cs + 1; - codemask = (1 << codesize) - 1; - avail = clear + 2; - oldcode = -1; - first = 0; - } else if (code == clear + 1) { // end of stream code - stbi__skip(s, len); - while ((len = stbi__get8(s)) > 0) - stbi__skip(s,len); - return g->out; - } else if (code <= avail) { - if (first) { - return stbi__errpuc("no clear code", "Corrupt GIF"); - } + } - if (oldcode >= 0) { - p = &g->codes[avail++]; - if (avail > 8192) { - return stbi__errpuc("too many codes", "Corrupt GIF"); - } + code = bits & codemask; + bits >>= codesize; + valid_bits -= codesize; + // @OPTIMIZE: is there some way we can accelerate the non-clear path? + if (code == clear) { // clear code + codesize = lzw_cs + 1; + codemask = (1 << codesize) - 1; + avail = clear + 2; + oldcode = -1; + first = 0; + } else if (code == clear + 1) { // end of stream code + stbi__skip(s, len); + while ((len = stbi__get8(s)) > 0) + stbi__skip(s,len); + return g->out; + } else if (code <= avail) { + if (first) { + return stbi__errpuc("no clear code", "Corrupt GIF"); + } - p->prefix = (stbi__int16) oldcode; - p->first = g->codes[oldcode].first; - p->suffix = (code == avail) ? p->first : g->codes[code].first; - } else if (code == avail) + revind = 4096; + cur = code; + if (code == avail) { // self-reference case + if (oldcode < 0) return stbi__errpuc("illegal code in raster", "Corrupt GIF"); + // chase oldcode to find its first character + cur = oldcode; + while (cur >= clear) + cur = g->prefix[cur]; + // add the first character at the end of revbuf; consumes 1 slot + revbuf[--revind] = (stbi_uc)cur; + cur = oldcode; + } + // walk linked list of prefixes to emit bytes in reverse order to revbuf + // safe: longest chain possible can't contain more than 4096 - (clear + 2) <= 4094 bytes, + // since every code below clear+2 terminates the chain and any code above has a + // "prefix" link to a lower-numbered code + for (; cur >= clear; cur = g->prefix[cur]) + revbuf[--revind] = g->suffix[cur]; + + // one final slot in revbuf: still guaranteed to be <=4096 bytes, so revind >= 0 at the end + revbuf[--revind] = (stbi_uc)cur; + if (oldcode >= 0) { + g->prefix[avail] = (stbi__uint16)oldcode; + g->suffix[avail] = (stbi_uc)cur; + if (avail < 4096) { // increment avail unless dict is already full + ++avail; + if (avail > codemask && avail < 4096) { + codesize++; + codemask = (1 << codesize) - 1; + } + } + } + oldcode = code; + + // turn decoded bytes into pixels + for (; revind < 4096 && g->cur_y < g->max_y; ++revind) { + stbi_uc col = revbuf[revind]; + if (col != g->transparent) { + stbi_uc *c = &g->color_table[col * 3]; + stbi_uc *p = &g->out[g->cur_x + g->cur_y]; + p[0] = c[0]; + p[1] = c[1]; + p[2] = c[2]; + p[3] = 255; + } + g->cur_x += 4; - stbi__out_gif_code(g, (stbi__uint16) code); + if (g->cur_x >= g->max_x) { + g->cur_x = g->start_x; + g->cur_y += g->step; - if ((avail & codemask) == 0 && avail <= 0x0FFF) { - codesize++; - codemask = (1 << codesize) - 1; + while (g->cur_y >= g->max_y && g->parse > 0) { + g->step = (1 << g->parse) * g->line_size; + g->cur_y = g->start_y + (g->step >> 1); + --g->parse; + } } - - oldcode = code; - } else { - return stbi__errpuc("illegal code in raster", "Corrupt GIF"); } + } else { + return stbi__errpuc("illegal code in raster", "Corrupt GIF"); } } } // this function is designed to support animated gifs, although stb_image doesn't support it // two back is the image from two frames ago, used for a very specific disposal format -static stbi_uc *stbi__gif_load_next(stbi__context *s, stbi__gif *g, int *comp, int req_comp, stbi_uc *two_back) +static stbi_uc *stbi__gif_load_next(stbi__context *s, stbi__gif *g, int *comp, int req_comp, stbi_uc *saved) { - int dispose; - int first_frame; - int pi; - int pcount; + int dispose, first_frame; + int x, y, w, h; STBI_NOTUSED(req_comp); // on first frame, any non-written pixels get the background colour (non-transparent) @@ -6789,64 +6574,44 @@ static stbi_uc *stbi__gif_load_next(stbi__context *s, stbi__gif *g, int *comp, i if (!stbi__gif_header(s, g, comp,0)) return 0; // stbi__g_failure_reason set by stbi__gif_header if (!stbi__mad3sizes_valid(4, g->w, g->h, 0)) return stbi__errpuc("too large", "GIF image is too large"); - pcount = g->w * g->h; - g->out = (stbi_uc *) stbi__malloc(4 * pcount); - g->background = (stbi_uc *) stbi__malloc(4 * pcount); - g->history = (stbi_uc *) stbi__malloc(pcount); - if (!g->out || !g->background || !g->history) + g->out = (stbi_uc *) stbi__malloc(4 * g->w * g->h); + if (!g->out) return stbi__errpuc("outofmem", "Out of memory"); - // image is treated as "transparent" at the start - ie, nothing overwrites the current background; - // background colour is only used for pixels that are not rendered first frame, after that "background" - // color refers to the color that was there the previous frame. - memset(g->out, 0x00, 4 * pcount); - memset(g->background, 0x00, 4 * pcount); // state of the background (starts transparent) - memset(g->history, 0x00, pcount); // pixels that were affected previous frame first_frame = 1; + memset(g->out, 0, 4 * g->w * g->h); // clear to transparent } else { // second frame - how do we dispose of the previous one? dispose = (g->eflags & 0x1C) >> 2; - pcount = g->w * g->h; - - if ((dispose == 3) && (two_back == 0)) { + if ((dispose == 3) && !saved) { dispose = 2; // if I don't have an image to revert back to, default to the old background } if (dispose == 3) { // use previous graphic - for (pi = 0; pi < pcount; ++pi) { - if (g->history[pi]) { - memcpy( &g->out[pi * 4], &two_back[pi * 4], 4 ); - } + for (y = g->start_y; y < g->max_y; y += g->line_size) { + memcpy(&g->out[y + g->start_x], &saved[y + g->start_x], g->max_x - g->start_x); } - } else if (dispose == 2) { - // restore what was changed last frame to background before that frame; - for (pi = 0; pi < pcount; ++pi) { - if (g->history[pi]) { - memcpy( &g->out[pi * 4], &g->background[pi * 4], 4 ); + } else if (dispose == 2) { // use background color + for (y = g->start_y; y < g->max_y; y += g->line_size) { + stbi_uc bg[4] = { 0, 0, 0, 0 }; + + if (g->bgindex >= 0 && g->transparent < 0) { + memcpy(bg, g->pal[g->bgindex], 3); + bg[3] = 255; } + for (x = g->start_x; x < g->max_x; ++x) + g->out[y + x] = bg[x & 3]; } } else { - // This is a non-disposal case eithe way, so just - // leave the pixels as is, and they will become the new background - // 1: do not dispose - // 0: not specified. + // This is a non-disposal case either way, just leave the pixels as they are. } - - // background is what out is after the undoing of the previou frame; - memcpy( g->background, g->out, 4 * g->w * g->h ); } - // clear my history; - memset( g->history, 0x00, g->w * g->h ); // pixels that were affected previous frame - for (;;) { int tag = stbi__get8(s); switch (tag) { case 0x2C: /* Image Descriptor */ { - stbi__int32 x, y, w, h; - stbi_uc *o; - x = stbi__get16le(s); y = stbi__get16le(s); w = stbi__get16le(s); @@ -6880,29 +6645,24 @@ static stbi_uc *stbi__gif_load_next(stbi__context *s, stbi__gif *g, int *comp, i } if (g->lflags & 0x80) { - stbi__gif_parse_colortable(s,g->lpal, 2 << (g->lflags & 7), g->eflags & 0x01 ? g->transparent : -1); + stbi__gif_parse_colortable(s,g->lpal, 2 << (g->lflags & 7)); g->color_table = (stbi_uc *) g->lpal; } else if (g->flags & 0x80) { g->color_table = (stbi_uc *) g->pal; } else return stbi__errpuc("missing color table", "Corrupt GIF"); - o = stbi__process_gif_raster(s, g); - if (!o) return NULL; - - // if this was the first frame, - pcount = g->w * g->h; - if (first_frame && (g->bgindex > 0)) { - // if first frame, any pixel not drawn to gets the background color - for (pi = 0; pi < pcount; ++pi) { - if (g->history[pi] == 0) { - g->pal[g->bgindex][3] = 255; // just in case it was made transparent, undo that; It will be reset next frame if need be; - memcpy( &g->out[pi * 4], &g->pal[g->bgindex], 4 ); - } - } + // if we have a background color set and no transparent color, first frame should clear to background + // first frame needs to initialize the image + if (first_frame && g->bgindex >= 0 && g->transparent < 0) { + stbi_uc bg[4] = { 0, 0, 0, 255 }; + for (x = 0; x < 3; ++x) + bg[x] = g->pal[g->bgindex][x]; + for (x = 0; x < g->h * g->line_size; ++x) + g->out[x] = bg[x & 3]; } - return o; + return stbi__process_gif_raster(s, g); } case 0x21: // Comment Extension. @@ -6915,20 +6675,9 @@ static stbi_uc *stbi__gif_load_next(stbi__context *s, stbi__gif *g, int *comp, i g->eflags = stbi__get8(s); g->delay = 10 * stbi__get16le(s); // delay - 1/100th of a second, saving as 1/1000ths. - // unset old transparent - if (g->transparent >= 0) { - g->pal[g->transparent][3] = 255; - } - if (g->eflags & 0x01) { - g->transparent = stbi__get8(s); - if (g->transparent >= 0) { - g->pal[g->transparent][3] = 0; - } - } else { - // don't need transparent - stbi__skip(s, 1); + g->transparent = stbi__get8(s); + if ((g->eflags & 0x01) == 0) g->transparent = -1; - } } else { stbi__skip(s, len); break; @@ -6949,134 +6698,164 @@ static stbi_uc *stbi__gif_load_next(stbi__context *s, stbi__gif *g, int *comp, i } } -static void *stbi__load_gif_main_outofmem(stbi__gif *g, stbi_uc *out, int **delays) -{ - STBI_FREE(g->out); - STBI_FREE(g->history); - STBI_FREE(g->background); - - if (out) STBI_FREE(out); - if (delays && *delays) STBI_FREE(*delays); - return stbi__errpuc("outofmem", "Out of memory"); -} +typedef struct stbi__gif_frame_hdr { + struct stbi__gif_frame_hdr *prev; // pointer to previous frame + int delay; + // pixel data follows after hdr in same allocation +} stbi__gif_frame_hdr; static void *stbi__load_gif_main(stbi__context *s, int **delays, int *x, int *y, int *z, int *comp, int req_comp) { - if (stbi__gif_test(s)) { - int layers = 0; - stbi_uc *u = 0; - stbi_uc *out = 0; - stbi_uc *two_back = 0; - stbi__gif g; - int stride; - int out_size = 0; - int delays_size = 0; + int ok = 1; + int layers = 0; + int stride = 0; + int totalbytes = 0; + int i; + stbi_uc *out = NULL; + stbi_uc *saved_pixels = NULL; + stbi__gif_frame_hdr *frames = NULL, *frame; + stbi__gif *g; + + // make sure we initialize everything that is passed in so we have defined values if we return + *x = 0; + *y = 0; + *z = 0; + *comp = 0; + if (delays) + *delays = NULL; + + if (!stbi__gif_test(s)) + return stbi__errpuc("not GIF", "Image is not a GIF."); + + g = (stbi__gif *) stbi__malloc(sizeof(*g)); + if (!g) + return stbi__errpuc("outofmem", "Out of memory"); + memset(g, 0, sizeof(*g)); - STBI_NOTUSED(out_size); - STBI_NOTUSED(delays_size); + for (;;) { + stbi_uc *pixels = stbi__gif_load_next(s, g, comp, req_comp, saved_pixels); + if (!pixels) { + ok = 0; + break; + } + if (pixels == (stbi_uc*)s) // end of animated gif marker + break; - memset(&g, 0, sizeof(g)); - if (delays) { - *delays = 0; + *x = g->w; + *y = g->h; + stride = g->w * g->h * 4; + + // we ensure g.w > 0, g.h > 0; that means totalbytes > 0 and this check + // also guarantees that layers doesn't overflow + if (!stbi__addints_valid(totalbytes, stride)) { + ok = stbi__err("toobig", "Too many bytes in decoded GIF"); + break; + } + totalbytes += stride; + + // allocate this frame + frame = (stbi__gif_frame_hdr *)stbi__malloc_mad3(g->w, g->h, 4, sizeof(*frame)); + if (!frame) { + ok = stbi__err("outofmem", "Out of memory"); + break; } - do { - u = stbi__gif_load_next(s, &g, comp, req_comp, two_back); - if (u == (stbi_uc *) s) u = 0; // end of animated gif marker - - if (u) { - *x = g.w; - *y = g.h; - ++layers; - stride = g.w * g.h * 4; - - if (out) { - void *tmp = (stbi_uc*) STBI_REALLOC_SIZED( out, out_size, layers * stride ); - if (!tmp) - return stbi__load_gif_main_outofmem(&g, out, delays); - else { - out = (stbi_uc*) tmp; - out_size = layers * stride; - } + frame->prev = frames; + frame->delay = g->delay; + memcpy(frame + 1, pixels, stride); // pixels go right after frame data + frames = frame; + ++layers; - if (delays) { - int *new_delays = (int*) STBI_REALLOC_SIZED( *delays, delays_size, sizeof(int) * layers ); - if (!new_delays) - return stbi__load_gif_main_outofmem(&g, out, delays); - *delays = new_delays; - delays_size = layers * sizeof(int); - } - } else { - out = (stbi_uc*)stbi__malloc( layers * stride ); - if (!out) - return stbi__load_gif_main_outofmem(&g, out, delays); - out_size = layers * stride; - if (delays) { - *delays = (int*) stbi__malloc( layers * sizeof(int) ); - if (!*delays) - return stbi__load_gif_main_outofmem(&g, out, delays); - delays_size = layers * sizeof(int); - } - } - memcpy( out + ((layers - 1) * stride), u, stride ); - if (layers >= 2) { - two_back = out - 2 * stride; - } + // if this frame is not in "restore to previous" disposal mode (which "un-paints" it), + // it becomes the next reference frame + if ((g->eflags & 0x1c) != 0x0c) + saved_pixels = (stbi_uc *) (frame + 1); + } - if (delays) { - (*delays)[layers - 1U] = g.delay; - } + // free temp decode buffer + STBI_FREE(g->out); + + // allocate output space + if (ok) { + if (delays) { + *delays = (int *) stbi__malloc_mad2(layers, sizeof(int), 0); + ok &= *delays != NULL; + } + + if (ok) { + out = (stbi_uc *) stbi__malloc_mad2(layers, stride, 0); + ok &= out != NULL; + } + } + + // move all frames over, then free them + for (i = layers - 1; i >= 0; --i) { + if (delays && *delays) + (*delays)[i] = frames->delay; + if (out) { + memcpy(out + i*stride, frames + 1, stride); + if (stbi__vertically_flip_on_load) { + stbi__vertical_flip(out + i*stride, g->w, g->h, 4); } - } while (u != 0); + } - // free temp buffer; - STBI_FREE(g.out); - STBI_FREE(g.history); - STBI_FREE(g.background); + frame = frames->prev; + STBI_FREE(frames); // free current frame + frames = frame; + } - // do the final conversion after loading everything; - if (req_comp && req_comp != 4) - out = stbi__convert_format(out, 4, req_comp, layers * g.w, g.h); + // do the final conversion after loading everything + if (out && req_comp && req_comp != 4) + out = stbi__convert_format(out, 4, req_comp, g->w, layers * g->h); - *z = layers; - return out; - } else { - return stbi__errpuc("not GIF", "Image was not as a gif type."); + // if conversion failed, also free delays + if (!out && delays && *delays) { + STBI_FREE(*delays); + *delays = NULL; } + + STBI_FREE(g); + *z = layers; + return out; } static void *stbi__gif_load(stbi__context *s, int *x, int *y, int *comp, int req_comp, stbi__result_info *ri) { stbi_uc *u = 0; - stbi__gif g; - memset(&g, 0, sizeof(g)); + stbi__gif *g = (stbi__gif *) stbi__malloc(sizeof(*g)); + if (!g) + return stbi__errpuc("outofmem", "Out of memory"); + + memset(g, 0, sizeof(*g)); + STBI_NOTUSED(ri); - u = stbi__gif_load_next(s, &g, comp, req_comp, 0); + u = stbi__gif_load_next(s, g, comp, req_comp, 0); if (u == (stbi_uc *) s) u = 0; // end of animated gif marker if (u) { - *x = g.w; - *y = g.h; + *x = g->w; + *y = g->h; // moved conversion to after successful load so that the same // can be done for multiple frames. if (req_comp && req_comp != 4) - u = stbi__convert_format(u, 4, req_comp, g.w, g.h); - } else if (g.out) { + u = stbi__convert_format(u, 4, req_comp, g->w, g->h); + } else if (g->out) { // if there was an error and we allocated an image buffer, free it! - STBI_FREE(g.out); + STBI_FREE(g->out); } - - // free buffers needed for multiple frame loading; - STBI_FREE(g.history); - STBI_FREE(g.background); + STBI_FREE(g); return u; } -static int stbi__gif_info(stbi__context *s, int *x, int *y, int *comp) +static int stbi__gif_info(stbi__context *s, stbi_info_res *res) { - return stbi__gif_info_raw(s,x,y,comp); + if (stbi__gif_info_raw(s,&res->x,&res->y,&res->comp)) { + res->type = STBI_type_gif; + return 1; + } + return 0; } #endif @@ -7128,31 +6907,93 @@ static char *stbi__hdr_gettoken(stbi__context *z, char *buffer) return buffer; } -static void stbi__hdr_convert(float *output, stbi_uc *input, int req_comp) +static void stbi__hdr_makelut(float explut[256], int req_comp) { - if ( input[3] != 0 ) { - float f1; - // Exponent - f1 = (float) ldexp(1.0f, input[3] - (int)(128 + 8)); - if (req_comp <= 2) - output[0] = (input[0] + input[1] + input[2]) * f1 / 3; - else { - output[0] = input[0] * f1; - output[1] = input[1] * f1; - output[2] = input[2] * f1; - } + int k; + + explut[0] = 0.0f; // exponent 0 always gives 0.0f + for (k = 1; k < 256; ++k) { + explut[k] = (float) ldexp(1.0, k - (128 + 8)); + // when req_comp <= 2, we convert to grayscale instead by averaging the three channels; + // fold the /3 into the scale factor + if (req_comp <= 2) explut[k] /= 3.f; + } +} + +static void stbi__hdr_convert(float *output, stbi_uc *input, int req_comp, float explut[256]) +{ + float scale = explut[input[3]]; + if (req_comp <= 2) { + output[0] = (input[0] + input[1] + input[2] + 1.5f) * scale; if (req_comp == 2) output[1] = 1; - if (req_comp == 4) output[3] = 1; } else { - switch (req_comp) { - case 4: output[3] = 1; /* fallthrough */ - case 3: output[0] = output[1] = output[2] = 0; - break; - case 2: output[1] = 1; /* fallthrough */ - case 1: output[0] = 0; - break; + output[0] = (input[0] + 0.5f) * scale; + output[1] = (input[1] + 0.5f) * scale; + output[2] = (input[2] + 0.5f) * scale; + if (req_comp == 4) output[3] = 1; + } +} + +static int stbi__hdr_load_pixels(stbi__context *s, float *hdr_data, int width, int height, int req_comp, int isrle, stbi_uc *scanline) +{ + int x,y,k; + stbi_uc rgbe[4]; + stbi_uc count,value; + float explut[256]; + + stbi__hdr_makelut(explut, req_comp); + + // image data is stored as some number of scanlines + for (y = 0; y < height; ++y) { + rgbe[0] = stbi__get8(s); + rgbe[1] = stbi__get8(s); + rgbe[2] = stbi__get8(s); + rgbe[3] = stbi__get8(s); + if (!isrle || rgbe[0] != 2 || rgbe[1] != 2 || (rgbe[2] & 0x80)) { + // data is not RLE, this was the first pixel + isrle = 0; + x = 0; + for (;;) { + stbi__hdr_convert(hdr_data+(y*width + x)*req_comp, rgbe, req_comp, explut); + ++x; + if (x >= width) break; + rgbe[0] = stbi__get8(s); + rgbe[1] = stbi__get8(s); + rgbe[2] = stbi__get8(s); + rgbe[3] = stbi__get8(s); + } + continue; + } + if (((rgbe[2] << 8) | rgbe[3]) != width) return stbi__err("invalid decoded scanline length", "corrupt HDR"); + + for (k = 0; k < 4; ++k) { + x = 0; + while (x < width) { + count = stbi__get8(s); + if (count > 128) { + // Run + value = stbi__get8(s); + count -= 128; + if (count == 0 || width - x < count) return stbi__err("corrupt", "bad RLE data in HDR"); + while (count--) { + scanline[x*4 + k] = value; + ++x; + } + } else { + // Dump + if (count == 0 || width - x < count) return stbi__err("corrupt", "bad RLE data in HDR"); + while (count--) { + scanline[x*4 + k] = stbi__get8(s); + ++x; + } + } + } } + for (x=0; x < width; ++x) + stbi__hdr_convert(hdr_data+(y*width + x)*req_comp, scanline + x*4, req_comp, explut); } + + return 1; } static float *stbi__hdr_load(stbi__context *s, int *x, int *y, int *comp, int req_comp, stbi__result_info *ri) @@ -7161,14 +7002,15 @@ static float *stbi__hdr_load(stbi__context *s, int *x, int *y, int *comp, int re char *token; int valid = 0; int width, height; - stbi_uc *scanline; + stbi_uc *scanline = NULL; float *hdr_data; - int len; - unsigned char count, value; - int i, j, k, c1,c2, z; + int isrle; const char *headerToken; STBI_NOTUSED(ri); + if (req_comp < 0 || req_comp > 4) + return stbi__errpf("bad req_comp", "Invalid number of required components"); + // Check identifier headerToken = stbi__hdr_gettoken(s,buffer); if (strcmp(headerToken, "#?RADIANCE") != 0 && strcmp(headerToken, "#?RGBE") != 0) @@ -7194,8 +7036,9 @@ static float *stbi__hdr_load(stbi__context *s, int *x, int *y, int *comp, int re token += 3; width = (int) strtol(token, NULL, 10); - if (height > STBI_MAX_DIMENSIONS) return stbi__errpf("too large","Very large image (corrupt?)"); - if (width > STBI_MAX_DIMENSIONS) return stbi__errpf("too large","Very large image (corrupt?)"); + if (width <= 0 || width > STBI_MAX_DIMENSIONS || height <= 0 || height > STBI_MAX_DIMENSIONS) { + return stbi__errpf("invalid size","Invalid image size (corrupt?)"); + } *x = width; *y = height; @@ -7211,91 +7054,33 @@ static float *stbi__hdr_load(stbi__context *s, int *x, int *y, int *comp, int re if (!hdr_data) return stbi__errpf("outofmem", "Out of memory"); - // Load image data - // image data is stored as some number of sca - if ( width < 8 || width >= 32768) { - // Read flat data - for (j=0; j < height; ++j) { - for (i=0; i < width; ++i) { - stbi_uc rgbe[4]; - main_decode_loop: - stbi__getn(s, rgbe, 4); - stbi__hdr_convert(hdr_data + j * width * req_comp + i * req_comp, rgbe, req_comp); - } + // for sizes where it's legal, assume RLE unless proven otherwise + isrle = (width >= 8 && width < 32768); + if (isrle) { + scanline = (stbi_uc *) stbi__malloc_mad2(width, 4, 0); + if (!scanline) { + STBI_FREE(hdr_data); + return stbi__errpf("outofmem", "Out of memory"); } - } else { - // Read RLE-encoded data - scanline = NULL; - - for (j = 0; j < height; ++j) { - c1 = stbi__get8(s); - c2 = stbi__get8(s); - len = stbi__get8(s); - if (c1 != 2 || c2 != 2 || (len & 0x80)) { - // not run-length encoded, so we have to actually use THIS data as a decoded - // pixel (note this can't be a valid pixel--one of RGB must be >= 128) - stbi_uc rgbe[4]; - rgbe[0] = (stbi_uc) c1; - rgbe[1] = (stbi_uc) c2; - rgbe[2] = (stbi_uc) len; - rgbe[3] = (stbi_uc) stbi__get8(s); - stbi__hdr_convert(hdr_data, rgbe, req_comp); - i = 1; - j = 0; - STBI_FREE(scanline); - goto main_decode_loop; // yes, this makes no sense - } - len <<= 8; - len |= stbi__get8(s); - if (len != width) { STBI_FREE(hdr_data); STBI_FREE(scanline); return stbi__errpf("invalid decoded scanline length", "corrupt HDR"); } - if (scanline == NULL) { - scanline = (stbi_uc *) stbi__malloc_mad2(width, 4, 0); - if (!scanline) { - STBI_FREE(hdr_data); - return stbi__errpf("outofmem", "Out of memory"); - } - } + } - for (k = 0; k < 4; ++k) { - int nleft; - i = 0; - while ((nleft = width - i) > 0) { - count = stbi__get8(s); - if (count > 128) { - // Run - value = stbi__get8(s); - count -= 128; - if ((count == 0) || (count > nleft)) { STBI_FREE(hdr_data); STBI_FREE(scanline); return stbi__errpf("corrupt", "bad RLE data in HDR"); } - for (z = 0; z < count; ++z) - scanline[i++ * 4 + k] = value; - } else { - // Dump - if ((count == 0) || (count > nleft)) { STBI_FREE(hdr_data); STBI_FREE(scanline); return stbi__errpf("corrupt", "bad RLE data in HDR"); } - for (z = 0; z < count; ++z) - scanline[i++ * 4 + k] = stbi__get8(s); - } - } - } - for (i=0; i < width; ++i) - stbi__hdr_convert(hdr_data+(j*width + i)*req_comp, scanline + i*4, req_comp); - } - if (scanline) - STBI_FREE(scanline); + if (!stbi__hdr_load_pixels(s, hdr_data, width, height, req_comp, isrle, scanline)) + { + STBI_FREE(hdr_data); + hdr_data = NULL; } + if (scanline) + STBI_FREE(scanline); + return hdr_data; } -static int stbi__hdr_info(stbi__context *s, int *x, int *y, int *comp) +static int stbi__hdr_info(stbi__context *s, stbi_info_res *res) { char buffer[STBI__HDR_BUFLEN]; char *token; - int valid = 0; - int dummy; - - if (!x) x = &dummy; - if (!y) y = &dummy; - if (!comp) comp = &dummy; + int valid = 0, x, y; if (stbi__hdr_test(s) == 0) { stbi__rewind( s ); @@ -7318,21 +7103,26 @@ static int stbi__hdr_info(stbi__context *s, int *x, int *y, int *comp) return 0; } token += 3; - *y = (int) strtol(token, &token, 10); + y = (int) strtol(token, &token, 10); while (*token == ' ') ++token; if (strncmp(token, "+X ", 3)) { stbi__rewind( s ); return 0; } token += 3; - *x = (int) strtol(token, NULL, 10); - *comp = 3; + x = (int) strtol(token, NULL, 10); + + res->type = STBI_type_hdr; + res->x = x; + res->y = y; + res->comp = 3; + res->is_hdr = 1; return 1; } #endif // STBI_NO_HDR #ifndef STBI_NO_BMP -static int stbi__bmp_info(stbi__context *s, int *x, int *y, int *comp) +static int stbi__bmp_info(stbi__context *s, stbi_info_res *res) { void *p; stbi__bmp_data info; @@ -7343,25 +7133,21 @@ static int stbi__bmp_info(stbi__context *s, int *x, int *y, int *comp) stbi__rewind( s ); return 0; } - if (x) *x = s->img_x; - if (y) *y = s->img_y; - if (comp) { - if (info.bpp == 24 && info.ma == 0xff000000) - *comp = 3; - else - *comp = info.ma ? 4 : 3; - } + res->type = STBI_type_bmp; + res->x = s->img_x; + res->y = s->img_y; + if (info.bpp == 24 && info.ma == 0xff000000) + res->comp = 3; + else + res->comp = info.ma ? 4 : 3; return 1; } #endif #ifndef STBI_NO_PSD -static int stbi__psd_info(stbi__context *s, int *x, int *y, int *comp) +static int stbi__psd_info(stbi__context *s, stbi_info_res *res) { - int channelCount, dummy, depth; - if (!x) x = &dummy; - if (!y) y = &dummy; - if (!comp) comp = &dummy; + int channelCount, depth, x, y; if (stbi__get32be(s) != 0x38425053) { stbi__rewind( s ); return 0; @@ -7376,8 +7162,8 @@ static int stbi__psd_info(stbi__context *s, int *x, int *y, int *comp) stbi__rewind( s ); return 0; } - *y = stbi__get32be(s); - *x = stbi__get32be(s); + y = stbi__get32be(s); + x = stbi__get32be(s); depth = stbi__get16be(s); if (depth != 8 && depth != 16) { stbi__rewind( s ); @@ -7387,93 +7173,11 @@ static int stbi__psd_info(stbi__context *s, int *x, int *y, int *comp) stbi__rewind( s ); return 0; } - *comp = 4; - return 1; -} - -static int stbi__psd_is16(stbi__context *s) -{ - int channelCount, depth; - if (stbi__get32be(s) != 0x38425053) { - stbi__rewind( s ); - return 0; - } - if (stbi__get16be(s) != 1) { - stbi__rewind( s ); - return 0; - } - stbi__skip(s, 6); - channelCount = stbi__get16be(s); - if (channelCount < 0 || channelCount > 16) { - stbi__rewind( s ); - return 0; - } - STBI_NOTUSED(stbi__get32be(s)); - STBI_NOTUSED(stbi__get32be(s)); - depth = stbi__get16be(s); - if (depth != 16) { - stbi__rewind( s ); - return 0; - } - return 1; -} -#endif - -#ifndef STBI_NO_PIC -static int stbi__pic_info(stbi__context *s, int *x, int *y, int *comp) -{ - int act_comp=0,num_packets=0,chained,dummy; - stbi__pic_packet packets[10]; - - if (!x) x = &dummy; - if (!y) y = &dummy; - if (!comp) comp = &dummy; - - if (!stbi__pic_is4(s,"\x53\x80\xF6\x34")) { - stbi__rewind(s); - return 0; - } - - stbi__skip(s, 88); - - *x = stbi__get16be(s); - *y = stbi__get16be(s); - if (stbi__at_eof(s)) { - stbi__rewind( s); - return 0; - } - if ( (*x) != 0 && (1 << 28) / (*x) < (*y)) { - stbi__rewind( s ); - return 0; - } - - stbi__skip(s, 8); - - do { - stbi__pic_packet *packet; - - if (num_packets==sizeof(packets)/sizeof(packets[0])) - return 0; - - packet = &packets[num_packets++]; - chained = stbi__get8(s); - packet->size = stbi__get8(s); - packet->type = stbi__get8(s); - packet->channel = stbi__get8(s); - act_comp |= packet->channel; - - if (stbi__at_eof(s)) { - stbi__rewind( s ); - return 0; - } - if (packet->size != 8) { - stbi__rewind( s ); - return 0; - } - } while (chained); - - *comp = (act_comp & 0x10 ? 4 : 3); - + res->type = STBI_type_psd; + res->x = x; + res->y = y; + res->comp = 4; + res->is_16_bit = depth == 16; return 1; } #endif @@ -7484,10 +7188,6 @@ static int stbi__pic_info(stbi__context *s, int *x, int *y, int *comp) // // PGM: http://netpbm.sourceforge.net/doc/pgm.html // PPM: http://netpbm.sourceforge.net/doc/ppm.html -// -// Known limitations: -// Does not support comments in the header section -// Does not support ASCII image data (formats P2 and P3) #ifndef STBI_NO_PNM @@ -7496,56 +7196,19 @@ static int stbi__pnm_test(stbi__context *s) char p, t; p = (char) stbi__get8(s); t = (char) stbi__get8(s); - if (p != 'P' || (t != '5' && t != '6')) { + if (p != 'P' || (t != '2' && t != '3' && t != '5' && t != '6')) { stbi__rewind( s ); return 0; } return 1; } -static void *stbi__pnm_load(stbi__context *s, int *x, int *y, int *comp, int req_comp, stbi__result_info *ri) -{ - stbi_uc *out; - STBI_NOTUSED(ri); - - ri->bits_per_channel = stbi__pnm_info(s, (int *)&s->img_x, (int *)&s->img_y, (int *)&s->img_n); - if (ri->bits_per_channel == 0) - return 0; - - if (s->img_y > STBI_MAX_DIMENSIONS) return stbi__errpuc("too large","Very large image (corrupt?)"); - if (s->img_x > STBI_MAX_DIMENSIONS) return stbi__errpuc("too large","Very large image (corrupt?)"); - - *x = s->img_x; - *y = s->img_y; - if (comp) *comp = s->img_n; - - if (!stbi__mad4sizes_valid(s->img_n, s->img_x, s->img_y, ri->bits_per_channel / 8, 0)) - return stbi__errpuc("too large", "PNM too large"); - - out = (stbi_uc *) stbi__malloc_mad4(s->img_n, s->img_x, s->img_y, ri->bits_per_channel / 8, 0); - if (!out) return stbi__errpuc("outofmem", "Out of memory"); - if (!stbi__getn(s, out, s->img_n * s->img_x * s->img_y * (ri->bits_per_channel / 8))) { - STBI_FREE(out); - return stbi__errpuc("bad PNM", "PNM file truncated"); - } - - if (req_comp && req_comp != s->img_n) { - if (ri->bits_per_channel == 16) { - out = (stbi_uc *) stbi__convert_format16((stbi__uint16 *) out, s->img_n, req_comp, s->img_x, s->img_y); - } else { - out = stbi__convert_format(out, s->img_n, req_comp, s->img_x, s->img_y); - } - if (out == NULL) return out; // stbi__convert_format frees input on failure - } - return out; -} - -static int stbi__pnm_isspace(char c) +static int stbi__pnm_isspace(char c) { return c == ' ' || c == '\t' || c == '\n' || c == '\v' || c == '\f' || c == '\r'; } -static void stbi__pnm_skip_whitespace(stbi__context *s, char *c) +static void stbi__pnm_skip_whitespace(stbi__context *s, char *c) { for (;;) { while (!stbi__at_eof(s) && stbi__pnm_isspace(*c)) @@ -7559,45 +7222,43 @@ static void stbi__pnm_skip_whitespace(stbi__context *s, char *c) } } -static int stbi__pnm_isdigit(char c) -{ - return c >= '0' && c <= '9'; -} - -static int stbi__pnm_getinteger(stbi__context *s, char *c) +static int stbi__pnm_getinteger(stbi__context *s, char *c) { int value = 0; - while (!stbi__at_eof(s) && stbi__pnm_isdigit(*c)) { + while (!stbi__at_eof(s) && *c >= '0' && *c <= '9') { value = value*10 + (*c - '0'); *c = (char) stbi__get8(s); if((value > 214748364) || (value == 214748364 && *c > '7')) - return stbi__err("integer parse overflow", "Parsing an integer in the PPM header overflowed a 32-bit int"); + return stbi__err("integer parse overflow", "Parsing an integer in the PPM overflowed a 32-bit int"); } return value; } -static int stbi__pnm_info(stbi__context *s, int *x, int *y, int *comp) +static int stbi__pnm_info_internal(stbi__context *s, int *x, int *y, int *comp, int *maxv, int *isascii) { - int maxv, dummy; + int dummy; char c, p, t; if (!x) x = &dummy; if (!y) y = &dummy; if (!comp) comp = &dummy; + if (!isascii) isascii = &dummy; stbi__rewind(s); + *isascii = 0; // Get identifier p = (char) stbi__get8(s); t = (char) stbi__get8(s); - if (p != 'P' || (t != '5' && t != '6')) { + if (p != 'P' || (t != '2' && t != '3' && t != '5' && t != '6')) { stbi__rewind(s); return 0; } - *comp = (t == '6') ? 3 : 1; // '5' is 1-component .pgm; '6' is 3-component .ppm + *comp = (t == '3' || t == '6') ? 3 : 1; // '2'/'5' is 1-component .pgm; '3'/'6' is 3-component .ppm + *isascii = t == '2' || t == '3'; c = (char) stbi__get8(s); stbi__pnm_skip_whitespace(s, &c); @@ -7612,79 +7273,162 @@ static int stbi__pnm_info(stbi__context *s, int *x, int *y, int *comp) return stbi__err("invalid width", "PPM image header had zero or overflowing width"); stbi__pnm_skip_whitespace(s, &c); - maxv = stbi__pnm_getinteger(s, &c); // read max value - if (maxv > 65535) + *maxv = stbi__pnm_getinteger(s, &c); // read max value + if (*maxv == 0) + return stbi__err("invalid maxv", "PPM image header had zero maxv"); + else if (*maxv > 65535) return stbi__err("max value > 65535", "PPM image supports only 8-bit and 16-bit images"); - else if (maxv > 255) + else if (*maxv > 255) return 16; else return 8; } -static int stbi__pnm_is16(stbi__context *s) +static void *stbi__pnm_load(stbi__context *s, int *x, int *y, int *comp, int req_comp, stbi__result_info *ri) { - if (stbi__pnm_info(s, NULL, NULL, NULL) == 16) - return 1; - return 0; + stbi_uc *out; + int i, maxv, expected_maxv, nvals, isascii; + int bpv; // bytes per value + + ri->bits_per_channel = stbi__pnm_info_internal(s, (int *)&s->img_x, (int *)&s->img_y, (int *)&s->img_n, &maxv, &isascii); + if (ri->bits_per_channel == 0) + return 0; + + if (s->img_y > STBI_MAX_DIMENSIONS) return stbi__errpuc("too large","Very large image (corrupt?)"); + if (s->img_x > STBI_MAX_DIMENSIONS) return stbi__errpuc("too large","Very large image (corrupt?)"); + + *x = s->img_x; + *y = s->img_y; + if (comp) *comp = s->img_n; + + bpv = ri->bits_per_channel / 8; + + if (!stbi__mad4sizes_valid(s->img_n, s->img_x, s->img_y, bpv, 0)) + return stbi__errpuc("too large", "PNM too large"); + + out = (stbi_uc *) stbi__malloc_mad4(s->img_n, s->img_x, s->img_y, bpv, 0); + if (!out) return stbi__errpuc("outofmem", "Out of memory"); + nvals = s->img_n * s->img_x * s->img_y; + if (!isascii) { + if (!stbi__getn(s, out, nvals * bpv)) { + STBI_FREE(out); + return stbi__errpuc("bad PNM", "PNM file truncated"); + } + } else { + char c = (char) stbi__get8(s); + for (i = 0; i < nvals; ++i) { + int val; + stbi__pnm_skip_whitespace(s, &c); + val = stbi__pnm_getinteger(s, &c); + if (val < 0) { + STBI_FREE(out); + return NULL; // error already set + } + if (val > maxv) val = maxv - 1; + if (bpv == 1) + out[i] = (stbi_uc)val; + else { + out[i*2 + 0] = (stbi_uc)(val >> 8); // BE to match binary reader, fixed up below + out[i*2 + 1] = (stbi_uc)val; + } + } + } + + // expected_maxv conversion + expected_maxv = (bpv == 1) ? 255 : 65535; + if (bpv == 2) { + stbi__uint16* out16 = (stbi__uint16 *) out; + for (i = 0; i < nvals; ++i) { + stbi__uint32 val = (out[i*2 + 0] << 8) + out[i*2 + 1]; // BE + if (maxv != expected_maxv) { + if (val >= (stbi__uint32)maxv) val = maxv - 1; + val = (val * expected_maxv) / maxv; + } + out16[i] = (stbi__uint16)val; + } + } else if (maxv != expected_maxv) { + for (i = 0; i < nvals; ++i) { + int val = out[i]; + if (val >= maxv) val = maxv - 1; + out[i] = (stbi_uc)((val * expected_maxv) / maxv); + } + } + + if (req_comp && req_comp != s->img_n) { + if (bpv == 2) { + out = (stbi_uc *) stbi__convert_format16((stbi__uint16 *) out, s->img_n, req_comp, s->img_x, s->img_y); + } else { + out = stbi__convert_format(out, s->img_n, req_comp, s->img_x, s->img_y); + } + } + return out; +} + +static int stbi__pnm_info(stbi__context *s, stbi_info_res *res) +{ + int maxv; + int bits = stbi__pnm_info_internal(s, &res->x, &res->y, &res->comp, &maxv, NULL); + if (bits) { + res->type = STBI_type_pnm; + res->is_16_bit = bits == 16; + return 1; + } else { + return 0; + } } #endif -static int stbi__info_main(stbi__context *s, int *x, int *y, int *comp) +static stbi_info_res stbi__info2_main(stbi__context *s) { + stbi_info_res res; + memset(&res, 0, sizeof(res)); + #ifndef STBI_NO_JPEG - if (stbi__jpeg_info(s, x, y, comp)) return 1; + if (stbi__jpeg_info(s, &res)) return res; #endif #ifndef STBI_NO_PNG - if (stbi__png_info(s, x, y, comp)) return 1; + if (stbi__png_info(s, &res)) return res; #endif #ifndef STBI_NO_GIF - if (stbi__gif_info(s, x, y, comp)) return 1; + if (stbi__gif_info(s, &res)) return res; #endif #ifndef STBI_NO_BMP - if (stbi__bmp_info(s, x, y, comp)) return 1; + if (stbi__bmp_info(s, &res)) return res; #endif #ifndef STBI_NO_PSD - if (stbi__psd_info(s, x, y, comp)) return 1; - #endif - - #ifndef STBI_NO_PIC - if (stbi__pic_info(s, x, y, comp)) return 1; + if (stbi__psd_info(s, &res)) return res; #endif #ifndef STBI_NO_PNM - if (stbi__pnm_info(s, x, y, comp)) return 1; + if (stbi__pnm_info(s, &res)) return res; #endif #ifndef STBI_NO_HDR - if (stbi__hdr_info(s, x, y, comp)) return 1; + if (stbi__hdr_info(s, &res)) return res; #endif // test tga last because it's a crappy test! #ifndef STBI_NO_TGA - if (stbi__tga_info(s, x, y, comp)) - return 1; + if (stbi__tga_info(s, &res)) return res; #endif - return stbi__err("unknown image type", "Image not of any known type, or corrupt"); + + res.type = STBI_type_unsupported; + stbi__err("unknown image type", "Image not of any known type, or corrupt"); + return res; } -static int stbi__is_16_main(stbi__context *s) +static int stbi__info_main(stbi__context *s, int *x, int *y, int *comp) { - #ifndef STBI_NO_PNG - if (stbi__png_is16(s)) return 1; - #endif - - #ifndef STBI_NO_PSD - if (stbi__psd_is16(s)) return 1; - #endif - - #ifndef STBI_NO_PNM - if (stbi__pnm_is16(s)) return 1; - #endif - return 0; + stbi_info_res res = stbi__info2_main(s); + if (res.type == STBI_type_unsupported) return 0; + if (x) *x = res.x; + if (y) *y = res.y; + if (comp) *comp = res.comp; + return 1; } #ifndef STBI_NO_STDIO @@ -7709,6 +7453,31 @@ STBIDEF int stbi_info_from_file(FILE *f, int *x, int *y, int *comp) return r; } +STBIDEF stbi_info_res stbi_info2(char const *filename) +{ + stbi_info_res res; + FILE *f = stbi__fopen(filename, "rb"); + if (!f) { + stbi__err("can't fopen", "Unable to open file"); + memset(&res,0,sizeof(res)); + return res; + } + res = stbi_info2_from_file(f); + fclose(f); + return res; +} + +STBIDEF stbi_info_res stbi_info2_from_file(FILE *f) +{ + stbi_info_res res; + stbi__context s; + long pos = ftell(f); + stbi__start_file(&s, f); + res = stbi__info2_main(&s); + fseek(f,pos,SEEK_SET); + return res; +} + STBIDEF int stbi_is_16_bit(char const *filename) { FILE *f = stbi__fopen(filename, "rb"); @@ -7721,13 +7490,14 @@ STBIDEF int stbi_is_16_bit(char const *filename) STBIDEF int stbi_is_16_bit_from_file(FILE *f) { - int r; + stbi_info_res r; stbi__context s; long pos = ftell(f); stbi__start_file(&s, f); - r = stbi__is_16_main(&s); + r = stbi__info2_main(&s); + stbi__stop(&s); fseek(f,pos,SEEK_SET); - return r; + return r.type != STBI_type_unsupported && r.is_16_bit; } #endif // !STBI_NO_STDIO @@ -7739,30 +7509,70 @@ STBIDEF int stbi_info_from_memory(stbi_uc const *buffer, int len, int *x, int *y } STBIDEF int stbi_info_from_callbacks(stbi_io_callbacks const *c, void *user, int *x, int *y, int *comp) +{ + int result; + stbi__context s; + stbi__start_callbacks(&s, (stbi_io_callbacks *) c, user); + result = stbi__info_main(&s,x,y,comp); + stbi__stop(&s); + return result; +} + +STBIDEF stbi_info_res stbi_info2_from_memory(stbi_uc const *buffer, int len) +{ + stbi__context s; + stbi__start_mem(&s,buffer,len); + return stbi__info2_main(&s); +} + +STBIDEF stbi_info_res stbi_info2_from_callbacks(stbi_io_callbacks const *c, void *user) { stbi__context s; stbi__start_callbacks(&s, (stbi_io_callbacks *) c, user); - return stbi__info_main(&s,x,y,comp); + return stbi__info2_main(&s); } STBIDEF int stbi_is_16_bit_from_memory(stbi_uc const *buffer, int len) { stbi__context s; + stbi_info_res r; stbi__start_mem(&s,buffer,len); - return stbi__is_16_main(&s); + r = stbi__info2_main(&s); + return r.type != STBI_type_unsupported && r.is_16_bit; } STBIDEF int stbi_is_16_bit_from_callbacks(stbi_io_callbacks const *c, void *user) { stbi__context s; + stbi_info_res r; stbi__start_callbacks(&s, (stbi_io_callbacks *) c, user); - return stbi__is_16_main(&s); + r = stbi__info2_main(&s); + stbi__stop(&s); + return r.type != STBI_type_unsupported && r.is_16_bit; } #endif // STB_IMAGE_IMPLEMENTATION /* revision history: + 2.23 (2019-08-11) fix clang static analysis warning + 2.22 (2019-03-04) gif fixes, fix warnings + 2.21 (2019-02-25) fix typo in comment + 2.20 (2019-02-07) support utf8 filenames in Windows; fix warnings and platform ifdefs + 2.19 (2018-02-11) fix warning + 2.18 (2018-01-30) fix warnings + 2.17 (2018-01-29) bugfix, 1-bit BMP, 16-bitness query, fix warnings + 2.16 (2017-07-23) all functions have 16-bit variants; optimizations; bugfixes + 2.15 (2017-03-18) fix png-1,2,4; all Imagenet JPGs; no runtime SSE detection on GCC + 2.14 (2017-03-03) remove deprecated STBI_JPEG_OLD; fixes for Imagenet JPGs + 2.13 (2016-12-04) experimental 16-bit API, only for PNG so far; fixes + 2.12 (2016-04-02) fix typo in 2.11 PSD fix that caused crashes + 2.11 (2016-04-02) 16-bit PNGS; enable SSE2 in non-gcc x64 + RGB-format JPEG; remove white matting in PSD; + allocate large structures on the stack; + correct channel count for PNG & BMP + 2.10 (2016-01-22) avoid warning introduced in 2.09 + 2.09 (2016-01-16) 16-bit TGA; comments in PNM files; STBI_REALLOC_SIZED 2.20 (2019-02-07) support utf8 filenames in Windows; fix warnings and platform ifdefs 2.19 (2018-02-11) fix warning 2.18 (2018-01-30) fix warnings From dd099a6bf30c50627f6ae18915fbb687539a704d Mon Sep 17 00:00:00 2001 From: Xuan-Son Nguyen Date: Sun, 15 Nov 2026 09:41:44 +0100 Subject: [PATCH 066/249] chat: fix inkling 2 begin/end of image tokens placement (#32294) * chat: fix inkling 2 begin/end of image tokens placement * add test --- common/chat.cpp | 3 +++ common/parsers/inkling2.cpp | 46 ++++++++++++++++++++++++++++++++++++ common/parsers/parsers.h | 5 ++++ common/parsers/sources.cmake | 1 + tests/test-chat.cpp | 44 ++++++++++++++++++++++++++++++++++ tools/mtmd/mtmd.cpp | 5 ++-- 6 files changed, 101 insertions(+), 3 deletions(-) create mode 100644 common/parsers/inkling2.cpp diff --git a/common/chat.cpp b/common/chat.cpp index 997c135d9c54..e060362d25cd 100644 --- a/common/chat.cpp +++ b/common/chat.cpp @@ -1609,6 +1609,9 @@ static common_chat_params common_chat_templates_apply_jinja(const struct common_ auto_params.thinking_end_tags = {std::move(end_tag)}; } } + if (is_inkling2_template(src)) { + common_chat_inkling2_split_media(auto_params.prompt); + } const auto & arena = auto_params.parser; LOG_DBG("%s: generated parser:\n%s\n\nparser generation prompt: %s\n", __func__, arena.dump(arena.root()).c_str(), auto_params.generation_prompt.c_str()); return auto_params; diff --git a/common/parsers/inkling2.cpp b/common/parsers/inkling2.cpp new file mode 100644 index 000000000000..4e2b01c63a12 --- /dev/null +++ b/common/parsers/inkling2.cpp @@ -0,0 +1,46 @@ +#include "parsers.h" + +bool is_inkling2_template(const std::string & src) { + return src.find("<|message_user|>") != std::string::npos && + src.find("<|content_image|>") != std::string::npos; +} + +// the template makes one message block per content part, but a media marker comes inside the text of a message +//
<|content_text|>{media}text<|end_message|> -->
{media}<|end_message|>
<|content_text|>text<|end_message|> +void common_chat_inkling2_split_media(common_chat_prompt & prompt) { + const std::string TEXT = "<|content_text|>"; + const std::string END = "<|end_message|>"; + const std::string MEDIA_BEG = "<__media_"; + const std::string MEDIA_END = "__>"; + + std::vector out; + for (size_t i = 0; i < prompt.parts.size(); i++) { + const auto & part = prompt.parts[i]; + const bool in_text_block = part.is_input && part.text.find(MEDIA_BEG) != std::string::npos && + !out.empty() && !out.back().is_input && string_ends_with(out.back().text, TEXT) && + i + 1 < prompt.parts.size() && !prompt.parts[i + 1].is_input && string_starts_with(prompt.parts[i + 1].text, END); + const size_t header_pos = in_text_block ? out.back().text.rfind("<|message_") : std::string::npos; + if (header_pos == std::string::npos) { + out.push_back(part); + continue; + } + const std::string header = out.back().text.substr(header_pos, out.back().text.size() - TEXT.size() - header_pos); + + std::string rest = part.text; + for (bool first = true; !rest.empty(); first = false) { + const size_t beg = rest.find(MEDIA_BEG); + const size_t end = beg == std::string::npos ? beg : rest.find(MEDIA_END, beg); + const bool is_media = beg == 0 && end != std::string::npos; + const size_t len = is_media ? end + MEDIA_END.size() : (end == std::string::npos ? rest.size() : beg); + if (!first) { + out.push_back({ END + header + (is_media ? "" : TEXT), false }); + } else if (is_media) { + // mtmd opens the media block + out.back().text.resize(out.back().text.size() - TEXT.size()); + } + out.push_back({ rest.substr(0, len), true }); + rest.erase(0, len); + } + } + prompt.parts = std::move(out); +} diff --git a/common/parsers/parsers.h b/common/parsers/parsers.h index b1b6d166a124..35dc04ac3dfa 100644 --- a/common/parsers/parsers.h +++ b/common/parsers/parsers.h @@ -41,6 +41,11 @@ std::string common_chat_template_generation_prompt_impl( bool is_lfm2_template(const std::string & src); +bool is_inkling2_template(const std::string & src); + +// give each media marker of a text block its own message block +void common_chat_inkling2_split_media(common_chat_prompt & prompt); + common_chat_params common_chat_params_init_cohere2moe(const common_chat_template & tmpl, const autoparser::generation_params & inputs); common_chat_params common_chat_params_init_deepseek_v3_2(const common_chat_template & tmpl, const autoparser::generation_params & inputs); diff --git a/common/parsers/sources.cmake b/common/parsers/sources.cmake index 2174f4519a64..97dd490e8b69 100644 --- a/common/parsers/sources.cmake +++ b/common/parsers/sources.cmake @@ -10,6 +10,7 @@ set(LLAMA_CHAT_PARSERS_SOURCES ${CMAKE_CURRENT_LIST_DIR}/gigachat-v3.cpp ${CMAKE_CURRENT_LIST_DIR}/gpt-oss.cpp ${CMAKE_CURRENT_LIST_DIR}/harmony-xml.cpp + ${CMAKE_CURRENT_LIST_DIR}/inkling2.cpp ${CMAKE_CURRENT_LIST_DIR}/k2-horizon.cpp ${CMAKE_CURRENT_LIST_DIR}/kimi-k2.cpp ${CMAKE_CURRENT_LIST_DIR}/kimi-k3.cpp diff --git a/tests/test-chat.cpp b/tests/test-chat.cpp index 53a1b6d1abd3..b34de65625b9 100644 --- a/tests/test-chat.cpp +++ b/tests/test-chat.cpp @@ -166,6 +166,18 @@ static const char * DEEPSEEK_V4_1_MIN_TEMPLATE = R"({%- for m in messages -%} {%- if reasoning_effort is defined and reasoning_effort is not none -%}<|effort={{ reasoning_effort }}|>{%- endif -%} {%- if add_generation_prompt -%}<|Assistant|>{%- if enable_thinking -%}{%- else -%}{%- endif -%}{%- endif -%})"; +// Inkling 2 stand-in: the real template ships in the GGUF; this keeps only the message blocks, +// one per content part, and the tokens used for detection +static const char * INKLING2_MIN_TEMPLATE = R"({%- set role_token = {"user": "<|message_user|>", "assistant": "<|message_model|>", "system": "<|message_system|>"} -%} +{%- for m in messages -%} +{%- if m.content is string -%}{{ role_token[m.role] }}<|content_text|>{{ m.content }}<|end_message|> +{%- else -%}{%- for p in m.content -%}{{ role_token[m.role] }} +{%- if p.type == 'image' -%}<|content_image|>{%- else -%}<|content_text|>{{ p.text }}{%- endif -%} +<|end_message|>{%- endfor -%} +{%- endif -%} +{%- endfor -%} +{%- if add_generation_prompt -%}<|message_model|>{%- endif -%})"; + static std::unique_ptr build_grammar(const std::string & grammar_str) { return std::unique_ptr( llama_grammar_init_impl(nullptr, grammar_str.c_str(), "root", false, nullptr, 0, nullptr, 0)); @@ -7737,6 +7749,37 @@ static void test_template_output_peg_parsers(bool detailed_debug) { } } +// Inkling 2: each media marker moves out of the text block into its own message block +static void test_inkling2_media_blocks() { + LOG_DBG("%s\n", __func__); + + // must be the marker used by the server, the split depends on its format + const std::string M = get_media_marker(); + const std::string U = "<|message_user|>"; + const std::string T = "<|content_text|>"; + const std::string E = "<|end_message|>"; + + common_chat_templates_ptr tmpls(common_chat_templates_init(nullptr, INKLING2_MIN_TEMPLATE)); + auto render = [&](const std::vector & parts) { + common_chat_msg msg; + msg.role = "user"; + for (const auto & text : parts) { + msg.content_parts.push_back({ /* .type = */ text == M ? "media_marker" : "text", /* .text = */ text, /* .name = */ "" }); + } + common_chat_templates_inputs inputs; + inputs.messages = { msg }; + inputs.add_generation_prompt = false; + return common_chat_templates_apply(tmpls.get(), inputs).prompt.str(); + }; + + assert_equals(U + M + E + U + T + "a" + E, render({ M, "a" })); + assert_equals(U + T + "a" + E + U + M + E, render({ "a", M })); + assert_equals(U + M + E, render({ M })); + assert_equals(U + M + E + U + M + E + U + T + "a" + E, render({ M, M, "a" })); + assert_equals(U + T + "a" + E + U + M + E + U + T + "b" + E, render({ "a", M, "b" })); + assert_equals(U + T + "a" + E, render({ "a" })); +} + static void test_template_generation_prompt() { common_chat_msg system_msg; system_msg.role = "system"; @@ -8733,6 +8776,7 @@ int main(int argc, char ** argv) { test_deepseek_v4_thinking_retention(); test_deepseek_v4_tool_result_ordering(); test_deepseek_v4_1_message_fields(); + test_inkling2_media_blocks(); test_template_generation_prompt(); test_reasoning_effort_caps(); test_prompt_parts(); diff --git a/tools/mtmd/mtmd.cpp b/tools/mtmd/mtmd.cpp index 929f34620c30..63a8e39540c7 100644 --- a/tools/mtmd/mtmd.cpp +++ b/tools/mtmd/mtmd.cpp @@ -907,9 +907,8 @@ struct mtmd_context { } break; case PROJECTOR_TYPE_INKLING2V: { - // image goes in its own message block (always user role) - img_beg = "<|end_message|><|message_user|><|content_image|>"; - img_end = "<|end_message|><|message_user|><|content_text|>"; + // the chat template code gives the image its own message block + img_beg = "<|content_image|>"; image_preproc = std::make_unique(models.v.get()); } break; case PROJECTOR_TYPE_MUSE_GLIMMER: From 278a89cb787c1d2b4cff9748b1df9cfd2aa69976 Mon Sep 17 00:00:00 2001 From: uvos Date: Sun, 15 Nov 2026 10:58:36 +0100 Subject: [PATCH 067/249] CUDA/HIP: Refactor the use of _sync warp primitives (#31617) Uses the rocm-native primitives, increases the rocm version requirement to 6.3 and makes top-k selectable warp. --- .github/workflows/build-cuda-ubuntu.yml | 2 +- ggml/src/ggml-cuda/argmax.cu | 8 +- ggml/src/ggml-cuda/common.cuh | 65 ++++++++---- ggml/src/ggml-cuda/fattn-common.cuh | 4 +- ggml/src/ggml-cuda/fattn-mma-f16.cuh | 10 +- ggml/src/ggml-cuda/fattn-vec.cuh | 2 +- ggml/src/ggml-cuda/fattn.cu | 2 +- ggml/src/ggml-cuda/fwht.cu | 4 +- ggml/src/ggml-cuda/gated-delta-net-mma.cu | 6 +- ggml/src/ggml-cuda/ggml-cuda.cu | 5 - ggml/src/ggml-cuda/mma.cuh | 10 +- ggml/src/ggml-cuda/mmid.cu | 4 +- ggml/src/ggml-cuda/pool2d.cu | 2 +- ggml/src/ggml-cuda/quantize.cu | 22 ++-- ggml/src/ggml-cuda/top-k.cu | 9 +- ggml/src/ggml-cuda/topk-moe.cu | 116 ++++++++++++---------- ggml/src/ggml-cuda/vendors/cuda.h | 3 + ggml/src/ggml-cuda/vendors/hip.h | 18 +--- ggml/src/ggml-cuda/vendors/musa.h | 3 + ggml/src/ggml-hip/CMakeLists.txt | 4 +- 20 files changed, 164 insertions(+), 135 deletions(-) diff --git a/.github/workflows/build-cuda-ubuntu.yml b/.github/workflows/build-cuda-ubuntu.yml index db97aeb15b29..cdbbb4767332 100644 --- a/.github/workflows/build-cuda-ubuntu.yml +++ b/.github/workflows/build-cuda-ubuntu.yml @@ -98,7 +98,7 @@ jobs: hip: runs-on: ubuntu-22.04 - container: rocm/dev-ubuntu-22.04:6.1.2 + container: rocm/dev-ubuntu-22.04:6.3.4 steps: - name: Clone diff --git a/ggml/src/ggml-cuda/argmax.cu b/ggml/src/ggml-cuda/argmax.cu index 51967c667cfd..9be901e567d2 100644 --- a/ggml/src/ggml-cuda/argmax.cu +++ b/ggml/src/ggml-cuda/argmax.cu @@ -22,8 +22,8 @@ static __global__ void argmax_f32(const float * __restrict__ x, int32_t * __rest #pragma unroll for (int offset = WARP_SIZE/2; offset > 0; offset >>= 1) { - const float val = __shfl_xor_sync(0xFFFFFFFF, maxval, offset, WARP_SIZE); - const int col = __shfl_xor_sync(0xFFFFFFFF, argmax, offset, WARP_SIZE); + const float val = ggml_cuda_shfl_xor(maxval, offset, WARP_SIZE); + const int col = ggml_cuda_shfl_xor(argmax, offset, WARP_SIZE); if (val > maxval) { maxval = val; argmax = col; @@ -51,8 +51,8 @@ static __global__ void argmax_f32(const float * __restrict__ x, int32_t * __rest } #pragma unroll for (int offset = WARP_SIZE/2; offset > 0; offset >>= 1) { - const float val = __shfl_xor_sync(0xFFFFFFFF, maxval, offset, WARP_SIZE); - const int col = __shfl_xor_sync(0xFFFFFFFF, argmax, offset, WARP_SIZE); + const float val = ggml_cuda_shfl_xor(maxval, offset, WARP_SIZE); + const int col = ggml_cuda_shfl_xor(argmax, offset, WARP_SIZE); if (val > maxval) { maxval = val; argmax = col; diff --git a/ggml/src/ggml-cuda/common.cuh b/ggml/src/ggml-cuda/common.cuh index 41417730827c..bfbd6b621b7d 100644 --- a/ggml/src/ggml-cuda/common.cuh +++ b/ggml/src/ggml-cuda/common.cuh @@ -19,7 +19,6 @@ #define GGML_COMMON_IMPL_MUSA #endif #endif -#include "ggml-common.h" #include #include @@ -39,6 +38,8 @@ #include "vendors/cuda.h" #endif // defined(GGML_USE_HIP) +#include "ggml-common.h" + #define STRINGIZE_IMPL(...) #__VA_ARGS__ #define STRINGIZE(...) STRINGIZE_IMPL(__VA_ARGS__) @@ -126,6 +127,8 @@ # define GGML_CUDA_USE_PDL #endif // !defined(GGML_USE_HIP) && !defined(GGML_USE_MUSA) && (CUDART_VERSION >= 12030 || (!(defined(_MSC_VER) && !defined(__clang__)) && CUDART_VERSION >= 11080)) +constexpr ggml_cuda_thread_mask_t GGML_CUDA_FULL_THREAD_MASK = (ggml_cuda_thread_mask_t)0xffffffffffffffffULL; + static __device__ __forceinline__ void ggml_cuda_syncwarp() { #ifndef GGML_USE_HIP __syncwarp(); @@ -430,6 +433,32 @@ static constexpr __device__ int ggml_cuda_get_max_cpy_bytes() { #endif // defined(GGML_USE_HIP) || defined(GGML_USE_MUSA) } +template +static __device__ __forceinline__ T ggml_cuda_shfl(T value, int src_lane, int width = ggml_cuda_get_physical_warp_size(), ggml_cuda_thread_mask_t mask = GGML_CUDA_FULL_THREAD_MASK) { + return __shfl_sync(mask, value, src_lane, width); +} + +template +static __device__ __forceinline__ T ggml_cuda_shfl_up(T value, unsigned delta, int width = ggml_cuda_get_physical_warp_size(), ggml_cuda_thread_mask_t mask = GGML_CUDA_FULL_THREAD_MASK) { + return __shfl_up_sync(mask, value, delta, width); +} + +template +static __device__ __forceinline__ T ggml_cuda_shfl_xor(T value, int lane_mask, int width = ggml_cuda_get_physical_warp_size(), ggml_cuda_thread_mask_t mask = GGML_CUDA_FULL_THREAD_MASK) { + return __shfl_xor_sync(mask, value, lane_mask, width); +} + +static __device__ __forceinline__ ggml_cuda_thread_mask_t ggml_cuda_ballot(int predicate, ggml_cuda_thread_mask_t mask = GGML_CUDA_FULL_THREAD_MASK) { + return __ballot_sync(mask, predicate); +} + +static __device__ __forceinline__ int ggml_cuda_all(int predicate, ggml_cuda_thread_mask_t mask = GGML_CUDA_FULL_THREAD_MASK) { + return __all_sync(mask, predicate); +} + +static __device__ __forceinline__ int ggml_cuda_any(int predicate, ggml_cuda_thread_mask_t mask = GGML_CUDA_FULL_THREAD_MASK) { + return __any_sync(mask, predicate); +} [[noreturn]] static __device__ void no_device_code( @@ -476,11 +505,11 @@ struct ggml_cuda_unroll<1> { template static __device__ __forceinline__ int warp_reduce_sum(int x) { #if !defined(GGML_USE_HIP) && !defined(GGML_USE_MUSA) && __CUDA_ARCH__ >= GGML_CUDA_CC_AMPERE - return __reduce_add_sync(0xffffffff, x); + return __reduce_add_sync(GGML_CUDA_FULL_THREAD_MASK, x); #else #pragma unroll for (int offset = width/2; offset > 0; offset >>= 1) { - x += __shfl_xor_sync(0xffffffff, x, offset, width); + x += ggml_cuda_shfl_xor(x, offset, width); } return x; #endif // !defined(GGML_USE_HIP) && !defined(GGML_USE_MUSA) && __CUDA_ARCH__ >= GGML_CUDA_CC_AMPERE @@ -490,7 +519,7 @@ template static __device__ __forceinline__ float warp_reduce_sum(float x) { #pragma unroll for (int offset = width/2; offset > 0; offset >>= 1) { - x += __shfl_xor_sync(0xffffffff, x, offset, width); + x += ggml_cuda_shfl_xor(x, offset, width); } return x; } @@ -499,8 +528,8 @@ template static __device__ __forceinline__ float2 warp_reduce_sum(float2 a) { #pragma unroll for (int offset = width/2; offset > 0; offset >>= 1) { - a.x += __shfl_xor_sync(0xffffffff, a.x, offset, width); - a.y += __shfl_xor_sync(0xffffffff, a.y, offset, width); + a.x += ggml_cuda_shfl_xor(a.x, offset, width); + a.y += ggml_cuda_shfl_xor(a.y, offset, width); } return a; } @@ -510,7 +539,7 @@ static __device__ __forceinline__ half2 warp_reduce_sum(half2 a) { #ifdef FP16_AVAILABLE #pragma unroll for (int offset = width/2; offset > 0; offset >>= 1) { - a = __hadd2(a, __shfl_xor_sync(0xffffffff, a, offset, width)); + a = __hadd2(a, ggml_cuda_shfl_xor(a, offset, width)); } return a; @@ -523,11 +552,11 @@ static __device__ __forceinline__ half2 warp_reduce_sum(half2 a) { template static __device__ __forceinline__ int warp_reduce_all(int x) { if (width == ggml_cuda_get_physical_warp_size()) { - return __all_sync(0xffffffff, x); + return ggml_cuda_all(x); } else { #pragma unroll for (int offset = width/2; offset > 0; offset >>= 1) { - x = __shfl_xor_sync(0xffffffff, x, offset, width) && x; + x = ggml_cuda_shfl_xor(x, offset, width) && x; } return x; } @@ -536,11 +565,11 @@ static __device__ __forceinline__ int warp_reduce_all(int x) { template static __device__ __forceinline__ int warp_reduce_any(int x) { if (width == ggml_cuda_get_physical_warp_size()) { - return __any_sync(0xffffffff, x); + return ggml_cuda_any(x); } else { #pragma unroll for (int offset = width/2; offset > 0; offset >>= 1) { - x = __shfl_xor_sync(0xffffffff, x, offset, width) || x; + x = ggml_cuda_shfl_xor(x, offset, width) || x; } return x; } @@ -550,7 +579,7 @@ template static __device__ __forceinline__ float warp_reduce_max(float x) { #pragma unroll for (int offset = width/2; offset > 0; offset >>= 1) { - x = fmaxf(x, __shfl_xor_sync(0xffffffff, x, offset, width)); + x = fmaxf(x, ggml_cuda_shfl_xor(x, offset, width)); } return x; } @@ -560,7 +589,7 @@ static __device__ __forceinline__ T warp_prefix_inclusive_sum(T x) { const int lane_id = threadIdx.x % width; #pragma unroll for (int offset = 1; offset < width; offset <<= 1) { - const T t = __shfl_up_sync(0xffffffff, x, offset, width); + const T t = ggml_cuda_shfl_up(x, offset, width); if (lane_id >= offset) { x += t; } @@ -573,8 +602,8 @@ static __device__ __forceinline__ float2 warp_prefix_inclusive_sum(float2 a) { const int lane_id = threadIdx.x % width; #pragma unroll for (int offset = 1; offset < width; offset <<= 1) { - const float t_x = __shfl_up_sync(0xffffffff, a.x, offset, width); - const float t_y = __shfl_up_sync(0xffffffff, a.y, offset, width); + const float t_x = ggml_cuda_shfl_up(a.x, offset, width); + const float t_y = ggml_cuda_shfl_up(a.y, offset, width); if (lane_id >= offset) { a.x += t_x; a.y += t_y; @@ -589,7 +618,7 @@ static __device__ __forceinline__ half2 warp_prefix_inclusive_sum(half2 a) { const int lane_id = threadIdx.x % width; #pragma unroll for (int offset = 1; offset < width; offset <<= 1) { - const half2 t = __shfl_up_sync(0xffffffff, a, offset, width); + const half2 t = ggml_cuda_shfl_up(a, offset, width); if (lane_id >= offset) { a = __hadd2(a, t); } @@ -716,7 +745,7 @@ template static __device__ __forceinline__ half2 warp_reduce_max(half2 x) { #pragma unroll for (int offset = width/2; offset > 0; offset >>= 1) { - x = ggml_cuda_hmax2(x, __shfl_xor_sync(0xffffffff, x, offset, width)); + x = ggml_cuda_hmax2(x, ggml_cuda_shfl_xor(x, offset, width)); } return x; } @@ -867,7 +896,7 @@ static __device__ __forceinline__ float ggml_cuda_e8m0_to_fp32(uint8_t x) { } static __device__ __forceinline__ float ggml_cuda_ue4m3_to_fp32(uint8_t x) { -#if defined(GGML_USE_HIP) && defined(CDNA3) && defined(FP8_AVAILABLE) && HIP_VERSION >= 60200000 +#if defined(GGML_USE_HIP) && defined(CDNA3) && defined(FP8_AVAILABLE) // ROCm does not support fp8 in software on devices with fp8 hardware, // but CDNA3 supports only e4m3_fnuz (no inf). const uint32_t bits = x * (x != 0x7F && x != 0xFF); // Convert NaN to 0.0f to match CPU implementation. diff --git a/ggml/src/ggml-cuda/fattn-common.cuh b/ggml/src/ggml-cuda/fattn-common.cuh index 0e78b9a5bf56..666542c801b7 100644 --- a/ggml/src/ggml-cuda/fattn-common.cuh +++ b/ggml/src/ggml-cuda/fattn-common.cuh @@ -376,8 +376,8 @@ static __device__ __forceinline__ void quantize_q8_1_to_shared( } #pragma unroll for (int mask = QI8_1/2; mask > 0; mask >>= 1) { - amax = fmaxf(amax, __shfl_xor_sync(0xFFFFFFFF, amax, mask, 32)); - sum += __shfl_xor_sync(0xFFFFFFFF, sum, mask, 32); + amax = fmaxf(amax, ggml_cuda_shfl_xor(amax, mask, 32)); + sum += ggml_cuda_shfl_xor(sum, mask, 32); } const float d = amax / 127; diff --git a/ggml/src/ggml-cuda/fattn-mma-f16.cuh b/ggml/src/ggml-cuda/fattn-mma-f16.cuh index f4c096845704..2ae59969d38d 100644 --- a/ggml/src/ggml-cuda/fattn-mma-f16.cuh +++ b/ggml/src/ggml-cuda/fattn-mma-f16.cuh @@ -818,7 +818,7 @@ static __device__ __forceinline__ void flash_attn_ext_f16_iter( for (int col = 0; col < cols_per_thread; ++col) { #pragma unroll for (int offset = 16; offset >= 4; offset >>= 1) { - KQ_max_new[col] = fmaxf(KQ_max_new[col], __shfl_xor_sync(0xFFFFFFFF, KQ_max_new[col], offset, warp_size)); + KQ_max_new[col] = fmaxf(KQ_max_new[col], ggml_cuda_shfl_xor(KQ_max_new[col], offset, warp_size)); } } @@ -911,7 +911,7 @@ static __device__ __forceinline__ void flash_attn_ext_f16_iter( #endif // defined(TURING_MMA_AVAILABLE) #pragma unroll for (int offset = offset_first; offset >= offset_last; offset >>= 1) { - KQ_max_new[col] = fmaxf(KQ_max_new[col], __shfl_xor_sync(0xFFFFFFFF, KQ_max_new[col], offset, warp_size)); + KQ_max_new[col] = fmaxf(KQ_max_new[col], ggml_cuda_shfl_xor(KQ_max_new[col], offset, warp_size)); } } @@ -1527,7 +1527,7 @@ static __device__ __forceinline__ void flash_attn_ext_f16_process_tile( for (int col = 0; col < cols_per_thread; ++col) { #pragma unroll for (int offset = offset_first; offset >= offset_last; offset >>= 1) { - KQ_rowsum[col] += __shfl_xor_sync(0xFFFFFFFF, KQ_rowsum[col], offset, warp_size); + KQ_rowsum[col] += ggml_cuda_shfl_xor(KQ_rowsum[col], offset, warp_size); } } } @@ -1710,7 +1710,7 @@ static __device__ __forceinline__ void flash_attn_ext_f16_process_tile( #pragma unroll for (int offset = np*cols_per_warp/2; offset >= cols_per_warp; offset >>= 1) { if (offset < warp_size) { - KQ_cmn = fmaxf(KQ_cmn, __shfl_xor_sync(0xFFFFFFFF, KQ_cmn, offset, warp_size)); + KQ_cmn = fmaxf(KQ_cmn, ggml_cuda_shfl_xor(KQ_cmn, offset, warp_size)); } } @@ -1727,7 +1727,7 @@ static __device__ __forceinline__ void flash_attn_ext_f16_process_tile( #pragma unroll for (int offset = np*cols_per_warp/2; offset >= cols_per_warp; offset >>= 1) { if (offset < warp_size) { - KQ_crs += __shfl_xor_sync(0xFFFFFFFF, KQ_crs, offset, warp_size); + KQ_crs += ggml_cuda_shfl_xor(KQ_crs, offset, warp_size); } } } diff --git a/ggml/src/ggml-cuda/fattn-vec.cuh b/ggml/src/ggml-cuda/fattn-vec.cuh index 5077b1ce1007..09a46187d105 100644 --- a/ggml/src/ggml-cuda/fattn-vec.cuh +++ b/ggml/src/ggml-cuda/fattn-vec.cuh @@ -316,7 +316,7 @@ static __global__ void flash_attn_ext_vec( for (int j = 0; j < ncols; ++j) { #pragma unroll for (int offset = nthreads_KQ; offset < WARP_SIZE; offset <<= 1) { - KQ_max_new[j] = fmaxf(KQ_max_new[j], __shfl_xor_sync(0xFFFFFFFF, KQ_max_new[j], offset, WARP_SIZE)); + KQ_max_new[j] = fmaxf(KQ_max_new[j], ggml_cuda_shfl_xor(KQ_max_new[j], offset, WARP_SIZE)); } const float KQ_max_scale = expf(KQ_max[j] - KQ_max_new[j]); KQ_max[j] = KQ_max_new[j]; diff --git a/ggml/src/ggml-cuda/fattn.cu b/ggml/src/ggml-cuda/fattn.cu index 4e4ed086c2fb..fb542d41c324 100644 --- a/ggml/src/ggml-cuda/fattn.cu +++ b/ggml/src/ggml-cuda/fattn.cu @@ -60,7 +60,7 @@ static __global__ void flash_attn_mask_to_sparse_indices( selected |= (!oob || q < q1 - q0) && isfinite(__half2float(mask[q*s31 + i])); } } - selected_warp[item] = (lane_mask_t)__ballot_sync(ballot_mask, (int) selected); + selected_warp[item] = (lane_mask_t)ggml_cuda_ballot((int) selected, ballot_mask); warp_count += popc(selected_warp[item]); } diff --git a/ggml/src/ggml-cuda/fwht.cu b/ggml/src/ggml-cuda/fwht.cu index 78768eace3d0..0ee3da6a3cb3 100644 --- a/ggml/src/ggml-cuda/fwht.cu +++ b/ggml/src/ggml-cuda/fwht.cu @@ -34,7 +34,7 @@ __global__ void fwht_cuda(const T * src, float * dst, const int64_t n_rows, cons #pragma unroll for (int j = 0; j < el_w; j++) { const float val = reg[j]; - const float val2 = __shfl_xor_sync(0xFFFFFFFF, val, h, warp_size); + const float val2 = ggml_cuda_shfl_xor(val, h, warp_size); reg[j] = (lane & h) == 0 ? val + val2 : val2 - val; } @@ -99,7 +99,7 @@ __global__ void fwht_cuda_block(const T * src, float * dst, const int64_t n_rows #pragma unroll for (int j = 0; j < NE; j++) { const float val = reg[j]; - const float val2 = __shfl_xor_sync(0xFFFFFFFF, val, h, warp_size); + const float val2 = ggml_cuda_shfl_xor(val, h, warp_size); reg[j] = (lane & h) == 0 ? val + val2 : val2 - val; } } diff --git a/ggml/src/ggml-cuda/gated-delta-net-mma.cu b/ggml/src/ggml-cuda/gated-delta-net-mma.cu index 0684adc1ad3d..5fc9ef3304d2 100644 --- a/ggml/src/ggml-cuda/gated-delta-net-mma.cu +++ b/ggml/src/ggml-cuda/gated-delta-net-mma.cu @@ -203,7 +203,7 @@ static __global__ __launch_bounds__(256, BLOCKS) void gdn_single(ggml_cuda_gdn_m const float beta = t < valid ? a.beta[goff + (t0 + t) * a.sb2] : 0.f; #pragma unroll for (int offset = 1; offset < 32; offset *= 2) { - const float previous = __shfl_up_sync(0xffffffff, g, offset, 32); + const float previous = ggml_cuda_shfl_up(g, offset, 32); if (lane >= offset) { g += previous; } @@ -213,7 +213,7 @@ static __global__ __launch_bounds__(256, BLOCKS) void gdn_single(ggml_cuda_gdn_m s.prefix[t] = g; s.beta[t] = beta; } - carry = __shfl_sync(0xffffffff, g, 31, 32); + carry = ggml_cuda_shfl(g, 31, 32); } } #pragma unroll @@ -288,7 +288,7 @@ static __global__ __launch_bounds__(256, BLOCKS) void gdn_single(ggml_cuda_gdn_m x[j] = col == row ? 1.f : (col < row ? -s.lower[s.lower_index(row, col)] : 0.f); } for (int pivot = row - 1; pivot > 0; --pivot) { - const float xp = __shfl_sync(0xffffffff, x[pivot / 32], pivot % 32, 32); + const float xp = ggml_cuda_shfl(x[pivot / 32], pivot % 32, 32); #pragma unroll for (int j = 0; j < (C + 31) / 32; ++j) { const int col = lane + 32 * j; diff --git a/ggml/src/ggml-cuda/ggml-cuda.cu b/ggml/src/ggml-cuda/ggml-cuda.cu index 540c53614ce2..4950b9ea7868 100644 --- a/ggml/src/ggml-cuda/ggml-cuda.cu +++ b/ggml/src/ggml-cuda/ggml-cuda.cu @@ -3635,10 +3635,6 @@ static const struct { }; static bool ggml_cuda_topk_moe_group_fusion(const struct ggml_cgraph * cgraph, int node_idx, const ggml_tensor * selection, ggml_cuda_topk_moe_args & args) { -#if defined(GGML_USE_HIP) && HIP_VERSION < 60300000 - GGML_UNUSED_VARS(cgraph, node_idx, selection, args); - return false; -#else const int n_ops = (int) std::size(topk_moe_group_pattern); if (node_idx + n_ops > cgraph->n_nodes) { return false; @@ -3667,7 +3663,6 @@ static bool ggml_cuda_topk_moe_group_fusion(const struct ggml_cgraph * cgraph, i args.n_groups = n_groups; args.n_group_used = n_group_used; return true; -#endif // defined(GGML_USE_HIP) && HIP_VERSION < 60300000 } static bool ggml_cuda_topk_moe_fusion(const struct ggml_cgraph * cgraph, int node_idx, ggml_cuda_topk_moe_args & args) { diff --git a/ggml/src/ggml-cuda/mma.cuh b/ggml/src/ggml-cuda/mma.cuh index 524db9d8512b..325cb9306db5 100644 --- a/ggml/src/ggml-cuda/mma.cuh +++ b/ggml/src/ggml-cuda/mma.cuh @@ -52,8 +52,8 @@ static __device__ __forceinline__ int ggml_cuda_movmatrix(const int x) { const int shift_low = ((src_j + 0) % 2) * 16; const int shift_high = ((src_j + 1) % 2) * 16; - const int ret_low = (__shfl_sync(0xFFFFFFFF, x, src_laneid_low, WARP_SIZE) >> shift_low) & 0x0000FFFF; - const int ret_high = (__shfl_sync(0xFFFFFFFF, x, src_laneid_high, WARP_SIZE) << shift_high) & 0xFFFF0000; + const int ret_low = (ggml_cuda_shfl(x, src_laneid_low, WARP_SIZE) >> shift_low) & 0x0000FFFF; + const int ret_high = (ggml_cuda_shfl(x, src_laneid_high, WARP_SIZE) << shift_high) & 0xFFFF0000; return ret_low | ret_high; } @@ -736,7 +736,7 @@ namespace ggml_cuda_mma { int i = threadIdx.x / 16; tmp[i] = tile_float.x[l]; i ^= 1; - tmp[i] = __shfl_xor_sync(0xFFFFFFFF, tile_float.x[l], 16, WARP_SIZE); + tmp[i] = ggml_cuda_shfl_xor(tile_float.x[l], 16, WARP_SIZE); ret.x[l] = make_half2(tmp[0], tmp[1]); } return ret; @@ -767,8 +767,8 @@ namespace ggml_cuda_mma { // On Volta FP16 and FP32 tiles have a different memory layout, // for the conversion threads with an offset of 2 need to exchange half their values: - ret.x[l0/2 + (((threadIdx.x % 4) / 2) ^ 1)] = __shfl_xor_sync( - 0xFFFFFFFF, ret.x[l0/2 + (((threadIdx.x % 4) / 2) ^ 1)], 2, WARP_SIZE); + ret.x[l0/2 + (((threadIdx.x % 4) / 2) ^ 1)] = ggml_cuda_shfl_xor( + ret.x[l0/2 + (((threadIdx.x % 4) / 2) ^ 1)], 2, WARP_SIZE); } return ret; } diff --git a/ggml/src/ggml-cuda/mmid.cu b/ggml/src/ggml-cuda/mmid.cu index 64de4fb27b60..6b425a377244 100644 --- a/ggml/src/ggml-cuda/mmid.cu +++ b/ggml/src/ggml-cuda/mmid.cu @@ -88,7 +88,7 @@ static __global__ void mm_ids_helper( int it_compact_add_lower = 0; #pragma unroll for (int offset = neu_padded; offset < warp_size; offset += neu_padded) { - const int tmp = __shfl_up_sync(0xFFFFFFFF, it_compact_add_self, offset, warp_size); + const int tmp = ggml_cuda_shfl_up(it_compact_add_self, offset, warp_size); if (threadIdx.x >= static_cast(offset)) { it_compact_add_lower += tmp; } @@ -99,7 +99,7 @@ static __global__ void mm_ids_helper( } // The thread with the highest index in the warp always has the sum over the whole warp, use it to increment all threads: - it_compact += __shfl_sync(0xFFFFFFFF, it_compact_add_lower + it_compact_add_self, warp_size - 1, warp_size); + it_compact += ggml_cuda_shfl(it_compact_add_lower + it_compact_add_self, warp_size - 1, warp_size); } } nex_prev = warp_reduce_sum(nex_prev); diff --git a/ggml/src/ggml-cuda/pool2d.cu b/ggml/src/ggml-cuda/pool2d.cu index 83a49753ce79..6cfd05e06759 100644 --- a/ggml/src/ggml-cuda/pool2d.cu +++ b/ggml/src/ggml-cuda/pool2d.cu @@ -100,7 +100,7 @@ static __global__ void pool2d_nchw_kernel_warp( #pragma unroll for (int offset = WARP_SIZE/2; offset > 0; offset >>= 1) { - const To other = __shfl_xor_sync(0xFFFFFFFF, res, offset, WARP_SIZE); + const To other = ggml_cuda_shfl_xor(res, offset, WARP_SIZE); res = (op == GGML_OP_POOL_MAX) ? max(res, other) : res + other; } diff --git a/ggml/src/ggml-cuda/quantize.cu b/ggml/src/ggml-cuda/quantize.cu index 2acf1f6d0e21..6483da82124b 100644 --- a/ggml/src/ggml-cuda/quantize.cu +++ b/ggml/src/ggml-cuda/quantize.cu @@ -389,7 +389,7 @@ static __global__ void quantize_mmq_mxfp4(const float * __restrict__ x, float amax = fabsf(xi); #pragma unroll for (int mask = 16; mask > 0; mask >>= 1) { - amax = fmaxf(amax, __shfl_xor_sync(0xFFFFFFFF, amax, mask, WARP_SIZE)); + amax = fmaxf(amax, ggml_cuda_shfl_xor(amax, mask, WARP_SIZE)); } const uint8_t e = compute_e8m0_scale(amax); @@ -399,10 +399,10 @@ static __global__ void quantize_mmq_mxfp4(const float * __restrict__ x, #if CUDART_VERSION >= 12080 const float scaled_val = xi * inv_s; - const float val0 = __shfl_sync(0xFFFFFFFF, scaled_val, base, WARP_SIZE); - const float val1 = __shfl_sync(0xFFFFFFFF, scaled_val, base + 16, WARP_SIZE); - const float val2 = __shfl_sync(0xFFFFFFFF, scaled_val, base + 1, WARP_SIZE); - const float val3 = __shfl_sync(0xFFFFFFFF, scaled_val, base + 17, WARP_SIZE); + const float val0 = ggml_cuda_shfl(scaled_val, base, WARP_SIZE); + const float val1 = ggml_cuda_shfl(scaled_val, base + 16, WARP_SIZE); + const float val2 = ggml_cuda_shfl(scaled_val, base + 1, WARP_SIZE); + const float val3 = ggml_cuda_shfl(scaled_val, base + 17, WARP_SIZE); __nv_fp4x4_e2m1 fp4_packed(make_float4(val0, val1, val2, val3)); packed[b] = *(char2 *) &fp4_packed; @@ -410,10 +410,10 @@ static __global__ void quantize_mmq_mxfp4(const float * __restrict__ x, // Fallback: manual FP4 conversion using LUT const uint8_t q_val = ggml_cuda_float_to_fp4_e2m1(xi, inv_s); - const uint8_t q_lo_0 = __shfl_sync(0xFFFFFFFF, q_val, base, WARP_SIZE); - const uint8_t q_lo_1 = __shfl_sync(0xFFFFFFFF, q_val, base + 1, WARP_SIZE); - const uint8_t q_hi_0 = __shfl_sync(0xFFFFFFFF, q_val, base + 16, WARP_SIZE); - const uint8_t q_hi_1 = __shfl_sync(0xFFFFFFFF, q_val, base + 17, WARP_SIZE); + const uint8_t q_lo_0 = ggml_cuda_shfl(q_val, base, WARP_SIZE); + const uint8_t q_lo_1 = ggml_cuda_shfl(q_val, base + 1, WARP_SIZE); + const uint8_t q_hi_0 = ggml_cuda_shfl(q_val, base + 16, WARP_SIZE); + const uint8_t q_hi_1 = ggml_cuda_shfl(q_val, base + 17, WARP_SIZE); char2 q; q.x = (q_hi_0 << 4) | q_lo_0; @@ -497,7 +497,7 @@ static __global__ void quantize_mmq_q8_1( // Exchange max. abs. value between vals_per_scale/4 threads. #pragma unroll for (int offset = vals_per_scale/8; offset > 0; offset >>= 1) { - amax = fmaxf(amax, __shfl_xor_sync(0xFFFFFFFF, amax, offset, WARP_SIZE)); + amax = fmaxf(amax, ggml_cuda_shfl_xor(amax, offset, WARP_SIZE)); } const float d_inv = 127.0f / amax; @@ -515,7 +515,7 @@ static __global__ void quantize_mmq_q8_1( // Calculate sums across vals_per_sum/4 threads. #pragma unroll for (int offset = vals_per_sum/8; offset > 0; offset >>= 1) { - sum_q += __shfl_xor_sync(0xFFFFFFFF, sum_q, offset, WARP_SIZE); + sum_q += ggml_cuda_shfl_xor(sum_q, offset, WARP_SIZE); } sum = d * float(sum_q); diff --git a/ggml/src/ggml-cuda/top-k.cu b/ggml/src/ggml-cuda/top-k.cu index 19cb45d1f93c..227751eeadeb 100644 --- a/ggml/src/ggml-cuda/top-k.cu +++ b/ggml/src/ggml-cuda/top-k.cu @@ -184,10 +184,7 @@ static __global__ void top_k_radix_gather( constexpr int NBINS = 1 << RADIX_BITS; constexpr int warp_size = ggml_cuda_get_physical_warp_size(); constexpr int nwarps = BLOCK_SIZE / warp_size; - using lane_mask_t = std::conditional_t; - // HIP requires a 64-bit mask also for a 32-wide warp - constexpr uint64_t ballot_mask = ~(lane_mask_t) 0; - const auto popc = [](const lane_mask_t mask) { + const auto popc = [](const ggml_cuda_thread_mask_t mask) { if constexpr (warp_size == 64) { return __popcll(mask); } else { @@ -249,8 +246,8 @@ static __global__ void top_k_radix_gather( const int64_t col = tile + lane; const bool is_tie = col < warp_end && top_k_float_to_ordered(row_src[col]) == threshold; - const lane_mask_t ties = (lane_mask_t) __ballot_sync(ballot_mask, is_tie); - const int tie_pos = pos + popc(ties & (((lane_mask_t) 1 << lane) - 1)); + const ggml_cuda_thread_mask_t ties = ggml_cuda_ballot(is_tie); + const int tie_pos = pos + popc(ties & (((ggml_cuda_thread_mask_t) 1 << lane) - 1)); if (is_tie && tie_pos < pos_end) { row_dst[k - rank + tie_pos] = col; } diff --git a/ggml/src/ggml-cuda/topk-moe.cu b/ggml/src/ggml-cuda/topk-moe.cu index e99b2e84a3cb..d6481baafb5a 100644 --- a/ggml/src/ggml-cuda/topk-moe.cu +++ b/ggml/src/ggml-cuda/topk-moe.cu @@ -20,22 +20,24 @@ template __device__ void softmax_warp_inplace(float (&vals)[experts_per_thread], const int limit, const int lane) { float max_val = -INFINITY; + constexpr int warp_size = ggml_cuda_get_physical_warp_size(); + #pragma unroll for (int i = 0; i < experts_per_thread; i++) { - const int idx = lane + i * WARP_SIZE; + const int idx = lane + i * warp_size; const bool active = !use_limit || (idx < limit); if (active) { max_val = max(max_val, vals[i]); } } - max_val = warp_reduce_max(max_val); + max_val = warp_reduce_max(max_val); float sum = 0.f; #pragma unroll for (int i = 0; i < experts_per_thread; i++) { - const int idx = lane + i * WARP_SIZE; + const int idx = lane + i * warp_size; const bool active = !use_limit || (idx < limit); if (active) { const float val = expf(vals[i] - max_val); @@ -46,13 +48,13 @@ __device__ void softmax_warp_inplace(float (&vals)[experts_per_thread], const in } } - sum = warp_reduce_sum(sum); + sum = warp_reduce_sum(sum); const float inv_sum = 1.0f / sum; #pragma unroll for (int i = 0; i < experts_per_thread; i++) { - const int idx = lane + i * WARP_SIZE; + const int idx = lane + i * warp_size; const bool active = !use_limit || (idx < limit); if (active) { vals[i] *= inv_sum; @@ -62,9 +64,10 @@ __device__ void softmax_warp_inplace(float (&vals)[experts_per_thread], const in template __device__ void sigmoid_warp_inplace(float (&vals)[experts_per_thread], const int limit, const int lane) { + constexpr int warp_size = ggml_cuda_get_physical_warp_size(); #pragma unroll for (int i = 0; i < experts_per_thread; i++) { - const int idx = lane + i * WARP_SIZE; + const int idx = lane + i * warp_size; const bool active = !use_limit || (idx < limit); vals[i] = active ? 1.f / (1.f + expf(-vals[i])) : -INFINITY; } @@ -72,35 +75,37 @@ __device__ void sigmoid_warp_inplace(float (&vals)[experts_per_thread], const in template __device__ void sqrt_softplus_warp_inplace(float (&vals)[experts_per_thread], const int limit, const int lane) { + constexpr int warp_size = ggml_cuda_get_physical_warp_size(); #pragma unroll for (int i = 0; i < experts_per_thread; i++) { - const int idx = lane + i * WARP_SIZE; + const int idx = lane + i * warp_size; const bool active = !use_limit || (idx < limit); vals[i] = active ? sqrtf(vals[i] > 20.0f ? vals[i] : log1pf(expf(vals[i]))) : -INFINITY; } } -#if !defined(GGML_USE_HIP) || HIP_VERSION >= 60300000 // Set -inf for experts outside the top n_group_used groups. Group score is the sum of its top-2 experts (DeepSeek V3). template __device__ void group_mask_warp_inplace(float (&vals)[experts_per_thread], const int n_groups, const int n_group_used, const int lane) { const int n_per_group = n_experts / n_groups; + constexpr int warp_size = ggml_cuda_get_physical_warp_size(); + float score = -INFINITY; // lane g holds the score of group g for (int g = 0; g < n_groups; g++) { float top1 = -INFINITY; float top2 = -INFINITY; #pragma unroll for (int i = 0; i < experts_per_thread; i++) { - if ((i * WARP_SIZE + lane) / n_per_group == g) { + if ((i * warp_size + lane) / n_per_group == g) { top2 = fmaxf(top2, fminf(top1, vals[i])); top1 = fmaxf(top1, vals[i]); } } #pragma unroll - for (int offset = WARP_SIZE / 2; offset > 0; offset >>= 1) { - const float o1 = __shfl_xor_sync(0xFFFFFFFF, top1, offset, WARP_SIZE); - const float o2 = __shfl_xor_sync(0xFFFFFFFF, top2, offset, WARP_SIZE); + for (int offset = warp_size / 2; offset > 0; offset >>= 1) { + const float o1 = ggml_cuda_shfl_xor(top1, offset, warp_size); + const float o2 = ggml_cuda_shfl_xor(top2, offset, warp_size); top2 = fmaxf(fminf(top1, o1), fmaxf(top2, o2)); top1 = fmaxf(top1, o1); } @@ -112,20 +117,30 @@ __device__ void group_mask_warp_inplace(float (&vals)[experts_per_thread], const // rank of each group, lower index wins ties int rank = 0; for (int g = 0; g < n_groups; g++) { - const float other = __shfl_sync(0xFFFFFFFF, score, g, WARP_SIZE); + const float other = ggml_cuda_shfl(score, g, warp_size); rank += other > score || (other == score && g < lane); } - const auto keep = __ballot_sync(0xFFFFFFFFULL, lane < n_groups && rank < n_group_used); + const auto keep = ggml_cuda_ballot(lane < n_groups && rank < n_group_used); #pragma unroll for (int i = 0; i < experts_per_thread; i++) { - const int g = (i * WARP_SIZE + lane) / n_per_group; + const int g = (i * warp_size + lane) / n_per_group; if (g >= n_groups || !((keep >> g) & 1)) { vals[i] = -INFINITY; } } } -#endif // !defined(GGML_USE_HIP) || HIP_VERSION >= 60300000 + +static __device__ constexpr int calc_experts_per_thread(int n_experts, int warp_size) +{ + if(n_experts <= warp_size) { + return 1; + } + if(n_experts % warp_size == 0) { + return n_experts / warp_size; + } + return n_experts / warp_size + 1; +} /* This kernel does the following: @@ -137,7 +152,7 @@ __device__ void group_mask_warp_inplace(float (&vals)[experts_per_thread], const It is intended as fusion of softmax->top-k->get_rows pipeline for MoE models */ template -__launch_bounds__(TOPK_MOE_ROWS_PER_BLOCK * WARP_SIZE, 1) +__launch_bounds__(TOPK_MOE_ROWS_PER_BLOCK * ggml_cuda_get_physical_warp_size(), 1) __global__ void topk_moe_cuda(const float * logits, float * weights, int32_t * ids, @@ -147,6 +162,8 @@ __global__ void topk_moe_cuda(const float * logits, const float clamp_val, const float scale_val, const topk_moe_config config) { + constexpr int warp_size = ggml_cuda_get_physical_warp_size(); + #if defined(GGML_USE_MUSA) // MUSA: every warp of a partially filled block must reach the barrier below. const int row = MIN(blockIdx.x * blockDim.y + threadIdx.y, n_rows - 1); @@ -161,7 +178,7 @@ __global__ void topk_moe_cuda(const float * logits, weights += n_expert_used * row; ids += n_experts * row; - constexpr int experts_per_thread = (n_experts > WARP_SIZE) ? n_experts / WARP_SIZE : 1; + constexpr int experts_per_thread = calc_experts_per_thread(n_experts, warp_size); float wt[experts_per_thread]; @@ -173,9 +190,9 @@ __global__ void topk_moe_cuda(const float * logits, ggml_cuda_pdl_sync(); #pragma unroll - for (int i = 0; i < n_experts; i += WARP_SIZE) { + for (int i = 0; i < n_experts; i += warp_size) { const int expert = i + threadIdx.x; - wt[i / WARP_SIZE] = (n_experts % WARP_SIZE == 0 || expert < n_experts) ? logits[expert] : -INFINITY; + wt[i / warp_size] = (n_experts % warp_size == 0 || expert < n_experts) ? logits[expert] : -INFINITY; } // Weights and IDs can alias logits, so wait until every row in the block reads its logits. @@ -213,17 +230,16 @@ __global__ void topk_moe_cuda(const float * logits, selection_wt[i] = -INFINITY; } #pragma unroll - for (int i = 0; i < n_experts; i += WARP_SIZE) { + for (int i = 0; i < n_experts; i += warp_size) { const int expert = i + threadIdx.x; - selection_wt[i / WARP_SIZE] = - (n_experts % WARP_SIZE == 0 || expert < n_experts) ? wt[i / WARP_SIZE] + bias[expert] : -INFINITY; - if (__isnanf(selection_wt[i / WARP_SIZE])) { - selection_wt[i / WARP_SIZE] = -FLT_MAX; + selection_wt[i / warp_size] = + (n_experts % warp_size == 0 || expert < n_experts) ? wt[i / warp_size] + bias[expert] : -INFINITY; + if (__isnanf(selection_wt[i / warp_size])) { + selection_wt[i / warp_size] = -FLT_MAX; } } } -#if !defined(GGML_USE_HIP) || HIP_VERSION >= 60300000 // without bias, masking wt is safe: the matcher ensures the kept groups hold all used experts if (config.n_groups > 0) { if constexpr (has_bias) { @@ -232,7 +248,6 @@ __global__ void topk_moe_cuda(const float * logits, group_mask_warp_inplace(wt, config.n_groups, config.n_group_used, threadIdx.x); } } -#endif // !defined(GGML_USE_HIP) || HIP_VERSION >= 60300000 //at this point, each thread holds either a portion of the softmax distribution //or the raw logits. We do the argmax reduce over n_expert_used, each time marking @@ -257,8 +272,8 @@ __global__ void topk_moe_cuda(const float * logits, #pragma unroll for (int i = 1; i < experts_per_thread; i++) { - const int expert = threadIdx.x + i * WARP_SIZE; - if ((n_experts % WARP_SIZE == 0 || expert < n_experts) && selection_wt[i] > max_val_s) { + const int expert = threadIdx.x + i * warp_size; + if ((n_experts % warp_size == 0 || expert < n_experts) && selection_wt[i] > max_val_s) { max_val = wt[i]; max_val_s = selection_wt[i]; max_expert = expert; @@ -266,10 +281,10 @@ __global__ void topk_moe_cuda(const float * logits, } #pragma unroll - for (int mask = WARP_SIZE / 2; mask > 0; mask /= 2) { - const float val = __shfl_xor_sync(0xFFFFFFFF, max_val, mask, WARP_SIZE); - const float val_s = __shfl_xor_sync(0xFFFFFFFF, max_val_s, mask, WARP_SIZE); - const int expert = __shfl_xor_sync(0xFFFFFFFF, max_expert, mask, WARP_SIZE); + for (int mask = warp_size / 2; mask > 0; mask /= 2) { + const float val = ggml_cuda_shfl_xor(max_val, mask, warp_size); + const float val_s = ggml_cuda_shfl_xor(max_val_s, mask, warp_size); + const int expert = ggml_cuda_shfl_xor(max_expert, mask, warp_size); if (val_s > max_val_s || (val_s == max_val_s && expert < max_expert)) { max_val = val; max_val_s = val_s; @@ -277,39 +292,39 @@ __global__ void topk_moe_cuda(const float * logits, } } - if ((max_expert & (WARP_SIZE - 1)) == threadIdx.x) { - selection_wt[max_expert / WARP_SIZE] = -INFINITY; + if ((max_expert & (warp_size - 1)) == threadIdx.x) { + selection_wt[max_expert / warp_size] = -INFINITY; } } else { #pragma unroll for (int i = 1; i < experts_per_thread; i++) { - const int expert = threadIdx.x + i * WARP_SIZE; - if ((n_experts % WARP_SIZE == 0 || expert < n_experts) && wt[i] > max_val) { + const int expert = threadIdx.x + i * warp_size; + if ((n_experts % warp_size == 0 || expert < n_experts) && wt[i] > max_val) { max_val = wt[i]; max_expert = expert; } } #pragma unroll - for (int mask = WARP_SIZE / 2; mask > 0; mask /= 2) { - const float val = __shfl_xor_sync(0xFFFFFFFF, max_val, mask, WARP_SIZE); - const int expert = __shfl_xor_sync(0xFFFFFFFF, max_expert, mask, WARP_SIZE); + for (int mask = warp_size / 2; mask > 0; mask /= 2) { + const float val = ggml_cuda_shfl_xor(max_val, mask, warp_size); + const int expert = ggml_cuda_shfl_xor(max_expert, mask, warp_size); if (val > max_val || (val == max_val && expert < max_expert)) { max_val = val; max_expert = expert; } } - if ((max_expert & (WARP_SIZE - 1)) == threadIdx.x) { - wt[max_expert / WARP_SIZE] = -INFINITY; + if ((max_expert & (warp_size - 1)) == threadIdx.x) { + wt[max_expert / warp_size] = -INFINITY; } } - if ((k & (WARP_SIZE - 1)) == threadIdx.x) { - output_weights[k / WARP_SIZE] = max_val; + if ((k & (warp_size - 1)) == threadIdx.x) { + output_weights[k / warp_size] = max_val; } - if ((max_expert & (WARP_SIZE - 1)) == threadIdx.x) { + if ((max_expert & (warp_size - 1)) == threadIdx.x) { ids[k] = max_expert; if (config.with_norm) { wt_sum += max_val; @@ -318,7 +333,7 @@ __global__ void topk_moe_cuda(const float * logits, } if (config.with_norm) { - wt_sum = warp_reduce_sum(wt_sum); + wt_sum = warp_reduce_sum(wt_sum); wt_sum = max(wt_sum, clamp_val); const float inv_sum = 1.0f / wt_sum; @@ -333,7 +348,7 @@ __global__ void topk_moe_cuda(const float * logits, #pragma unroll for (int i = 0; i < experts_per_thread; i++) { - const int idx = i * WARP_SIZE + threadIdx.x; + const int idx = i * warp_size + threadIdx.x; if (idx < n_expert_used) { weights[idx] = output_weights[i] * scale_val; } @@ -355,15 +370,12 @@ static void launch_topk_moe_cuda(ggml_backend_cuda_context & ctx, GGML_ASSERT(!(config.with_norm && config.delayed_softmax) && "delayed softmax is not supported with weight normalization"); const int rows_per_block = TOPK_MOE_ROWS_PER_BLOCK; + const int warp_size = ggml_cuda_info().devices[ggml_cuda_get_device()].warp_size; dim3 grid_dims((n_rows + rows_per_block - 1) / rows_per_block, 1, 1); - dim3 block_dims(WARP_SIZE, rows_per_block, 1); + dim3 block_dims(warp_size, rows_per_block, 1); cudaStream_t stream = ctx.stream(); const ggml_cuda_kernel_launch_params launch_params = ggml_cuda_kernel_launch_params(grid_dims, block_dims, 0, stream); -#if defined(GGML_USE_HIP) && HIP_VERSION < 60300000 - GGML_ASSERT(config.n_groups == 0 && "expert groups fusion is not supported on this HIP version"); -#endif - switch (n_expert) { case 1: ggml_cuda_kernel_launch(topk_moe_cuda<1, has_bias>, launch_params, diff --git a/ggml/src/ggml-cuda/vendors/cuda.h b/ggml/src/ggml-cuda/vendors/cuda.h index 86c1ed9ce9b6..8253061cb2ad 100644 --- a/ggml/src/ggml-cuda/vendors/cuda.h +++ b/ggml/src/ggml-cuda/vendors/cuda.h @@ -6,6 +6,9 @@ #include #include #include +#include + +typedef uint32_t ggml_cuda_thread_mask_t; #ifdef GGML_USE_NCCL #include diff --git a/ggml/src/ggml-cuda/vendors/hip.h b/ggml/src/ggml-cuda/vendors/hip.h index da159dea13dd..b350ebe9c39c 100644 --- a/ggml/src/ggml-cuda/vendors/hip.h +++ b/ggml/src/ggml-cuda/vendors/hip.h @@ -1,15 +1,18 @@ #pragma once -#define HIP_DISABLE_WARP_SYNC_BUILTINS 1 +#define HIP_ENABLE_WARP_SYNC_BUILTINS 1 #include #include #include #include +#include +#include #ifdef GGML_USE_NCCL #include #endif // GGML_USE_NCCL +typedef uint64_t ggml_cuda_thread_mask_t; #define CUBLAS_GEMM_DEFAULT HIPBLAS_GEMM_DEFAULT #define CUBLAS_GEMM_DEFAULT_TENSOR_OP HIPBLAS_GEMM_DEFAULT @@ -29,11 +32,6 @@ #define CU_MEM_LOCATION_TYPE_DEVICE hipMemLocationTypeDevice #define CU_MEM_ACCESS_FLAGS_PROT_READWRITE hipMemAccessFlagsProtReadWrite #define CU_CHECK(fn) {hipError_t err = fn; if(err != hipSuccess) { GGML_ABORT("HipVMM Failure: %s\n", hipGetErrorString(err)); }} -#define __shfl_sync(mask, var, laneMask, width) __shfl(var, laneMask, width) -#define __shfl_up_sync(mask, var, laneMask, width) __shfl_up(var, laneMask, width) -#define __shfl_xor_sync(mask, var, laneMask, width) __shfl_xor(var, laneMask, width) -#define __all_sync(mask, var) __all(var) -#define __any_sync(mask, var) __any(var) #define cublasStrsmBatched hipblasStrsmBatched #define cublasCreate hipblasCreate #define cublasDestroy hipblasDestroy @@ -256,16 +254,8 @@ typedef __hip_bfloat16 nv_bfloat16; typedef __hip_bfloat162 nv_bfloat162; - -#if HIP_VERSION >= 60300000 -#include typedef __hip_fp8_e4m3 __nv_fp8_e4m3; #define FP8_AVAILABLE -#endif // HIP_VERSION >= 60300000 - -#if HIP_VERSION < 70000000 -#define __ballot_sync(mask, var) __ballot(var) -#endif //HIP_VERSION < 70000000 typedef int8_t int8x4_t __attribute__((ext_vector_type(4))); typedef uint8_t uint8x4_t __attribute__((ext_vector_type(4))); diff --git a/ggml/src/ggml-cuda/vendors/musa.h b/ggml/src/ggml-cuda/vendors/musa.h index ff13fa052543..bfad2a2e670c 100644 --- a/ggml/src/ggml-cuda/vendors/musa.h +++ b/ggml/src/ggml-cuda/vendors/musa.h @@ -5,11 +5,14 @@ #include #include #include +#include #ifdef __MUSA_ARCH__ #define __CUDA_ARCH__ 1300 // GGML_CUDA_CC_RUBIN #endif // __MUSA_ARCH__ +typedef uint32_t ggml_cuda_thread_mask_t; + #define CUBLAS_COMPUTE_16F CUDA_R_16F #define CUBLAS_COMPUTE_32F CUDA_R_32F #define CUBLAS_COMPUTE_32F_FAST_16F MUBLAS_COMPUTE_32F_FAST_16F diff --git a/ggml/src/ggml-hip/CMakeLists.txt b/ggml/src/ggml-hip/CMakeLists.txt index 75d4d60e8798..35a898e23091 100644 --- a/ggml/src/ggml-hip/CMakeLists.txt +++ b/ggml/src/ggml-hip/CMakeLists.txt @@ -51,8 +51,8 @@ if (GGML_HIP_RCCL) find_package(rccl REQUIRED) endif() -if (${hip_VERSION} VERSION_LESS 6.1) - message(FATAL_ERROR "At least ROCM/HIP V6.1 is required") +if (${hip_VERSION} VERSION_LESS 6.3) + message(FATAL_ERROR "At least ROCM/HIP V6.3 is required") endif() message(STATUS "HIP and hipBLAS found") From 4e5116f47619dac4180c3007ef02a383f347554c Mon Sep 17 00:00:00 2001 From: eddiechen Date: Sun, 15 Nov 2026 02:09:46 -0800 Subject: [PATCH 068/249] server : fix output_config.effort being dropped in /v1/messages (#32321) --- tools/server/server-chat.cpp | 9 +++++++ .../tests/unit/test_compat_anthropic.py | 26 +++++++++++++++++++ 2 files changed, 35 insertions(+) diff --git a/tools/server/server-chat.cpp b/tools/server/server-chat.cpp index 7b080d17a1e5..4e4622baf56c 100644 --- a/tools/server/server-chat.cpp +++ b/tools/server/server-chat.cpp @@ -659,6 +659,15 @@ json server_chat_convert_anthropic_to_oai(const json & body) { } } + // Handle Anthropic-specific output_config param + if (body.contains("output_config")) { + json output_config = json_value(body, "output_config", json::object()); + std::string effort = json_value(output_config, "effort", std::string()); + if (!effort.empty()) { + oai_body["reasoning_effort"] = effort; + } + } + // Handle Anthropic-specific metadata param if (body.contains("metadata")) { json metadata = json_value(body, "metadata", json::object()); diff --git a/tools/server/tests/unit/test_compat_anthropic.py b/tools/server/tests/unit/test_compat_anthropic.py index 220417745dab..2346de02e2b0 100644 --- a/tools/server/tests/unit/test_compat_anthropic.py +++ b/tools/server/tests/unit/test_compat_anthropic.py @@ -851,6 +851,32 @@ def test_anthropic_thinking(): assert res.body["type"] == "message" +@pytest.mark.parametrize("effort", ["low", "high"]) +def test_anthropic_output_config_effort(effort): + """output_config.effort must reach the chat template, same as chat_template_kwargs.reasoning_effort""" + global server + server.jinja = True + server.chat_template_file = '../../../models/templates/openai-gpt-oss-120b.jinja' + server.start() + + def count_tokens(extra): + res = server.make_request("POST", "/v1/messages/count_tokens", data={ + "model": "test", + "messages": [{"role": "user", "content": "Hello"}], + **extra, + }) + assert res.status_code == 200, res.body + return res.body["input_tokens"] + + n_default = count_tokens({}) + n_kwargs = count_tokens({"chat_template_kwargs": {"reasoning_effort": effort}}) + n_output_config = count_tokens({"thinking": {"type": "adaptive"}, "output_config": {"effort": effort}}) + + # the template renders "Reasoning: medium" by default, so the effort must change the prompt + assert n_kwargs != n_default + assert n_output_config == n_kwargs + + def test_anthropic_metadata(): """Test metadata parameter""" server.start() From de32b268c4ad55d45f3b7b16c029f4e077f4ba74 Mon Sep 17 00:00:00 2001 From: Anton Sokolchenko Date: Sun, 15 Nov 2026 12:36:08 +0100 Subject: [PATCH 069/249] Support DFLASH2 for Recursive Ripple-65B-Preview (#31904) * fixed support for DFlash2 for Ripple 65B * spec: Add NoPE handling to DFlash (cherry picked from commit 89ea8e3e77e3359d17902a2db136022d5d419d88) * spec: Fix NoPE not being picked up by DFlash (cherry picked from commit 43393b95fda2ce7e7d243e2650bf7b1cadf1c732) --------- Co-authored-by: James Pickering --- conversion/base.py | 6 ++++++ conversion/granite.py | 8 -------- src/llama-context.cpp | 7 +++++-- src/models/dflash.cpp | 14 ++++++++++---- src/models/models.h | 2 +- src/models/ricursive.cpp | 2 ++ 6 files changed, 24 insertions(+), 15 deletions(-) diff --git a/conversion/base.py b/conversion/base.py index b8461072e1ce..ac231ac94ab1 100644 --- a/conversion/base.py +++ b/conversion/base.py @@ -1979,6 +1979,12 @@ def set_gguf_parameters(self): if (local_rope_theta := self.rope_parameters.get("sliding_attention", {}).get("rope_theta")) is not None: self.gguf_writer.add_rope_freq_base_swa(local_rope_theta) logger.info(f"gguf: rope theta swa = {local_rope_theta}") + # Add rope_pattern from no_rope_layers + if no_rope_layers := self.hparams.get("no_rope_layers"): + # Convert 1/0 to bool (1 = use RoPE, 0 = NoPE) + rope_pattern = [bool(x) for x in no_rope_layers] + self.gguf_writer.add_rope_pattern(rope_pattern) + logger.info(f"gguf: rope_pattern = {sum(rope_pattern)} RoPE layers / {len(rope_pattern)} total") if (f_rms_eps := self.find_hparam(["rms_norm_eps", "norm_eps"], optional=True)) is not None: self.gguf_writer.add_layer_norm_rms_eps(f_rms_eps) logger.info(f"gguf: rms norm epsilon = {f_rms_eps}") diff --git a/conversion/granite.py b/conversion/granite.py index 74622ad43c83..8bfae264487b 100644 --- a/conversion/granite.py +++ b/conversion/granite.py @@ -112,14 +112,6 @@ def set_gguf_parameters(self): logger.info("gguf: (granite_swa) sliding_window_pattern (inferred) = %d SWA layers / %d total", sum(is_swa), n_layers) - # Add rope_pattern from no_rope_layers - if no_rope_layers := self.hparams.get("no_rope_layers"): - # Convert 1/0 to bool (1 = use RoPE, 0 = NoPE) - rope_pattern = [bool(x) for x in no_rope_layers] - self.gguf_writer.add_rope_pattern(rope_pattern) - logger.info("gguf: (granite_swa) rope_pattern = %d RoPE layers / %d total", - sum(rope_pattern), len(rope_pattern)) - @ModelBase.register("GraniteMoeSWAForCausalLM") class GraniteMoeSWAModel(GraniteSWAModel): diff --git a/src/llama-context.cpp b/src/llama-context.cpp index 3e931f1cf004..93edabc02c4c 100644 --- a/src/llama-context.cpp +++ b/src/llama-context.cpp @@ -2923,8 +2923,11 @@ uint32_t llama_context::graph_max_nodes() const { res = std::max(1024u, 32u * model.n_tensors()); } else if (model.arch == LLM_ARCH_DFLASH && model.hparams.dflash_selector_rank > 0) { // DFlash2's convolutions and selector are shape work rather than matmuls, - // so they cost ~8.6 nodes per tensor against ~5.9 for a plain DFlash draft - res = std::max(1024u, 12u*model.n_tensors()); + // so they cost ~8.6 nodes per tensor against ~5.9 for a plain DFlash draft. + // The selector lattice scales with the draft block size; 12u was calibrated + // on block-8 drafters, so scale the budget for larger blocks (e.g. Ripple's 16). + const uint32_t block_scale = std::max(1u, model.hparams.dflash_block_size/8u); + res = std::max(1024u, 12u*block_scale*model.n_tensors()); } else { res = std::max(1024u, 8u*model.n_tensors()); for (const auto & lora : model.loras) { diff --git a/src/models/dflash.cpp b/src/models/dflash.cpp index ea1e862a9842..96360e404469 100644 --- a/src/models/dflash.cpp +++ b/src/models/dflash.cpp @@ -77,6 +77,8 @@ void llama_model_dflash::load_arch_hparams(llama_model_loader & ml) { hparams.rope_freq_scale_train_swa = hparams.rope_freq_scale_train; } + ml.get_key_or_arr(LLM_KV_ATTENTION_ROPE_PATTERN, hparams.rope_pattern, hparams.n_layer(), false); + type = LLM_TYPE_UNKNOWN; } @@ -263,7 +265,11 @@ llama_model_dflash::graph_base::graph_base(const llm_graph_params & params) : ll std::copy(std::begin(hparams.rope_sections), std::begin(hparams.rope_sections) + 4, sections); } -ggml_tensor * llama_model_dflash::graph_base::build_rope(ggml_tensor * cur, ggml_tensor * pos) { +ggml_tensor * llama_model_dflash::graph_base::build_rope(ggml_tensor * cur, ggml_tensor * pos, int il) { + if (!hparams.has_rope(il)) { + return cur; + } + return rope_type == GGML_ROPE_TYPE_MROPE ? ggml_rope_multi(ctx0, cur, pos, nullptr, n_rot, sections, rope_type, n_ctx_orig, freq_base, freq_scale, @@ -292,7 +298,7 @@ ggml_tensor * llama_model_dflash::graph_base::build_inject() { if (shared_kv) { Vcur = ggml_rms_norm(ctx0, Vcur, hparams.f_norm_rms_eps); } - Kcur = build_rope(Kcur, inp_pos); + Kcur = build_rope(Kcur, inp_pos, il); cb(Kcur, "Kcur_injected", il); cb(Vcur, "Vcur_injected", il); @@ -382,8 +388,8 @@ ggml_tensor * llama_model_dflash::graph_base::build_layers(ggml_tensor * inp_tok Vcur = ggml_rms_norm(ctx0, Vcur, hparams.f_norm_rms_eps); } - Qcur = build_rope(Qcur, inp_pos); - Kcur = build_rope(Kcur, inp_pos); + Qcur = build_rope(Qcur, inp_pos, il); + Kcur = build_rope(Kcur, inp_pos, il); cb(Qcur, "Qcur", il); cb(Kcur, "Kcur", il); cb(Vcur, "Vcur", il); diff --git a/src/models/models.h b/src/models/models.h index e5bc8113df4f..913c52adee09 100644 --- a/src/models/models.h +++ b/src/models/models.h @@ -1574,7 +1574,7 @@ struct llama_model_dflash : public llama_model_base { ggml_tensor * build_inp_tokens(); ggml_tensor * build_layers(ggml_tensor * inp_tokens); ggml_tensor * build_logits(ggml_tensor * cur); - ggml_tensor * build_rope(ggml_tensor * cur, ggml_tensor * pos); + ggml_tensor * build_rope(ggml_tensor * cur, ggml_tensor * pos, int il); }; struct graph_dflash : public graph_base { diff --git a/src/models/ricursive.cpp b/src/models/ricursive.cpp index e14caa8b3c1a..306cdd4dc6c4 100644 --- a/src/models/ricursive.cpp +++ b/src/models/ricursive.cpp @@ -132,6 +132,8 @@ llama_model_ricursive::graph::graph(const llm_graph_params & params) : llm_graph for (int il = 0; il < n_layer; ++il) { const auto & layer = model.layers[il]; + res->t_layer_inp[il] = inpL; + ggml_tensor * inpSA = inpL; cur = build_norm(inpL, layer.attn_norm, NULL, LLM_NORM_RMS, il); From 900f01ba09ac5735e16a634a2c37e000639c936a Mon Sep 17 00:00:00 2001 From: uvos Date: Sun, 15 Nov 2026 15:53:22 +0100 Subject: [PATCH 070/249] CI/HIP: update fattn symbol names in hip-quality-check (#32331) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * CI/HIP: update fattn symbol names in hip-quality-check * ignore import-not-found --------- Co-authored-by: Sigbjørn Skjæret --- scripts/hip/gcn-cdna-vgpr-check.py | 69 +++++++++++++++++------------- 1 file changed, 40 insertions(+), 29 deletions(-) diff --git a/scripts/hip/gcn-cdna-vgpr-check.py b/scripts/hip/gcn-cdna-vgpr-check.py index 894104524809..d6a7fc45009d 100644 --- a/scripts/hip/gcn-cdna-vgpr-check.py +++ b/scripts/hip/gcn-cdna-vgpr-check.py @@ -4,6 +4,21 @@ from collections import defaultdict import re +try: + from itanium_demangler import parse as demangle # ty: ignore[import-not-found] +except ImportError: + demangle = None + + +def format_name(name): + if demangle is None: + return name + try: + demangled = demangle(name) + except Exception: + return name + return f"{name} [{demangled}]" if demangled is not None else name + def parse_log_file(filepath): functions = defaultdict(lambda: {'vgprs': 0, 'spill': 0, 'location': ''}) @@ -59,34 +74,30 @@ def main(): log_file = sys.argv[1] ignored = { - '_ZL21gated_linear_attn_f32ILi128EEviiiifPKfS1_S1_S1_S1_Pf', '_ZL13rwkv_wkv7_f32ILi128EEviiiiPKfS1_S1_S1_S1_S1_S1_Pf', - '_ZL12rwkv_wkv_f32ILi128EEviiiiPKfS1_S1_S1_S1_S1_Pf', - '_ZL9mul_mat_qIL9ggml_type10ELi64ELb1EEvPKcPKiS4_S4_PfS5_PKf15HIP_vector_typeIjLj3EEiiiiiS9_S9_iiiS9_S9_iiiS9_', - '_ZL9mul_mat_qIL9ggml_type42ELi128ELb1EEvPKcPKiS4_S4_PfS5_PKf15HIP_vector_typeIjLj3EEiiiiiS9_S9_iiiS9_S9_iiiS9_', - '_ZL18flash_attn_ext_f16ILi576ELi512ELi2ELi32ELb0ELb1ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_f16ILi512ELi512ELi16ELi4ELb0ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_f16ILi512ELi512ELi16ELi4ELb1ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_f16ILi512ELi512ELi32ELi2ELb0ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_f16ILi512ELi512ELi32ELi2ELb1ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_f16ILi512ELi512ELi8ELi8ELb0ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_f16ILi512ELi512ELi8ELi8ELb1ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_f16ILi576ELi512ELi16ELi4ELb0ELb1ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_f16ILi576ELi512ELi4ELi16ELb0ELb1ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_f16ILi512ELi512ELi16ELi2ELb0ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_f16ILi512ELi512ELi16ELi2ELb1ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_f16ILi512ELi512ELi4ELi8ELb0ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_f16ILi512ELi512ELi4ELi8ELb1ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_f16ILi512ELi512ELi8ELi4ELb0ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_f16ILi512ELi512ELi8ELi4ELb1ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_f16ILi576ELi512ELi1ELi32ELb0ELb1ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_f16ILi576ELi512ELi2ELi16ELb0ELb1ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_f16ILi576ELi512ELi8ELi4ELb0ELb1ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_vecILi256ELi1EL9ggml_type2ELS0_2ELb0EEvPKcS2_S2_S2_S2_PKiS4_PfP15HIP_vector_typeIfLj2EEffffjfiS6_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_vecILi256ELi1EL9ggml_type43ELS0_43ELb0EEvPKcS2_S2_S2_S2_PKiS4_PfP15HIP_vector_typeIfLj2EEffffjfiS6_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_vecILi256ELi1EL9ggml_type43ELS0_43ELb1EEvPKcS2_S2_S2_S2_PKiS4_PfP15HIP_vector_typeIfLj2EEffffjfiS6_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_f16ILi320ELi256ELi2ELi32ELb0ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', - '_ZL18flash_attn_ext_f16ILi576ELi512ELi1ELi16ELb0ELb1ELb1EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', + '_ZL18flash_attn_ext_f16ILi512ELi512ELi16ELi2ELb0ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_f16ILi512ELi512ELi16ELi2ELb1ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_f16ILi512ELi512ELi16ELi4ELb0ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_f16ILi512ELi512ELi16ELi4ELb1ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_f16ILi512ELi512ELi32ELi2ELb0ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_f16ILi512ELi512ELi32ELi2ELb1ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_f16ILi512ELi512ELi4ELi8ELb0ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_f16ILi512ELi512ELi4ELi8ELb1ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_f16ILi512ELi512ELi8ELi4ELb0ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_f16ILi512ELi512ELi8ELi4ELb1ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_f16ILi512ELi512ELi8ELi8ELb0ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_f16ILi512ELi512ELi8ELi8ELb1ELb0ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_f16ILi576ELi512ELi16ELi4ELb0ELb1ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_f16ILi576ELi512ELi1ELi16ELb0ELb1ELb1EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_f16ILi576ELi512ELi1ELi32ELb0ELb1ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_f16ILi576ELi512ELi2ELi16ELb0ELb1ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_f16ILi576ELi512ELi2ELi32ELb0ELb1ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_f16ILi576ELi512ELi4ELi16ELb0ELb1ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_f16ILi576ELi512ELi8ELi4ELb0ELb1ELb0EEvPKcS1_S1_S1_S1_PKiS3_PfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_vecILi256ELi1EL9ggml_type2ELS0_2ELb0EEvPKcS2_S2_S2_S2_PKiS4_PfP15HIP_vector_typeIfLj2EEffffjfiS6_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_vecILi256ELi1EL9ggml_type43ELS0_43ELb0EEvPKcS2_S2_S2_S2_PKiS4_PfP15HIP_vector_typeIfLj2EEffffjfiS6_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL18flash_attn_ext_vecILi256ELi1EL9ggml_type43ELS0_43ELb1EEvPKcS2_S2_S2_S2_PKiS4_PfP15HIP_vector_typeIfLj2EEffffjfiS6_IjLj3EEiiiiiiiiiiiliiliiiill', + '_ZL21gated_linear_attn_f32ILi128EEviiiifPKfS1_S1_S1_S1_Pf', } functions = parse_log_file(log_file) @@ -98,7 +109,7 @@ def main(): total_vgprs = int(data['vgprs']) + int(data['spill']) if total_vgprs > 256 and func_name in ignored and func_name not in printed_ignored: location = data.get('location', log_file) - print(f"{location}: {func_name} - Total VGPRs: {total_vgprs} ({data['vgprs']} + {data['spill']}) [IGNORED]") # noqa: NP100 + print(f"{location}: {format_name(func_name)} - Total VGPRs: {total_vgprs} ({data['vgprs']} + {data['spill']}) [IGNORED]") # noqa: NP100 printed_ignored.add(func_name) # Then print new functions with issues in red @@ -110,7 +121,7 @@ def main(): # Print in red if not ignored color_code = "\033[91m" if func_name not in ignored else "" reset_code = "\033[0m" if func_name not in ignored else "" - print(f"{color_code}{location}: {func_name} - Total VGPRs: {total_vgprs} ({data['vgprs']} + {data['spill']}) {status}{reset_code}") # noqa: NP100 + print(f"{color_code}{location}: {format_name(func_name)} - Total VGPRs: {total_vgprs} ({data['vgprs']} + {data['spill']}) {status}{reset_code}") # noqa: NP100 if func_name not in ignored: found_issues = True From b54752df40e4d8e53d34ef5a598336b4e4871d39 Mon Sep 17 00:00:00 2001 From: Saejin Kim-Heinert Date: Sun, 15 Nov 2026 10:19:33 -0500 Subject: [PATCH 071/249] ggml-cpu: add x86 VNNI Q2_0 dot product (#26348) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * ggml-cpu: use VNNI for Q2_0 dot products Keep the upstream AVX2 unpacking, accumulation, and fallback. Use VNNI for the integer dot product on supported x86 CPUs. Assisted-by: Codex * ggml-cpu: use VBMI for Q2_0 unpacking Use multishift to unpack Q2_0 weights on CPUs with AVX-512 VBMI and VL. Retain the existing shift-and-mask unpacking on other CPUs. Assisted-by: Codex * Update ggml/src/ggml-cpu/arch/x86/quants.c Co-authored-by: Sigbjørn Skjæret --------- Co-authored-by: Sigbjørn Skjæret --- ggml/src/ggml-cpu/arch/x86/quants.c | 20 +++++++++++++++++++- 1 file changed, 19 insertions(+), 1 deletion(-) diff --git a/ggml/src/ggml-cpu/arch/x86/quants.c b/ggml/src/ggml-cpu/arch/x86/quants.c index 21cd6312a1bd..458f05f274a5 100644 --- a/ggml/src/ggml-cpu/arch/x86/quants.c +++ b/ggml/src/ggml-cpu/arch/x86/quants.c @@ -698,21 +698,39 @@ void ggml_vec_dot_q1_0_q8_0(int n, float * GGML_RESTRICT s, size_t bs, const voi #endif } -#if defined(__AVX2__) +#if defined(__AVX2__) || defined(__AVX512F__) // four consecutive Q2_0 weights per byte: byte b becomes b & 3, (b >> 2) & 3, (b >> 4) & 3, (b >> 6) & 3 (OR, never add: the overlapping copies only touch masked-off bits) static inline __m256i q2_0_unpack_32_avx2(const uint8_t * qs) { +#if defined(__AVX512VBMI__) && defined(__AVX512VL__) + const __m256i shifts = _mm256_setr_epi8( + 0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 20, 22, 24, 26, 28, 30, + 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62); + const __m256i bits = _mm256_broadcastq_epi64(_mm_loadl_epi64((const __m128i *) qs)); + return _mm256_and_si256(_mm256_multishift_epi64_epi8(shifts, bits), _mm256_set1_epi8(3)); +#else __m256i v = _mm256_cvtepu8_epi32(_mm_loadl_epi64((const __m128i *) qs)); v = _mm256_or_si256(v, _mm256_slli_epi32(v, 12)); v = _mm256_or_si256(v, _mm256_slli_epi32(v, 6)); return _mm256_and_si256(v, _mm256_set1_epi32(0x03030303)); +#endif } // 32 weights against one Q8_0 block: sum((v - 1) * y) = sum(v * y) - sum(y), exact for every int8 y static inline __m256 q2_0_dot_32_avx2(const uint8_t * qs, const int8_t * qy) { const __m256i v = q2_0_unpack_32_avx2(qs); const __m256i y = _mm256_loadu_si256((const __m256i *) qy); +#if defined(__AVX512VNNI__) && defined(__AVX512VL__) + const __m256i p = _mm256_dpbusd_epi32(_mm256_setzero_si256(), v, y); + const __m256i s = _mm256_dpbusd_epi32(_mm256_setzero_si256(), _mm256_set1_epi8(1), y); + return _mm256_cvtepi32_ps(_mm256_sub_epi32(p, s)); +#elif defined(__AVXVNNI__) + const __m256i p = _mm256_dpbusd_avx_epi32(_mm256_setzero_si256(), v, y); + const __m256i s = _mm256_dpbusd_avx_epi32(_mm256_setzero_si256(), _mm256_set1_epi8(1), y); + return _mm256_cvtepi32_ps(_mm256_sub_epi32(p, s)); +#else const __m256i p = _mm256_sub_epi16(_mm256_maddubs_epi16(v, y), _mm256_maddubs_epi16(_mm256_set1_epi8(1), y)); return _mm256_cvtepi32_ps(_mm256_madd_epi16(p, _mm256_set1_epi16(1))); +#endif } static inline __m256 q2_0_acc_block_avx2(const block_q2_0 * x, const block_q8_0 * y, __m256 acc) { From 56fd8a375f42dd89cfbbba744f097648214fdd61 Mon Sep 17 00:00:00 2001 From: Roshan Kumar <52444089+roshankumarg529@users.noreply.github.com> Date: Sun, 15 Nov 2026 18:23:05 +0200 Subject: [PATCH 072/249] server : ignore empty stop strings (#32093) --- tests/test-server-component.cpp | 36 ++++++++++++++++++++++ tools/server/server-context.cpp | 4 +++ tools/server/server-schema.cpp | 4 +-- tools/server/tests/unit/test_completion.py | 14 +++++++++ tools/server/tests/utils.py | 3 ++ 5 files changed, 59 insertions(+), 2 deletions(-) diff --git a/tests/test-server-component.cpp b/tests/test-server-component.cpp index 3494cdf04a99..580203be86d6 100644 --- a/tests/test-server-component.cpp +++ b/tests/test-server-component.cpp @@ -718,6 +718,41 @@ static void test_dry_sequence_breakers(testing & t) { } } +static void test_stop_strings(testing & t) { + common_params params_base; + + const auto eval = [&](const json & data) { + return server_schema::eval_llama_cmpl_schema(nullptr, params_base, {}, data); + }; + + { + json data; + data["stop"] = ""; + t.assert_true("empty string is ignored", eval(data).antiprompt.empty()); + } + + { + json data; + data["stop"] = json::array({""}); + t.assert_true("empty string in array is ignored", eval(data).antiprompt.empty()); + } + + { + json data; + data["stop"] = json::array({"", "zzz"}); + const std::vector expected = {"zzz"}; + t.assert_true("only non-empty strings are kept", eval(data).antiprompt == expected); + } + + { + params_base.antiprompt = {"User:"}; + json data; + data["stop"] = json::array({""}); + const std::vector expected = {"User:"}; + t.assert_true("falls back to CLI defaults", eval(data).antiprompt == expected); + } +} + // // glob_match // @@ -842,6 +877,7 @@ int main(int argc, char ** argv) { t.test("decision_depth", test_decision_depth); t.test("glob_match", test_glob_match); t.test("dry_sequence_breakers", test_dry_sequence_breakers); + t.test("stop_strings", test_stop_strings); t.test("speech_convert", test_speech_convert); t.test("pcm_f32_to_s16", test_pcm_f32_to_s16); diff --git a/tools/server/server-context.cpp b/tools/server/server-context.cpp index 4015e23eabbc..7c2c35c35dd8 100644 --- a/tools/server/server-context.cpp +++ b/tools/server/server-context.cpp @@ -692,6 +692,10 @@ struct server_slot { size_t stop_pos = std::string::npos; for (const std::string & word : task->params.antiprompt) { + if (word.empty()) { + continue; + } + size_t pos; if (is_full_stop) { diff --git a/tools/server/server-schema.cpp b/tools/server/server-schema.cpp index 76d634d589de..84e872f21eb8 100644 --- a/tools/server/server-schema.cpp +++ b/tools/server/server-schema.cpp @@ -458,9 +458,9 @@ std::vector> make_llama_cmpl_schema(const common_params & const auto & stop = data.at("stop"); if (stop.is_array()) { for (const auto & word : stop) { - if (!word.empty()) ctx.params.antiprompt.push_back(word); + if (!word.empty() && word != "") ctx.params.antiprompt.push_back(word); } - } else if (stop.is_string()) { + } else if (stop.is_string() && stop != "") { ctx.params.antiprompt.push_back(stop.get()); } // fall back to CLI defaults if the request provided no effective stop strings diff --git a/tools/server/tests/unit/test_completion.py b/tools/server/tests/unit/test_completion.py index 0c5beb23e147..61834558586e 100644 --- a/tools/server/tests/unit/test_completion.py +++ b/tools/server/tests/unit/test_completion.py @@ -118,6 +118,20 @@ def test_completion_connection_reuse(): conn.close() +def test_completion_empty_reverse_prompt(): + global server + server.reverse_prompt = "" + server.start() + res = server.make_request("POST", "/completion", data={ + "n_predict": 8, + "prompt": "I believe the meaning of life is", + }) + assert res.status_code == 200 + assert res.body["stop_type"] == "limit" + assert res.body["timings"]["predicted_n"] == 8 + assert match_regex("(going|bed)+", res.body["content"]) + + def test_completion_with_openai_library(): global server server.start() diff --git a/tools/server/tests/utils.py b/tools/server/tests/utils.py index 56c88b354007..f18b566aa879 100644 --- a/tools/server/tests/utils.py +++ b/tools/server/tests/utils.py @@ -77,6 +77,7 @@ class ServerProcess: n_ga: int | None = None n_ga_w: int | None = None n_predict: int | None = None + reverse_prompt: str | None = None n_prompts: int | None = 0 slot_save_path: str | None = None id_slot: int | None = None @@ -248,6 +249,8 @@ def start(self, timeout_seconds: int = DEFAULT_HTTP_TIMEOUT) -> None: server_args.extend(["-fa", self.fa]) if self.n_predict: server_args.extend(["--n-predict", self.n_predict]) + if self.reverse_prompt is not None: + server_args.extend(["--reverse-prompt", self.reverse_prompt]) if self.slot_save_path: server_args.extend(["--slot-save-path", self.slot_save_path]) if self.n_ga: From a68799c6094020a020cee72895b8df36b3b81098 Mon Sep 17 00:00:00 2001 From: Xuan-Son Nguyen Date: Sun, 15 Nov 2026 17:39:59 +0100 Subject: [PATCH 073/249] model: support MiniMax-M3.1 (#32301) --- conversion/__init__.py | 1 + conversion/base.py | 11 +++++--- conversion/minimax.py | 55 ++++++++++++++++++++++++++++++++++++++- src/llama-model.cpp | 4 +-- src/models/dflash.cpp | 2 ++ src/models/minimax-m3.cpp | 24 ++++++++++++++--- 6 files changed, 88 insertions(+), 9 deletions(-) diff --git a/conversion/__init__.py b/conversion/__init__.py index afdd73e4caf8..fb6b8464c4a1 100644 --- a/conversion/__init__.py +++ b/conversion/__init__.py @@ -220,6 +220,7 @@ "MiniMaxM2ForCausalLM": "minimax", "MiniMaxM3SparseForCausalLM": "minimax", "MiniMaxM3SparseForConditionalGeneration": "minimax", + "DSparkMiniMaxDraftModel": "minimax", "Ministral3ForCausalLM": "mistral3", "Ministral3Model": "mistral3", "Mistral3ForConditionalGeneration": "mistral3", diff --git a/conversion/base.py b/conversion/base.py index ac231ac94ab1..7558fdcb4043 100644 --- a/conversion/base.py +++ b/conversion/base.py @@ -398,6 +398,9 @@ def dequant_bitnet(weight: Tensor, scale: Tensor) -> Tensor: return data / scale.float() def dequant_simple(weight: Tensor, scale: Tensor, block_size: Sequence[int] | None = None) -> Tensor: + if scale.dtype == torch.uint8: + # E8M0 exponent stored as raw bytes (MXFP8) + scale = (scale.float() - 127.0).exp2() scale = scale.float() # ModelOpt block scales are pre-shaped for broadcasting, e.g. [out/128, 1, in/128, 1] @@ -538,7 +541,7 @@ def dequant_fp8(fp8_configs: list[dict[str, Any]] | None = None) -> None: s = self.model_tensors[name] self.model_tensors[weight_name] = lambda w=w, s=s: dequant_bitnet(w(), s()) tensors_to_remove.append(name) - elif quant_method in ("fp8", "bsgemm-moe"): # bsgemm-moe: drama-3, same block layout + elif quant_method in ("fp8", "bsgemm-moe", "mxfp8"): # bsgemm-moe: drama-3, same block layout block_size = quant_config.get("weight_block_size") for name in self.model_tensors.keys(): if name.endswith("_scale_inv"): @@ -1357,10 +1360,10 @@ def _generate_nvfp4_tensors(self): consumed.append(input_scale_name) # Check if this is a per-expert tensor - m = re.search(r'\.experts\.(\d+)\.(gate_proj|up_proj|down_proj)\.weight$', name) + m = re.search(r'\.experts\.(\d+)\.(gate_proj|up_proj|down_proj|w1|w2|w3)\.weight$', name) if m: expert_id = int(m.group(1)) - proj_type = m.group(2) + proj_type = {"w1": "gate_proj", "w2": "down_proj", "w3": "up_proj"}.get(m.group(2), m.group(2)) bid_m = re.search(r'\.layers\.(\d+)\.', name) bid = int(bid_m.group(1)) if bid_m else 0 key = (bid, proj_type) @@ -1451,6 +1454,8 @@ def prepare_tensors(self): quant_layers = quant_config.get("quantized_layers", quant_layers) or {} nvfp4_compressed_tensors = self._is_nvfp4_compressed_tensors(quant_method, quant_format, quant_groups) + # e.g. MXFP8 dense weights with compressed-tensors NVFP4 experts + nvfp4_compressed_tensors |= quantization_config.get("moe_quant_format") == "nvfp4-pack-quantized" self._nvfp4_global_algo = quant_algo diff --git a/conversion/minimax.py b/conversion/minimax.py index 4d856fab855f..c9f512f5fa6f 100644 --- a/conversion/minimax.py +++ b/conversion/minimax.py @@ -1,5 +1,7 @@ from __future__ import annotations +import json + from typing import Iterable, Sequence, TYPE_CHECKING import torch @@ -8,6 +10,7 @@ from torch import Tensor from .base import ModelBase, TextModel, MmprojModel, gguf, logger +from .qwen import DSparkModel @ModelBase.register("MiniMaxText01ForCausalLM") @@ -170,6 +173,15 @@ def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None): class MiniMaxM3Model(MiniMaxM2Model): model_arch = gguf.MODEL_ARCH.MINIMAXM3 + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + + # transformers 5.x folds sparse_attention_config and moe_layer_freq into other keys + with open(self.dir_model / "config.json", "r", encoding="utf-8") as f: + raw_hparams = json.load(f) + for key, value in raw_hparams.get("text_config", raw_hparams).items(): + self.hparams.setdefault(key, value) + def tensor_force_quant(self, name, new_name, bid, n_dims): if ".indexer." in new_name: return gguf.GGMLQuantizationType.F32 @@ -188,6 +200,7 @@ def set_gguf_parameters(self): self.gguf_writer.add_indexer_top_k(sac["sparse_topk_blocks"]) self.gguf_writer.add_indexer_block_size(sac["sparse_block_size"]) self.gguf_writer.add_indexer_local_blocks(sac["sparse_local_block"]) + self.gguf_writer.add_indexer_types([bool(v) for v in sac["sparse_attention_freq"]]) moe_layer_freq = self.find_hparam(["moe_layer_freq"]) n_dense = 0 @@ -201,7 +214,47 @@ def set_gguf_parameters(self): def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None): # Gemma-style (1 + w) RMSNorm: bake the +1 in so llama.cpp can use plain RMSNorm if name.endswith("norm.weight"): - data_torch = data_torch + 1.0 + data_torch = data_torch.float() + 1.0 + + yield from super().modify_tensors(data_torch, name, bid) + + +@ModelBase.register("DSparkMiniMaxDraftModel") +class MiniMaxM3DSparkModel(DSparkModel): + model_arch = gguf.MODEL_ARCH.DFLASH + + def __init__(self, dir_model, *args, **kwargs): + # transformers drops the draft keys when it parses the minimax_m3_vl config + with open(dir_model / "config.json", "r", encoding="utf-8") as f: + kwargs["hparams"] = json.load(f) + super().__init__(dir_model, *args, **kwargs) + + # draft layers use a dense FFN, the MoE keys are copied from the target config + self.hparams["intermediate_size"] = self.hparams["dspark_ffn_hidden_size"] + for key in ("num_local_experts", "num_experts_per_tok", "scoring_func"): + self.hparams.pop(key, None) + + def set_gguf_parameters(self): + super().set_gguf_parameters() + + self.gguf_writer.add_hidden_act(self.hparams["hidden_act"]) + + layer_types = self.hparams["layer_types"] + self.gguf_writer.add_sliding_window(self.hparams["sliding_window"]) + self.gguf_writer.add_sliding_window_pattern([t == "sliding_attention" for t in layer_types]) + + @classmethod + def filter_tensors(cls, item): + name, gen = item + name = name.removeprefix("language_model.model.dspark.").replace(".decoder_layer.", ".") + if name == "final_norm.weight": + name = "norm.weight" + return super().filter_tensors((name, gen)) + + def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None): + # Gemma-style (1 + w) RMSNorm, same as the target + if name.endswith("norm.weight"): + data_torch = data_torch.float() + 1.0 yield from super().modify_tensors(data_torch, name, bid) diff --git a/src/llama-model.cpp b/src/llama-model.cpp index 42924b938a06..194bbb92b367 100644 --- a/src/llama-model.cpp +++ b/src/llama-model.cpp @@ -2970,9 +2970,9 @@ llama_memory_i * llama_model::create_memory(const llama_memory_params & params, } break; case LLM_ARCH_MINIMAX_M3: { - // sparse (MSA) layers carry an indexer key cache, but leading dense layers do not + // only sparse (MSA) layers carry an indexer key cache llama_kv_cache::layer_filter_cb filter_idx = - [&](int32_t il) { return (uint32_t) il >= hparams.n_layer_dense_lead; }; + [&](int32_t il) { return (uint32_t) il < hparams.n_layer() && hparams.is_indexer_full(il); }; res = new llama_kv_cache_msa( *this, diff --git a/src/models/dflash.cpp b/src/models/dflash.cpp index 96360e404469..000222f4c0d1 100644 --- a/src/models/dflash.cpp +++ b/src/models/dflash.cpp @@ -15,6 +15,8 @@ void llama_model_dflash::load_arch_hparams(llama_model_loader & ml) { if (ml.get_key(LLM_KV_HIDDEN_ACT, hidden_act, false)) { if (hidden_act == "gelu" || hidden_act == "gelu_pytorch_tanh") { hparams.llm_ffn_op = LLM_FFN_GELU; + } else if (hidden_act == "swigluoai") { + hparams.llm_ffn_op = LLM_FFN_SWIGLU_OAI_MOE; } else if (hidden_act != "silu") { throw std::runtime_error("unsupported DFlash hidden activation: " + hidden_act); } diff --git a/src/models/minimax-m3.cpp b/src/models/minimax-m3.cpp index 466985cc430a..4f1184590f82 100644 --- a/src/models/minimax-m3.cpp +++ b/src/models/minimax-m3.cpp @@ -24,6 +24,12 @@ void llama_model_minimax_m3::load_arch_hparams(llama_model_loader & ml) { ml.get_key(LLM_KV_ATTENTION_INDEXER_BLOCK_SIZE, hparams.indexer_block_size); ml.get_key(LLM_KV_ATTENTION_INDEXER_LOCAL_BLOCKS, hparams.indexer_local_blocks); + // BC for MiniMax-M3 GGUFs without indexer_types metadata: leading dense layers have no indexer + for (uint32_t il = 0; il < hparams.n_layer(); ++il) { + hparams.is_indexer_full_impl[il] = il >= hparams.n_layer_dense_lead; + } + ml.get_key_or_arr(LLM_KV_ATTENTION_INDEXER_TYPES, hparams.is_indexer_full_impl, hparams.n_layer(), false); + msa_p = { /*.blk =*/ (int) hparams.indexer_block_size, /*.topk_blocks =*/ (int) hparams.indexer_top_k, @@ -79,8 +85,9 @@ void llama_model_minimax_m3::load_arch_tensors(llama_model_loader &) { layer.ffn_gate_shexp = create_tensor(tn(LLM_TENSOR_FFN_GATE_SHEXP, "weight", i), {n_embd, n_ff_exp * n_expert_shared}, 0); layer.ffn_down_shexp = create_tensor(tn(LLM_TENSOR_FFN_DOWN_SHEXP, "weight", i), { n_ff_exp * n_expert_shared, n_embd}, 0); layer.ffn_up_shexp = create_tensor(tn(LLM_TENSOR_FFN_UP_SHEXP, "weight", i), {n_embd, n_ff_exp * n_expert_shared}, 0); + } - // indexer + if (hparams.is_indexer_full(i)) { layer.index_q_proj = create_tensor(tn(LLM_TENSOR_INDEXER_Q_PROJ, "weight", i), {n_embd, hparams.indexer_n_head * hparams.indexer_head_size}, 0); layer.index_k_proj = create_tensor(tn(LLM_TENSOR_INDEXER_K_PROJ, "weight", i), {n_embd, hparams.indexer_head_size}, 0); layer.index_q_norm = create_tensor(tn(LLM_TENSOR_INDEXER_Q_NORM, "weight", i), {hparams.indexer_head_size}, 0); @@ -300,7 +307,11 @@ llama_model_minimax_m3::graph::graph(const llm_graph_params & params) : llm_grap ggml_tensor * inp_out_ids = build_inp_out_ids(); + const bool extract_last = (size_t) n_layer < cparams.embeddings_layer_inp.size() && cparams.embeddings_layer_inp[n_layer]; + for (int il = 0; il < n_layer; ++il) { + res->t_layer_inp[il] = inpL; + ggml_tensor * inpSA = inpL; // self-attention @@ -325,7 +336,7 @@ llama_model_minimax_m3::graph::graph(const llm_graph_params & params) : llm_grap cb(Kcur, "Kcur", il); cb(Vcur, "Vcur", il); - const bool is_sparse = msa_enabled && il >= (int) hparams.n_layer_dense_lead; + const bool is_sparse = msa_enabled && hparams.is_indexer_full(il); if (!is_sparse) { cur = build_attn(inp_attn, model.layers[il].wo, NULL, model.layers[il].wo_s, @@ -529,7 +540,7 @@ llama_model_minimax_m3::graph::graph(const llm_graph_params & params) : llm_grap } } - if (il == n_layer - 1 && inp_out_ids) { + if (il == n_layer - 1 && inp_out_ids && !extract_last) { cur = ggml_get_rows(ctx0, cur, inp_out_ids); inpSA = ggml_get_rows(ctx0, inpSA, inp_out_ids); } @@ -589,6 +600,13 @@ llama_model_minimax_m3::graph::graph(const llm_graph_params & params) : llm_grap inpL = cur; } + if (extract_last) { + res->t_layer_inp[n_layer] = inpL; + if (inp_out_ids) { + inpL = ggml_get_rows(ctx0, inpL, inp_out_ids); + } + } + cur = inpL; cur = build_norm(cur, model.output_norm, NULL, LLM_NORM_RMS, -1); From 75fd7f9ec95b64aef628a709c18cbd4fcbd732cf Mon Sep 17 00:00:00 2001 From: Xuan-Son Nguyen Date: Sun, 15 Nov 2026 18:35:27 +0100 Subject: [PATCH 074/249] docs: move per-model TTS to /docs, refer it from other pages (#32304) --- README.md | 1 + common/arg.cpp | 4 +- docs/multimodal/tts.md | 182 +++++++++++++++++++++++++++++++++++++++ tools/mtmd/README-dev.md | 2 +- tools/server/README.md | 6 +- tools/tts/README.md | 167 +---------------------------------- tools/tts/tts.cpp | 2 +- 7 files changed, 192 insertions(+), 172 deletions(-) create mode 100644 docs/multimodal/tts.md diff --git a/README.md b/README.md index 80b73cc528fa..3cacc8d534f2 100644 --- a/README.md +++ b/README.md @@ -102,6 +102,7 @@ The `llama.cpp` project is build on top of the [ggml](https://github.com/ggml-or - [cli](tools/cli/README.md) - [completion](tools/completion/README.md) - [server](tools/server/README.md) +- [Text-to-speech (TTS) models](docs/multimodal/tts.md) - [GBNF grammars](grammars/README.md) #### Development diff --git a/common/arg.cpp b/common/arg.cpp index 00f9659cb113..15cc9abd0ecc 100644 --- a/common/arg.cpp +++ b/common/arg.cpp @@ -4502,7 +4502,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex add_opt(common_arg( {"--tts-lang"}, "FNAME", "language (ISO 639-1) for audio generation\n" - "see tts/README.md for per-model usage notes", + "see docs/multimodal/tts.md for per-model usage notes", [](common_params & params, const std::string & value) { params.tts_lang = value; } @@ -4510,7 +4510,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex add_opt(common_arg( {"--tts-voice"}, "VOICE", "voice for audio generation (model-dependent)\n" - "see tts/README.md for per-model usage notes", + "see docs/multimodal/tts.md for per-model usage notes", [](common_params & params, const std::string & value) { params.tts_voice = value; } diff --git a/docs/multimodal/tts.md b/docs/multimodal/tts.md new file mode 100644 index 000000000000..3ffc6d45e02e --- /dev/null +++ b/docs/multimodal/tts.md @@ -0,0 +1,182 @@ +# Text-to-speech (TTS) + +llama.cpp supports audio generation via `libmtmd`. The following tools can be used: +- [llama-tts](../../tools/tts/README.md), see its README for common usage and params +- [llama-server](../../tools/server/README.md) via the `/tts` endpoint and the OpenAI-compatible `/v1/audio/speech` API + +Supported models: +- [Qwen3-TTS](#qwen3-tts) +- [Pocket TTS](#pocket-tts) +- [Soprano](#soprano) +- [LFM3-Audio](#lfm3-audio) +- [Chatterbox](#chatterbox) +- [Drama 3](#drama-3) + +The sections below list the params supported by each model, with `llama-tts` examples. In `llama-server`, the same options are set with `--tts-lang` and `--tts-voice`, or per request (see the [`/tts` endpoint](../../tools/server/README.md#post-tts-generate-speech-audio-from-text)). + +## Qwen3-TTS + +Available params: +- `--tts-lang` can be `zh`, `en`, `de`, `it`, `pt`, `es`, `ja`, `ko`, `fr`, `ru` (default: `en`) +- `--tts-speaker-file` should point to a speaker reference audio file (wav, mp3) + +Example usage: + +```sh +llama-tts -hf ggml-org/Qwen3-TTS-12Hz-1.7B-Base-GGUF \ + -p "Hello world" \ + --tts-lang english \ + --tts-speaker-file speaker.mp3 \ + --output out.wav +``` + +## Pocket TTS + +Available params: +- `--tts-speaker-file` should point to a speaker reference audio file (wav, mp3). It is required, the model produces almost no audio without it +- `--tts-voice` selects one of the predefined voices shipped with the weights (e.g. `giovanni`), when the GGUF holds them. The converter reads them from `embeddings/*.safetensors` next to the weights, of both repositories, and logs how closely each one is reproduced (some packs ship voice states computed with other weights, the converter warns above 5% and skips a voice only when it does not belong to the model at all) +- Note: `lang` is not used, the language is a property of the weights + +Example usage: + +```sh +llama-tts -m pocket-tts.gguf \ + -mm mmproj-pocket-tts.gguf \ + -p "Hello world" \ + --tts-speaker-file speaker.mp3 \ + --output out.wav +``` + +The weights [without voice cloning](https://huggingface.co/kyutai/pocket-tts-without-voice-cloning) ship a set of predefined voices (`embeddings/*.safetensors`) next to each language; the converter stores them in the mmproj, as the voice prompt embeddings, and leaves out the zeroed voice encoder. With such a model `--tts-speaker-file` is rejected and a voice is selected with `--tts-voice` (the first one when it is not given): + +```sh +llama-tts -m pocket-tts.gguf \ + -mm mmproj-pocket-tts.gguf \ + -p "Ciao a tutti" \ + --tts-voice giovanni \ + --output out.wav +``` + +**Note for GGUF conversion:** + +The [upstream repository](https://huggingface.co/kyutai/pocket-tts) holds one complete model per language under `languages/`, next to a set of shared files at the root. Convert one of the `languages/` directories, **not** the root directory: + +```sh +python convert_hf_to_gguf.py path/to/pocket-tts/languages/english --outfile pocket-tts.gguf +python convert_hf_to_gguf.py path/to/pocket-tts/languages/english --mmproj --outfile mmproj-pocket-tts.gguf +``` + +## Soprano + +Available params: +- `--tts-speaker-file` is not supported; the model uses a fixed voice +- Note: `lang` is not used. Supply normalized English text + +Example usage: + +```sh +llama-tts -m soprano.gguf \ + -mm mmproj-soprano.gguf \ + -p "Hello world" \ + --temp 0 \ + --output out.wav +``` + +**Note for GGUF conversion:** + +Both [Soprano-80M](https://huggingface.co/ekwek/Soprano-80M) and [Soprano-1.1-80M](https://huggingface.co/ekwek/Soprano-1.1-80M) are supported. Convert both files from the same model directory, including `decoder.pth`: + +```sh +python convert_hf_to_gguf.py path/to/Soprano-1.1-80M --outtype f32 --outfile soprano.gguf +python convert_hf_to_gguf.py path/to/Soprano-1.1-80M --mmproj --outtype f16 --outfile mmproj-soprano.gguf +``` + +## LFM3-Audio + +Available params: +- `--tts-lang` can be `ar`, `da`, `de`, `el`, `en`, `en-gb`, `es`, `fi`, `fr`, `he`, `it`, `ja`, `ko`, `nl`, `pl`, `pt`, `sv`, `tr`, `zh` (default: `en`), other values are used as the language name +- `--tts-voice` can be `female` (default) or `male` +- Note: `--tts-speaker-file` is not used, the model has no voice cloning +- Note: `--top-k` and `--top-p` are not used, audio frames are sampled with the settings of the model card (LFM3-Audio: temperature 1.0, top-k 128, repetition penalty 1.1 over 4096 frames; LFM3-Omni: temperature 0.4, repetition penalty 1.2 over 64 frames), the `audio_*` keys of `generation_config.json` override them at conversion +- Each frame is 80 ms, generation stops at the end-of-audio frame + +Example usage: + +```sh +llama-tts -m lfm3-audio.gguf \ + -mm mmproj-lfm3-audio.gguf \ + -p "Hello world" \ + --tts-voice male \ + --output out.wav +``` + +The mmproj holds the audio encoder (for ASR), the depthformer and the codec decoder, the latter two are exported when the checkpoint has an `audio_tokenizer` directory: + +```sh +python convert_hf_to_gguf.py path/to/lfm3-audio --outfile lfm3-audio.gguf +python convert_hf_to_gguf.py path/to/lfm3-audio --mmproj --outfile mmproj-lfm3-audio.gguf +``` + +## Chatterbox + +Two variants are supported: [Chatterbox Turbo](https://huggingface.co/ResembleAI/chatterbox-turbo) (English) and [Chatterbox Multilingual V3](https://huggingface.co/ResembleAI/chatterbox) (23 languages). + +Available params: +- `--tts-speaker-file` should point to a speaker reference audio file (wav, mp3). Optional, the predefined voice is used without it +- `--tts-voice` can be `default`, the voice shipped with the model (`conds.pt`) +- `--tts-lang` sets the language of the multilingual variant, for example `fr` (default: none). It is not used by Turbo + +Example usage: + +```sh +llama-tts -m chatterbox-mtl.gguf \ + -mm mmproj-chatterbox-mtl.gguf \ + -p "Bonjour tout le monde" \ + --tts-lang fr \ + --tts-speaker-file speaker.mp3 \ + --output out.wav +``` + +Note: the multilingual variant runs classifier-free guidance with a second sequence. `llama-tts` sets this up by itself, but `llama-server` does not support it yet. + +**Note for GGUF conversion:** + +The upstream repositories ship raw checkpoints without `config.json`. Download the files below into a directory, then convert it as usual (the variant is detected from the talker file): +- Turbo: `t3_turbo_v1.safetensors`, `s3gen_meanflow.safetensors`, `ve.safetensors`, `conds.pt` and the GPT-2 tokenizer files (`vocab.json`, `merges.txt`, `added_tokens.json`, `special_tokens_map.json`, `tokenizer_config.json`) +- Multilingual V3: `t3_mtl23ls_v3.safetensors`, `s3gen_v3.safetensors`, `ve.safetensors`, `conds.pt`, `mtl_tokenizer.json` + +```sh +python convert_hf_to_gguf.py path/to/chatterbox --outfile chatterbox.gguf +python convert_hf_to_gguf.py path/to/chatterbox --mmproj --outfile mmproj-chatterbox.gguf +``` + +## Drama 3 + +[Fish Audio Drama 3](https://huggingface.co/fishaudio/drama-3): a Qwen3.5-MoE backbone (35B, 3B active) samples each frame's main token, a codebook tower samples the 9 other codes, and the Fish DAC decodes them to 44.1 kHz audio. + +Available params: +- Speaker tags `<|speaker:0|>` to `<|speaker:15|>` in the text give each character its own voice, a text without a tag starts with `<|speaker:0|>` +- The language is the one of the text, `--tts-lang` is not used +- Note: `--tts-speaker-file` is not supported yet (voice cloning) +- Note: `--top-k` and `--top-p` are not used, frames are sampled with the settings of the reference (main token: temperature 1.0, top-p 0.9, repetition-aware redraw over the last 16 frames; other codes: temperature 1.0, top-k 30, top-p 0.9) +- Each frame is 2048 samples (about 46 ms), generation stops at the end-of-speech token +- The codebook tower keeps the whole sequence in its KV cache, the prompt and the generated frames are limited to 4096 positions + +Example usage: + +```sh +llama-tts -m drama3.gguf \ + -mm mmproj-drama3.gguf \ + -p "<|speaker:0|> Did you remember to buy the bread? <|speaker:1|> Of course I did, it is on the kitchen table." \ + -n 1000 \ + --output out.wav +``` + +**Note for GGUF conversion:** + +The routed experts of the checkpoint are FP8, they are dequantized at conversion. The mmproj holds the codebook tower and the decoder half of `codec.pth`, it is best kept in BF16: + +```sh +python convert_hf_to_gguf.py path/to/drama-3 --outtype q8_0 --outfile drama3.gguf +python convert_hf_to_gguf.py path/to/drama-3 --mmproj --outtype bf16 --outfile mmproj-drama3.gguf +``` diff --git a/tools/mtmd/README-dev.md b/tools/mtmd/README-dev.md index 736bc9575b14..8feb7a6475a6 100644 --- a/tools/mtmd/README-dev.md +++ b/tools/mtmd/README-dev.md @@ -108,7 +108,7 @@ Due to wide variety of audio generation pipelines, the `mtmd_gen_audio` system i - 60% changes inside `mtmd-helper-gen.cpp` - 10% changes inside `libmtmd` core (`mtmd-model`, `mtmd-subcontext`, `models/`) - The rest downstream code (CLI, server) should have no changes at all -5. Update usage documentation in `tools/tts/README.md` +5. Update usage documentation in `docs/multimodal/tts.md` IMPORTANT: If your model needs changes that don't fit the existing infrastructure, **open an issue first for discussion**. diff --git a/tools/server/README.md b/tools/server/README.md index 9f5cd62cc9d3..753530a86089 100644 --- a/tools/server/README.md +++ b/tools/server/README.md @@ -295,8 +295,8 @@ For the full list of features, please refer to [server's changelog](https://gith | `--spec-ngram-size-n N` | the argument has been removed. use the respective --spec-ngram-*-size-n or --spec-ngram-mod-n-match | | `--spec-ngram-size-m N` | the argument has been removed. use the respective --spec-ngram-*-size-m | | `--spec-ngram-min-hits N` | the argument has been removed. use the respective --spec-ngram-*-min-hits | -| `--tts-lang FNAME` | language (ISO 639-1) for audio generation
see tts/README.md for per-model usage notes | -| `--tts-voice VOICE` | voice for audio generation (model-dependent)
see tts/README.md for per-model usage notes | +| `--tts-lang FNAME` | language (ISO 639-1) for audio generation
see docs/multimodal/tts.md for per-model usage notes | +| `--tts-voice VOICE` | voice for audio generation (model-dependent)
see docs/multimodal/tts.md for per-model usage notes | | `--embd-gemma-default` | use default EmbeddingGemma model (note: can download weights from the internet) | | `--fim-qwen-1.5b-default` | use default Qwen 2.5 Coder 1.5B (note: can download weights from the internet) | | `--fim-qwen-3b-default` | use default Qwen 2.5 Coder 3B (note: can download weights from the internet) | @@ -854,7 +854,7 @@ Causal decoder rerankers (e.g. `Qwen3-VL-Reranker`) have no such limitation. ### POST `/tts`: Generate speech audio from text -Returns raw audio bytes (`audio/wav` by default) rather than JSON. For more info, see [tts/README.md](../tts/README.md) +Returns raw audio bytes (`audio/wav` by default) rather than JSON. For the list of supported models and their params, see [docs/multimodal/tts.md](../../docs/multimodal/tts.md) *Options:* diff --git a/tools/tts/README.md b/tools/tts/README.md index 39d773d85685..9608db569f8e 100644 --- a/tools/tts/README.md +++ b/tools/tts/README.md @@ -19,169 +19,6 @@ Common params: - `-n ` limits the output length, e.g. `-n 500`. Note that how many milliseconds each frame represents varies by model - Core inference params such as `-ngl`, `-b`, `-ub`, etc. -## Qwen3-TTS +## Supported models -Available params: -- `--tts-lang` can be `zh`, `en`, `de`, `it`, `pt`, `es`, `ja`, `ko`, `fr`, `ru` (default: `en`) -- `--tts-speaker-file` should point to a speaker reference audio file (wav, mp3) - -Example usage: - -```sh -llama-tts -hf ggml-org/Qwen3-TTS-12Hz-1.7B-Base-GGUF \ - -p "Hello world" \ - --tts-lang english \ - --tts-speaker-file speaker.mp3 \ - --output out.wav -``` - -## Pocket TTS - -Available params: -- `--tts-speaker-file` should point to a speaker reference audio file (wav, mp3). It is required, the model produces almost no audio without it -- `--tts-voice` selects one of the predefined voices shipped with the weights (e.g. `giovanni`), when the GGUF holds them. The converter reads them from `embeddings/*.safetensors` next to the weights, of both repositories, and logs how closely each one is reproduced (some packs ship voice states computed with other weights, the converter warns above 5% and skips a voice only when it does not belong to the model at all) -- Note: `lang` is not used, the language is a property of the weights - -Example usage: - -```sh -llama-tts -m pocket-tts.gguf \ - -mm mmproj-pocket-tts.gguf \ - -p "Hello world" \ - --tts-speaker-file speaker.mp3 \ - --output out.wav -``` - -The weights [without voice cloning](https://huggingface.co/kyutai/pocket-tts-without-voice-cloning) ship a set of predefined voices (`embeddings/*.safetensors`) next to each language; the converter stores them in the mmproj, as the voice prompt embeddings, and leaves out the zeroed voice encoder. With such a model `--tts-speaker-file` is rejected and a voice is selected with `--tts-voice` (the first one when it is not given): - -```sh -llama-tts -m pocket-tts.gguf \ - -mm mmproj-pocket-tts.gguf \ - -p "Ciao a tutti" \ - --tts-voice giovanni \ - --output out.wav -``` - -**Note for GGUF conversion:** - -The [upstream repository](https://huggingface.co/kyutai/pocket-tts) holds one complete model per language under `languages/`, next to a set of shared files at the root. Convert one of the `languages/` directories, **not** the root directory: - -```sh -python convert_hf_to_gguf.py path/to/pocket-tts/languages/english --outfile pocket-tts.gguf -python convert_hf_to_gguf.py path/to/pocket-tts/languages/english --mmproj --outfile mmproj-pocket-tts.gguf -``` - -## Soprano - -Available params: -- `--tts-speaker-file` is not supported; the model uses a fixed voice -- Note: `lang` is not used. Supply normalized English text - -Example usage: - -```sh -llama-tts -m soprano.gguf \ - -mm mmproj-soprano.gguf \ - -p "Hello world" \ - --temp 0 \ - --output out.wav -``` - -**Note for GGUF conversion:** - -Both [Soprano-80M](https://huggingface.co/ekwek/Soprano-80M) and [Soprano-1.1-80M](https://huggingface.co/ekwek/Soprano-1.1-80M) are supported. Convert both files from the same model directory, including `decoder.pth`: - -```sh -python convert_hf_to_gguf.py path/to/Soprano-1.1-80M --outtype f32 --outfile soprano.gguf -python convert_hf_to_gguf.py path/to/Soprano-1.1-80M --mmproj --outtype f16 --outfile mmproj-soprano.gguf -``` - -## LFM3-Audio - -Available params: -- `--tts-lang` can be `ar`, `da`, `de`, `el`, `en`, `en-gb`, `es`, `fi`, `fr`, `he`, `it`, `ja`, `ko`, `nl`, `pl`, `pt`, `sv`, `tr`, `zh` (default: `en`), other values are used as the language name -- `--tts-voice` can be `female` (default) or `male` -- Note: `--tts-speaker-file` is not used, the model has no voice cloning -- Note: `--top-k` and `--top-p` are not used, audio frames are sampled with the settings of the model card (LFM3-Audio: temperature 1.0, top-k 128, repetition penalty 1.1 over 4096 frames; LFM3-Omni: temperature 0.4, repetition penalty 1.2 over 64 frames), the `audio_*` keys of `generation_config.json` override them at conversion -- Each frame is 80 ms, generation stops at the end-of-audio frame - -Example usage: - -```sh -llama-tts -m lfm3-audio.gguf \ - -mm mmproj-lfm3-audio.gguf \ - -p "Hello world" \ - --tts-voice male \ - --output out.wav -``` - -The mmproj holds the audio encoder (for ASR), the depthformer and the codec decoder, the latter two are exported when the checkpoint has an `audio_tokenizer` directory: - -```sh -python convert_hf_to_gguf.py path/to/lfm3-audio --outfile lfm3-audio.gguf -python convert_hf_to_gguf.py path/to/lfm3-audio --mmproj --outfile mmproj-lfm3-audio.gguf -``` - -## Chatterbox - -Two variants are supported: [Chatterbox Turbo](https://huggingface.co/ResembleAI/chatterbox-turbo) (English) and [Chatterbox Multilingual V3](https://huggingface.co/ResembleAI/chatterbox) (23 languages). - -Available params: -- `--tts-speaker-file` should point to a speaker reference audio file (wav, mp3). Optional, the predefined voice is used without it -- `--tts-voice` can be `default`, the voice shipped with the model (`conds.pt`) -- `--tts-lang` sets the language of the multilingual variant, for example `fr` (default: none). It is not used by Turbo - -Example usage: - -```sh -llama-tts -m chatterbox-mtl.gguf \ - -mm mmproj-chatterbox-mtl.gguf \ - -p "Bonjour tout le monde" \ - --tts-lang fr \ - --tts-speaker-file speaker.mp3 \ - --output out.wav -``` - -Note: the multilingual variant runs classifier-free guidance with a second sequence. `llama-tts` sets this up by itself, but `llama-server` does not support it yet. - -**Note for GGUF conversion:** - -The upstream repositories ship raw checkpoints without `config.json`. Download the files below into a directory, then convert it as usual (the variant is detected from the talker file): -- Turbo: `t3_turbo_v1.safetensors`, `s3gen_meanflow.safetensors`, `ve.safetensors`, `conds.pt` and the GPT-2 tokenizer files (`vocab.json`, `merges.txt`, `added_tokens.json`, `special_tokens_map.json`, `tokenizer_config.json`) -- Multilingual V3: `t3_mtl23ls_v3.safetensors`, `s3gen_v3.safetensors`, `ve.safetensors`, `conds.pt`, `mtl_tokenizer.json` - -```sh -python convert_hf_to_gguf.py path/to/chatterbox --outfile chatterbox.gguf -python convert_hf_to_gguf.py path/to/chatterbox --mmproj --outfile mmproj-chatterbox.gguf -``` - -## Drama 3 - -[Fish Audio Drama 3](https://huggingface.co/fishaudio/drama-3): a Qwen3.5-MoE backbone (35B, 3B active) samples each frame's main token, a codebook tower samples the 9 other codes, and the Fish DAC decodes them to 44.1 kHz audio. - -Available params: -- Speaker tags `<|speaker:0|>` to `<|speaker:15|>` in the text give each character its own voice, a text without a tag starts with `<|speaker:0|>` -- The language is the one of the text, `--tts-lang` is not used -- Note: `--tts-speaker-file` is not supported yet (voice cloning) -- Note: `--top-k` and `--top-p` are not used, frames are sampled with the settings of the reference (main token: temperature 1.0, top-p 0.9, repetition-aware redraw over the last 16 frames; other codes: temperature 1.0, top-k 30, top-p 0.9) -- Each frame is 2048 samples (about 46 ms), generation stops at the end-of-speech token -- The codebook tower keeps the whole sequence in its KV cache, the prompt and the generated frames are limited to 4096 positions - -Example usage: - -```sh -llama-tts -m drama3.gguf \ - -mm mmproj-drama3.gguf \ - -p "<|speaker:0|> Did you remember to buy the bread? <|speaker:1|> Of course I did, it is on the kitchen table." \ - -n 1000 \ - --output out.wav -``` - -**Note for GGUF conversion:** - -The routed experts of the checkpoint are FP8, they are dequantized at conversion. The mmproj holds the codebook tower and the decoder half of `codec.pth`, it is best kept in BF16: - -```sh -python convert_hf_to_gguf.py path/to/drama-3 --outtype q8_0 --outfile drama3.gguf -python convert_hf_to_gguf.py path/to/drama-3 --mmproj --outtype bf16 --outfile mmproj-drama3.gguf -``` +See [docs/multimodal/tts.md](../../docs/multimodal/tts.md) for the list of supported models, their params and GGUF conversion notes. diff --git a/tools/tts/tts.cpp b/tools/tts/tts.cpp index 5f5c2b973f04..7edf605b8fa3 100644 --- a/tools/tts/tts.cpp +++ b/tools/tts/tts.cpp @@ -39,7 +39,7 @@ static void print_usage(int, char ** argv) { LOG("\n %s -hf user/model -p \"text to speak\" -o output.wav\n", argv[0]); LOG("\nnote: --tts-lang, --tts-voice and --tts-speaker-file may not be supported in all models"); LOG("\n use -n to limit the output length"); - LOG("\n see tts/README.md for per-model usage notes"); + LOG("\n see docs/multimodal/tts.md for per-model usage notes"); LOG("\n\n"); } From a681a53b6092d57597b9e66f2fc9d4556155b9e4 Mon Sep 17 00:00:00 2001 From: Xuan Son Nguyen Date: Sun, 15 Nov 2026 19:33:06 +0100 Subject: [PATCH 075/249] jinja: add 4 missing features --- common/jinja/lexer.cpp | 7 +++++++ common/jinja/lexer.h | 1 + common/jinja/runtime.cpp | 34 +++++++++++++++++++++++++++++----- common/jinja/value.cpp | 23 ++++++++++++++++++++--- tests/test-jinja.cpp | 30 ++++++++++++++++++++++++++++++ 5 files changed, 87 insertions(+), 8 deletions(-) diff --git a/common/jinja/lexer.cpp b/common/jinja/lexer.cpp index bf2dfacdadd2..7338d2eb185d 100644 --- a/common/jinja/lexer.cpp +++ b/common/jinja/lexer.cpp @@ -6,6 +6,7 @@ #include #include #include +#include #include #include @@ -272,6 +273,12 @@ lexer_result lexer::tokenize(const std::string & source) { if (last_token_type == token::text || last_token_type == token::eof) { throw lexer_exception(std::string("unexpected character: ") + ch, source, pos); } + // keyword followed by an operand, e.g. `x if c else -1`; `a.else - 1` is still binary + static const std::set operand_keywords = { "if", "else", "and", "or", "not", "in", "is" }; + const bool is_attr = tokens.size() >= 2 && tokens[tokens.size() - 2].t == token::dot; + if (last_token_type == token::identifier && !is_attr && operand_keywords.count(tokens.back().value)) { + last_token_type = token::eof; // handle as unary below + } switch (last_token_type) { case token::identifier: case token::numeric_literal: diff --git a/common/jinja/lexer.h b/common/jinja/lexer.h index 3f4ebb62a8d5..4a7ea83a3dac 100644 --- a/common/jinja/lexer.h +++ b/common/jinja/lexer.h @@ -141,6 +141,7 @@ struct lexer { {"~", token::additive_binary_operator}, {"**", token::power_operator}, {"*", token::multiplicative_binary_operator}, + {"//", token::multiplicative_binary_operator}, {"/", token::multiplicative_binary_operator}, {"%", token::multiplicative_binary_operator}, // Assignment operator diff --git a/common/jinja/runtime.cpp b/common/jinja/runtime.cpp index 8bd8ab1c82dc..aae67cab0535 100644 --- a/common/jinja/runtime.cpp +++ b/common/jinja/runtime.cpp @@ -196,6 +196,25 @@ static value exec_binary_op(context & ctx, const token & op, value left_val, val } else if (op.value == "/") { JJ_DEBUG("Division operation: %f / %f", a, b); return mk_val(a / b); + } else if (op.value == "//") { + // python semantics: round toward -inf + if (is_val(left_val) && is_val(right_val)) { + const int64_t x = left_val->as_int(); + const int64_t y = right_val->as_int(); + if (y == 0) { + throw std::runtime_error("integer division by zero"); + } + if (y == -1) { + // INT64_MIN / -1 is UB, wrap around instead + return mk_val((int64_t) (0 - (uint64_t) x)); + } + int64_t q = x / y; + if (x % y != 0 && (x < 0) != (y < 0)) { + q -= 1; + } + return mk_val(q); + } + return mk_val(std::floor(a / b)); } else if (op.value == "%") { double rem = std::fmod(a, b); JJ_DEBUG("Modulo operation: %f %% %f = %f", a, b, rem); @@ -274,12 +293,17 @@ static value exec_binary_op(context & ctx, const token & op, value left_val, val // String membership if (is_val(left_val) && is_val(right_val)) { // case: "a" in "abc" - bool member = test_is_in(); - if (op.value == "in") { - return mk_val(member); - } else if (op.value == "not in") { - return mk_val(!member); + if (op.value == "in" || op.value == "not in") { + bool member = test_is_in(); + return mk_val(op.value == "in" ? member : !member); } + // case: "a" < "b"; UTF-8 byte order is the same as codepoint order, like python + const std::string a = left_val->as_string().str(); + const std::string b = right_val->as_string().str(); + if (op.value == "<") { return mk_val(a < b); } + if (op.value == ">") { return mk_val(a > b); } + if (op.value == "<=") { return mk_val(a <= b); } + if (op.value == ">=") { return mk_val(a >= b); } } // Value key in object diff --git a/common/jinja/value.cpp b/common/jinja/value.cpp index 561a4b86a82b..c75fa1d51e4c 100644 --- a/common/jinja/value.cpp +++ b/common/jinja/value.cpp @@ -1101,8 +1101,25 @@ const func_builtins & value_bool_t::get_builtins() const { return builtins; } -[[noreturn]] static value array_sum_not_implemented(const func_args &) { - throw not_implemented_exception("Array sum builtin not implemented"); +static value array_sum(const func_args & args) { + args.ensure_kwargs({"attribute", "start"}); + args.ensure_count(1, 3); + args.ensure_vals(); + value undef = mk_val(); + value attribute = args.get_kwarg_or_pos("attribute", 1); + value start = args.get_kwarg_or_pos("start", 2); + // same as the + operator: compute in double, int result if all operands are int + bool is_float = is_val(start); + double sum = start->is_undefined() ? 0.0 : start->as_float(); + for (const auto & item : args.get_pos(0)->as_array()) { + value v = attribute->is_undefined() ? item : get_attribute(item, attribute, undef); + if (!is_val(v) && !is_val(v)) { + throw raised_exception("sum: unsupported operand type " + v->type()); + } + is_float = is_float || is_val(v); + sum += v->as_float(); + } + return is_float ? value(mk_val(sum)) : value(mk_val(static_cast(sum))); } const func_builtins & value_array_t::get_builtins() const { @@ -1171,7 +1188,7 @@ const func_builtins & value_array_t::get_builtins() const { {"select", select_or_reject}, {"rejectattr", select_or_reject}, {"reject", select_or_reject}, - {"sum", array_sum_not_implemented}, + {"sum", array_sum}, {"join", [](const func_args & args) -> value { args.ensure_kwargs({"d", "attribute"}); args.ensure_count(1, 3); diff --git a/tests/test-jinja.cpp b/tests/test-jinja.cpp index d52f1af9ca24..8fd27522219e 100644 --- a/tests/test-jinja.cpp +++ b/tests/test-jinja.cpp @@ -657,6 +657,30 @@ static void test_expressions(testing & t) { "20" ); + test_template(t, "floor division", + "{{ 7 // 2 }},{{ -7 // 2 }},{{ 7 // -2 }},{{ 7.5 // 2 }},{{ a // b }}", + {{"a", 10}, {"b", 3}}, + "3,-4,-4,3.0,3" + ); + + test_template(t, "string comparison", + "{{ 'b' > 'a' }},{{ 'VBD' > 'VB' }},{{ 'a' <= 'a' }},{{ 'Z' < 'a' }},{{ 'ab' >= 'b' }}", + json::object(), + "True,True,True,True,False" + ); + + test_template(t, "unary minus after keyword", + "{{ 1 if false else -1 }},{{ not -1 }},{{ x and -2 }},{{ -3 if x }}", + {{"x", true}}, + "-1,False,-2,-3" + ); + + test_template(t, "binary minus after keyword attribute", + "{{ a.else - 1 }}", + {{"a", {{"else", 3}}}}, + "2" + ); + test_template(t, "string concat ~", "{{ 'hello' ~ ' ' ~ 'world' }}", json::object(), @@ -2190,6 +2214,12 @@ static void test_array_methods(testing & t) { "6" ); + test_template(t, "array|sum", + "{{ [1, 2.5, 3]|sum }},{{ [1, 2]|sum(start=10) }},{{ items|sum(attribute='w') }},{{ []|sum }}", + {{"items", json::array({{{"w", 1}}, {{"w", 2}}})}}, + "6.5,13,3,0" + ); + test_template(t, "array|min", "{{ [tool_calls_count, tool_sep_count]|min }}", {{"tool_calls_count", 2}, {"tool_sep_count", 1}}, From f4d0673917c75493c73fc9b64ab42841600ba944 Mon Sep 17 00:00:00 2001 From: Xuan Son Nguyen Date: Sun, 15 Nov 2026 19:35:31 +0100 Subject: [PATCH 076/249] Revert "jinja: add 4 missing features" This reverts commit a681a53b6092d57597b9e66f2fc9d4556155b9e4. --- common/jinja/lexer.cpp | 7 ------- common/jinja/lexer.h | 1 - common/jinja/runtime.cpp | 34 +++++----------------------------- common/jinja/value.cpp | 23 +++-------------------- tests/test-jinja.cpp | 30 ------------------------------ 5 files changed, 8 insertions(+), 87 deletions(-) diff --git a/common/jinja/lexer.cpp b/common/jinja/lexer.cpp index 7338d2eb185d..bf2dfacdadd2 100644 --- a/common/jinja/lexer.cpp +++ b/common/jinja/lexer.cpp @@ -6,7 +6,6 @@ #include #include #include -#include #include #include @@ -273,12 +272,6 @@ lexer_result lexer::tokenize(const std::string & source) { if (last_token_type == token::text || last_token_type == token::eof) { throw lexer_exception(std::string("unexpected character: ") + ch, source, pos); } - // keyword followed by an operand, e.g. `x if c else -1`; `a.else - 1` is still binary - static const std::set operand_keywords = { "if", "else", "and", "or", "not", "in", "is" }; - const bool is_attr = tokens.size() >= 2 && tokens[tokens.size() - 2].t == token::dot; - if (last_token_type == token::identifier && !is_attr && operand_keywords.count(tokens.back().value)) { - last_token_type = token::eof; // handle as unary below - } switch (last_token_type) { case token::identifier: case token::numeric_literal: diff --git a/common/jinja/lexer.h b/common/jinja/lexer.h index 4a7ea83a3dac..3f4ebb62a8d5 100644 --- a/common/jinja/lexer.h +++ b/common/jinja/lexer.h @@ -141,7 +141,6 @@ struct lexer { {"~", token::additive_binary_operator}, {"**", token::power_operator}, {"*", token::multiplicative_binary_operator}, - {"//", token::multiplicative_binary_operator}, {"/", token::multiplicative_binary_operator}, {"%", token::multiplicative_binary_operator}, // Assignment operator diff --git a/common/jinja/runtime.cpp b/common/jinja/runtime.cpp index aae67cab0535..8bd8ab1c82dc 100644 --- a/common/jinja/runtime.cpp +++ b/common/jinja/runtime.cpp @@ -196,25 +196,6 @@ static value exec_binary_op(context & ctx, const token & op, value left_val, val } else if (op.value == "/") { JJ_DEBUG("Division operation: %f / %f", a, b); return mk_val(a / b); - } else if (op.value == "//") { - // python semantics: round toward -inf - if (is_val(left_val) && is_val(right_val)) { - const int64_t x = left_val->as_int(); - const int64_t y = right_val->as_int(); - if (y == 0) { - throw std::runtime_error("integer division by zero"); - } - if (y == -1) { - // INT64_MIN / -1 is UB, wrap around instead - return mk_val((int64_t) (0 - (uint64_t) x)); - } - int64_t q = x / y; - if (x % y != 0 && (x < 0) != (y < 0)) { - q -= 1; - } - return mk_val(q); - } - return mk_val(std::floor(a / b)); } else if (op.value == "%") { double rem = std::fmod(a, b); JJ_DEBUG("Modulo operation: %f %% %f = %f", a, b, rem); @@ -293,17 +274,12 @@ static value exec_binary_op(context & ctx, const token & op, value left_val, val // String membership if (is_val(left_val) && is_val(right_val)) { // case: "a" in "abc" - if (op.value == "in" || op.value == "not in") { - bool member = test_is_in(); - return mk_val(op.value == "in" ? member : !member); + bool member = test_is_in(); + if (op.value == "in") { + return mk_val(member); + } else if (op.value == "not in") { + return mk_val(!member); } - // case: "a" < "b"; UTF-8 byte order is the same as codepoint order, like python - const std::string a = left_val->as_string().str(); - const std::string b = right_val->as_string().str(); - if (op.value == "<") { return mk_val(a < b); } - if (op.value == ">") { return mk_val(a > b); } - if (op.value == "<=") { return mk_val(a <= b); } - if (op.value == ">=") { return mk_val(a >= b); } } // Value key in object diff --git a/common/jinja/value.cpp b/common/jinja/value.cpp index c75fa1d51e4c..561a4b86a82b 100644 --- a/common/jinja/value.cpp +++ b/common/jinja/value.cpp @@ -1101,25 +1101,8 @@ const func_builtins & value_bool_t::get_builtins() const { return builtins; } -static value array_sum(const func_args & args) { - args.ensure_kwargs({"attribute", "start"}); - args.ensure_count(1, 3); - args.ensure_vals(); - value undef = mk_val(); - value attribute = args.get_kwarg_or_pos("attribute", 1); - value start = args.get_kwarg_or_pos("start", 2); - // same as the + operator: compute in double, int result if all operands are int - bool is_float = is_val(start); - double sum = start->is_undefined() ? 0.0 : start->as_float(); - for (const auto & item : args.get_pos(0)->as_array()) { - value v = attribute->is_undefined() ? item : get_attribute(item, attribute, undef); - if (!is_val(v) && !is_val(v)) { - throw raised_exception("sum: unsupported operand type " + v->type()); - } - is_float = is_float || is_val(v); - sum += v->as_float(); - } - return is_float ? value(mk_val(sum)) : value(mk_val(static_cast(sum))); +[[noreturn]] static value array_sum_not_implemented(const func_args &) { + throw not_implemented_exception("Array sum builtin not implemented"); } const func_builtins & value_array_t::get_builtins() const { @@ -1188,7 +1171,7 @@ const func_builtins & value_array_t::get_builtins() const { {"select", select_or_reject}, {"rejectattr", select_or_reject}, {"reject", select_or_reject}, - {"sum", array_sum}, + {"sum", array_sum_not_implemented}, {"join", [](const func_args & args) -> value { args.ensure_kwargs({"d", "attribute"}); args.ensure_count(1, 3); diff --git a/tests/test-jinja.cpp b/tests/test-jinja.cpp index 8fd27522219e..d52f1af9ca24 100644 --- a/tests/test-jinja.cpp +++ b/tests/test-jinja.cpp @@ -657,30 +657,6 @@ static void test_expressions(testing & t) { "20" ); - test_template(t, "floor division", - "{{ 7 // 2 }},{{ -7 // 2 }},{{ 7 // -2 }},{{ 7.5 // 2 }},{{ a // b }}", - {{"a", 10}, {"b", 3}}, - "3,-4,-4,3.0,3" - ); - - test_template(t, "string comparison", - "{{ 'b' > 'a' }},{{ 'VBD' > 'VB' }},{{ 'a' <= 'a' }},{{ 'Z' < 'a' }},{{ 'ab' >= 'b' }}", - json::object(), - "True,True,True,True,False" - ); - - test_template(t, "unary minus after keyword", - "{{ 1 if false else -1 }},{{ not -1 }},{{ x and -2 }},{{ -3 if x }}", - {{"x", true}}, - "-1,False,-2,-3" - ); - - test_template(t, "binary minus after keyword attribute", - "{{ a.else - 1 }}", - {{"a", {{"else", 3}}}}, - "2" - ); - test_template(t, "string concat ~", "{{ 'hello' ~ ' ' ~ 'world' }}", json::object(), @@ -2214,12 +2190,6 @@ static void test_array_methods(testing & t) { "6" ); - test_template(t, "array|sum", - "{{ [1, 2.5, 3]|sum }},{{ [1, 2]|sum(start=10) }},{{ items|sum(attribute='w') }},{{ []|sum }}", - {{"items", json::array({{{"w", 1}}, {{"w", 2}}})}}, - "6.5,13,3,0" - ); - test_template(t, "array|min", "{{ [tool_calls_count, tool_sep_count]|min }}", {{"tool_calls_count", 2}, {"tool_sep_count", 1}}, From 7ae3c6b231e38057e825ff257bb734e456633d9a Mon Sep 17 00:00:00 2001 From: Xuan-Son Nguyen Date: Sun, 15 Nov 2026 19:44:44 +0100 Subject: [PATCH 077/249] mtmd: add zonos3-mini TTS model (#32020) * zonos3 init * add audio gen pipeline * fix string_format * add default voice as gguf metadata * better ref * support voice clone * add delivery params * optimize speed * nits * nits 2 * add text normalization * nits --- conversion/__init__.py | 2 + conversion/zonos3.py | 575 ++++++++++++++++ docs/multimodal/tts.md | 35 + gguf-py/gguf/constants.py | 38 ++ gguf-py/gguf/gguf_writer.py | 3 + models/templates/Zyphra-ZONOS3-Mini-tts.jinja | 627 ++++++++++++++++++ src/llama-arch.cpp | 2 + src/llama-arch.h | 1 + src/llama-context.cpp | 1 + src/llama-model.cpp | 12 +- src/llama-vocab.cpp | 10 + src/llama-vocab.h | 1 + src/models/models.h | 22 + src/models/zonos3.cpp | 351 ++++++++++ tests/fusion/MTL.csv | 5 + tests/test-jinja.cpp | 71 ++ tests/test-llama-archs.cpp | 8 +- tests/test-server-component.cpp | 6 +- tools/mtmd/CMakeLists.txt | 2 + tools/mtmd/README-dev.md | 1 + tools/mtmd/models/models.h | 62 ++ tools/mtmd/models/zonos3-gen.cpp | 207 ++++++ tools/mtmd/models/zonos3-spkenc.cpp | 221 ++++++ tools/mtmd/mtmd-audio.cpp | 373 ++++++++--- tools/mtmd/mtmd-audio.h | 55 ++ tools/mtmd/mtmd-graph.cpp | 14 + tools/mtmd/mtmd-helper-gen.cpp | 543 +++++++++++++++ tools/mtmd/mtmd-helper.h | 5 + tools/mtmd/mtmd-impl.h | 5 + tools/mtmd/mtmd-model.cpp | 149 +++++ tools/mtmd/mtmd-model.h | 57 ++ tools/mtmd/mtmd-subcontext.cpp | 50 ++ tools/mtmd/mtmd.cpp | 95 ++- tools/mtmd/mtmd.h | 4 +- tools/server/README.md | 6 +- tools/server/server-chat.cpp | 4 - tools/server/server-context.cpp | 9 +- tools/server/server-schema.cpp | 6 + 38 files changed, 3535 insertions(+), 103 deletions(-) create mode 100644 conversion/zonos3.py create mode 100644 models/templates/Zyphra-ZONOS3-Mini-tts.jinja create mode 100644 src/models/zonos3.cpp create mode 100644 tools/mtmd/models/zonos3-gen.cpp create mode 100644 tools/mtmd/models/zonos3-spkenc.cpp diff --git a/conversion/__init__.py b/conversion/__init__.py index fb6b8464c4a1..e915753a887c 100644 --- a/conversion/__init__.py +++ b/conversion/__init__.py @@ -282,6 +282,7 @@ "Qwen3NextForCausalLM": "qwen", "Qwen3OmniMoeForConditionalGeneration": "qwen3vl", "PocketTTSModel": "pockettts", + "Zonos3Model": "zonos3", "Qwen3TTSForConditionalGeneration": "qwen3tts", "Qwen3VLForConditionalGeneration": "qwen3vl", "Qwen3VLMoeForConditionalGeneration": "qwen3vl", @@ -356,6 +357,7 @@ "EmbeddingGemma2Model": "gemma", "Exaone4_5_ForConditionalGeneration": "exaone", "FishOmniModel": "drama3", + "Zonos3Model": "zonos3", "Gemma3ForConditionalGeneration": "gemma", "Gemma3nForConditionalGeneration": "gemma", "Gemma4ForConditionalGeneration": "gemma", diff --git a/conversion/zonos3.py b/conversion/zonos3.py new file mode 100644 index 000000000000..bf1c7a62577a --- /dev/null +++ b/conversion/zonos3.py @@ -0,0 +1,575 @@ +from __future__ import annotations + +import json +from pathlib import Path +from typing import Any, Callable, Iterable, TYPE_CHECKING + +import numpy as np +import torch + +if TYPE_CHECKING: + from torch import Tensor + +from .base import ModelBase, TextModel, MmprojModel, LazyTorchTensor, gguf, logger + +LM_DIR = Path("lm") / "zonos3_mini" + +# codec decoder: quantizers and semantic head from the generator, the rest from the head checkpoint +CODEC_GENERATOR = Path("autoencoder") / "generator.pt" +CODEC_VARIANT = "keep2_plain" +CODEC_HEAD = Path("autoencoder") / "heads" / CODEC_VARIANT / "step_0050000.pt" +CODEC_STAGES = [0, 2, 4, 6, 8] # transformer stages of the decoder + +DEFAULT_VOICE = "Savannah_en-American_F_1" + +# speaker encoder (ownmect_s2), MECT_B2 blocks: (cnn depth, out channels, (stride f, stride t), expansion) +SPK_CKPT = Path("speaker_encoders") / "ownmect_s2" / "ckpt_0037.pth" +SPK_STAGES = [ + [(3, 32, (1, 1), 4)] * 2, + [(3, 64, (2, 1), 2)] + [(3, 64, (1, 2), 2)] * 3, + [(3, 128, (2, 1), 2)] + [(3, 128, (1, 2), 2)] * 4, + [(3, 256, (2, 1), 1)] + [(2, 256, (1, 2), 1)] * 2, +] +VOICE_MAX_FRAMES = 900 # reference_max_frames of the reference + +# GDN geometry, hard-coded in the reference (zonos3.reference.lm) +GDN_HEADS, GDN_HEAD_DIM, GDN_KERNEL = 4, 128, 4 + +# the text table keeps the tokenizer ids shifted by this offset, ids 2 and 3 are BOS and EOS +TEXT_OFFSET = 4 +TEXT_BOS, TEXT_EOS = 2, 3 + + +def _round_up(value: float, multiple: int) -> int: + return multiple * ((int(value) + multiple - 1) // multiple) + + +def _load_params(dir_model: Path) -> dict[str, Any] | None: + path = dir_model / LM_DIR / "params.json" + if not path.is_file(): + return None + with open(path, encoding="utf-8") as f: + params = json.load(f).get("model", {}) + return params if params.get("model_type") == "zonos2" else None + + +def _is_zonos3_checkpoint(dir_model: Path) -> bool: + return _load_params(dir_model) is not None + + +@ModelBase.register_hparams_loader(_is_zonos3_checkpoint) +def _load_zonos3_hparams(dir_model: Path) -> dict[str, Any]: + logger.info("gguf: detected ZONOS3 checkpoint") + params = _load_params(dir_model) + assert params is not None + for key, want in (("attention_pattern", "gdn3_global1"), ("residual_type", "full_attnres"), + ("moe_router_type", "linear"), ("moe_router_use_eda", False), ("use_xsa", False), + ("moe_end_from_layer", 0), ("speaker_enabled", True)): + if params.get(key) != want: + raise NotImplementedError(f"ZONOS3: unsupported {key} = {params.get(key)!r}, expected {want!r}") + text_config = dict(params, hidden_size=params["dim"]) + return {"architectures": ["Zonos3Model"], "text_config": text_config, "audio_config": {"num_hidden_layers": 0}} + + +def _index_lm_tensors(model: ModelBase) -> dict[str, Callable[[], Tensor]]: + path = model.dir_model / LM_DIR / "model.pth" + logger.info(f"gguf: indexing model part '{LM_DIR / 'model.pth'}'") + state = torch.load(str(path), map_location="cpu", mmap=True, weights_only=True) + tensors: dict[str, Callable[[], Tensor]] = {} + for name, data in state.items(): + gen = (lambda data=data: LazyTorchTensor.from_eager(data)) if model.lazy else (lambda data=data: data) + titem = model.filter_tensors((name, gen)) + model._source_tensor_names[name] = titem[0] if titem else None + if titem: + tensors[titem[0]] = titem[1] + return tensors + + +@ModelBase.register("Zonos3Model") +class Zonos3TextModel(TextModel): + model_arch = gguf.MODEL_ARCH.ZONOS3 + + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + hp = self.hparams + self.n_embd = hp["dim"] + self.n_codebooks = hp["n_codebooks"] + self.audio_vocab = hp["codebook_size"] + 2 # codes, EOA, pad + self.audio_pad_id = hp["audio_pad_id"] + self.text_rows = hp["text_vocab"] + 1 # + the padding row, used by the generated rows + self.cond_counts = [n + 1 for n in hp["condition_bucket_counts"]] # + the unknown bucket + self.gdn_period = int(hp["attention_pattern"][len("gdn"):].split("_")[0]) + 1 + self.n_ff = _round_up(hp["ffn_dim_multiplier"] * hp["dim"], hp["multiple_of"]) + self.n_ff_exp = _round_up(hp["moe_ffn_dim_multiplier"] * hp["dim"], hp["moe_multiple_of"]) + self.n_latent = int(hp["dim"] * hp["moe_alpha"]) + self._embd: dict[str, Tensor] = {} + self._router: dict[int, dict[str, Tensor]] = {} + + def index_tensors(self, remote_hf_model_id: str | None = None) -> dict[str, Callable[[], Tensor]]: + return _index_lm_tensors(self) + + @classmethod + def filter_tensors(cls, item: tuple[str, Callable[[], Tensor]]) -> tuple[str, Callable[[], Tensor]] | None: + name, _ = item + # audio heads and speaker projection go to the mmproj + if name.startswith(("multi_output.", "speaker_projection.")): + return None + return item + + def set_vocab(self): + with open(self.dir_model / LM_DIR / "tokenizer" / "superbpe8192.json", encoding="utf-8") as f: + tok = json.load(f) + model = tok["model"] + if model["type"] != "BPE" or model.get("byte_fallback") or tok.get("normalizer") is not None: + raise NotImplementedError("ZONOS3: unexpected tokenizer type") + + vocab: dict[str, int] = model["vocab"] + n_bpe = len(vocab) + if n_bpe + TEXT_OFFSET != self.hparams["text_vocab"]: + raise ValueError(f"ZONOS3: tokenizer has {n_bpe} tokens, text_vocab is {self.hparams['text_vocab']}") + added = {t["id"] for t in tok.get("added_tokens", [])} + + tokens: list[str] = ["<|unused_0|>", "<|unused_1|>", "<|bos|>", "<|eos|>"] + toktypes: list[int] = [gguf.TokenType.CONTROL] * TEXT_OFFSET + inv = {i: t for t, i in vocab.items()} + for i in range(n_bpe): + tokens.append(inv[i]) + toktypes.append(gguf.TokenType.CONTROL if i in added else gguf.TokenType.NORMAL) + + # padding row of the text table (the text column of every generated row) + tokens.append("<|text_pad|>") + toktypes.append(gguf.TokenType.CONTROL) + + # condition rows, the last bucket of each table is "unknown" + for cond, n in zip(self.hparams["condition_names"], self.cond_counts): + tokens += [f"<|{cond}_{i}|>" for i in range(n - 1)] + [f"<|{cond}_unk|>"] + toktypes += [gguf.TokenType.CONTROL] * n + + merges = [" ".join(m) if isinstance(m, list) else m for m in model["merges"]] + + self.gguf_writer.add_tokenizer_model("gpt2") + self.gguf_writer.add_tokenizer_pre("zonos3") + self.gguf_writer.add_token_list(tokens) + self.gguf_writer.add_token_types(toktypes) + self.gguf_writer.add_token_merges(merges) + self.gguf_writer.add_bos_token_id(TEXT_BOS) + self.gguf_writer.add_eos_token_id(TEXT_EOS) + self.gguf_writer.add_pad_token_id(TEXT_OFFSET + 1) # <|pad|> of the tokenizer + # the reference wraps the text as [BOS] + ids + [EOS] + self.gguf_writer.add_add_bos_token(True) + self.gguf_writer.add_add_eos_token(True) + # the reference normalizes the text with NeMo, the template covers the English numbers + template_path = Path(__file__).parent.parent / "models" / "templates" / "Zyphra-ZONOS3-Mini-tts.jinja" + with open(template_path, "r", encoding="utf-8") as f: + self.gguf_writer.add_chat_template([{"name": "tts", "template": f.read()}]) + + def set_gguf_parameters(self): + hp = self.hparams + n_layer = self.block_count + self.gguf_writer.add_file_type(self.ftype) + self.gguf_writer.add_block_count(n_layer) + self.gguf_writer.add_context_length(hp["max_seqlen"]) + self.gguf_writer.add_embedding_length(self.n_embd) + self.gguf_writer.add_feed_forward_length(self.n_ff) + self.gguf_writer.add_head_count(hp["n_heads"]) + self.gguf_writer.add_head_count_kv(hp["n_kv_heads"]) + self.gguf_writer.add_key_length(hp["head_dim"]) + self.gguf_writer.add_value_length(hp["head_dim"]) + self.gguf_writer.add_rope_dimension_count(hp["head_dim"]) + self.gguf_writer.add_rope_freq_base(hp["rope_theta"]) + self.gguf_writer.add_layer_norm_rms_eps(hp["norm_eps"]) + self.gguf_writer.add_full_attention_interval(self.gdn_period) + + # gated delta net + self.gguf_writer.add_ssm_conv_kernel(GDN_KERNEL) + self.gguf_writer.add_ssm_inner_size(GDN_HEADS * GDN_HEAD_DIM) + self.gguf_writer.add_ssm_state_size(GDN_HEAD_DIM) + self.gguf_writer.add_ssm_time_step_rank(GDN_HEADS) + self.gguf_writer.add_ssm_group_count(GDN_HEADS) + + # latent MoE, the gating (softmax over the selected logits) is hard-coded in libllama + self.gguf_writer.add_leading_dense_block_count(hp["moe_start_from_layer"]) + self.gguf_writer.add_expert_count(hp["moe_n_experts"]) + self.gguf_writer.add_expert_used_count(hp["moe_router_topk"]) + self.gguf_writer.add_expert_feed_forward_length(self.n_ff_exp) + self.gguf_writer.add_moe_latent_size(self.n_latent) + + def tensor_force_quant(self, name, new_name, bid, n_dims): + # router logits pick the experts, keep them exact + if new_name.endswith(("ffn_gate_inp.weight", "exp_probs_b.bias")): + return gguf.GGMLQuantizationType.F32 + return super().tensor_force_quant(name, new_name, bid, n_dims) + + def _token_embd(self) -> Tensor: + n_cb = self.n_codebooks + pad = sum(self._embd[f"multi_embedder.embedders.{cb}.weight"][self.audio_pad_id].float() for cb in range(n_cb)) + text = self._embd[f"multi_embedder.embedders.{n_cb}.weight"].float() + if text.shape[0] != self.text_rows: + raise ValueError(f"ZONOS3: text table has {text.shape[0]} rows, expected {self.text_rows}") + conds = [self._embd[f"condition_embeddings.{i}.weight"].float() for i in range(len(self.cond_counts))] + for t, n in zip(conds, self.cond_counts): + assert t.shape[0] == n + # a text row is [pad x n_codebooks, text_id], condition rows replace the summed row + return torch.cat([text + pad] + conds, dim=0) + + def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]: + T = gguf.MODEL_TENSOR + hp = self.hparams + n_layer = self.block_count + + if name.startswith(("multi_embedder.", "condition_embeddings.")): + self._embd[name] = data_torch + if len(self._embd) == self.n_codebooks + 1 + len(self.cond_counts): + yield (self.format_tensor_name(T.TOKEN_EMBD), self._token_embd()) + self._embd.clear() + return + + if name == "block_attnres_queries": + # one query per routing point: 2*il before the mixer, 2*il+1 before the FFN, the last one before out_norm + assert data_torch.shape[0] == 2 * n_layer + 1 + for il in range(n_layer): + yield (self.format_tensor_name(T.ATTN_RES_SCORE, il), data_torch[2 * il]) + yield (self.format_tensor_name(T.FFN_RES_SCORE, il), data_torch[2 * il + 1]) + yield (self.format_tensor_name(T.OUTPUT_RES_SCORE), data_torch[2 * n_layer]) + return + + if name == "out_norm.weight": + yield (self.format_tensor_name(T.OUTPUT_NORM), data_torch) + return + + assert bid is not None, name + key = name.split(".", 2)[2] # strip "layers.{bid}." + + if key == "attention_norm.weight": + yield (self.format_tensor_name(T.ATTN_NORM, bid), data_torch) + return + if key == "ffn_norm.weight": + yield (self.format_tensor_name(T.FFN_NORM, bid), data_torch) + return + + # gated delta net + if key == "attention.in_proj.weight": + # split the fused [qkv | z | a | b] weight into the qwen35 GDN tensors + # attn_gate holds z, per-head output gate in the attention layers + inner = GDN_HEADS * GDN_HEAD_DIM + qkv, z, a, b = data_torch.split([3 * inner, inner, GDN_HEADS, GDN_HEADS], dim=0) + yield (self.format_tensor_name(T.ATTN_QKV, bid), qkv) + yield (self.format_tensor_name(T.ATTN_GATE, bid), z) + yield (self.format_tensor_name(T.SSM_ALPHA, bid), a) + yield (self.format_tensor_name(T.SSM_BETA, bid), b) + return + if key == "attention.conv.weight": + yield (self.format_tensor_name(T.SSM_CONV1D, bid), data_torch.squeeze(1)) + return + if key == "attention.A_log": + yield (self.format_tensor_name(T.SSM_A, bid, suffix=""), -torch.exp(data_torch.float())) + return + if key == "attention.dt_bias": + yield (self.format_tensor_name(T.SSM_DT, bid, suffix=".bias"), data_torch) + return + if key == "attention.out_weight": + yield (self.format_tensor_name(T.SSM_NORM, bid), data_torch) + return + if key == "attention.wo.weight" and (bid + 1) % self.gdn_period != 0: + yield (self.format_tensor_name(T.SSM_OUT, bid), data_torch) + return + + # global attention + if key == "attention.wq.weight": + yield (self.format_tensor_name(T.ATTN_Q, bid), data_torch) + return + if key == "attention.wkv.weight": + yield (self.format_tensor_name(T.ATTN_K, bid), data_torch[0]) + yield (self.format_tensor_name(T.ATTN_V, bid), data_torch[1]) + return + if key == "attention.wo.weight": + yield (self.format_tensor_name(T.ATTN_OUT, bid), data_torch) + return + if key == "attention.gater.weight": + # one sigmoid gate per head, same tensor name as the GDN z gate + yield (self.format_tensor_name(T.ATTN_GATE, bid), data_torch) + return + if key == "attention.temp": + # Q = rms_norm(q) * |temp|, the per-head scale is stored as the Q norm weight + temp = data_torch.float().abs().reshape(hp["n_heads"], 1).expand(hp["n_heads"], hp["head_dim"]) + yield (self.format_tensor_name(T.ATTN_Q_NORM, bid), temp.contiguous()) + return + + # dense FFN (layer 0): out = w_out(w_in[0](x) * silu(w_in[1](x))) + if key == "feed_forward.w_in.weight": + yield (self.format_tensor_name(T.FFN_UP, bid), data_torch[0]) + yield (self.format_tensor_name(T.FFN_GATE, bid), data_torch[1]) + return + if key == "feed_forward.w_out.weight": + yield (self.format_tensor_name(T.FFN_DOWN, bid), data_torch) + return + + # latent MoE + if key in ("feed_forward.router.router_linear.weight", "feed_forward.router.rmsnorm_eda.weight"): + # logits = router_linear(rms_norm(x) * w), the norm weight is folded into the router columns + r = self._router.setdefault(bid, {}) + r[key] = data_torch + if len(r) == 2: + w = r["feed_forward.router.router_linear.weight"].float() * r["feed_forward.router.rmsnorm_eda.weight"].float()[None, :] + yield (self.format_tensor_name(T.FFN_GATE_INP, bid), w) + del self._router[bid] + return + if key == "feed_forward.router.balancing_biases": + # the reference selects on logits - bias + yield (self.format_tensor_name(T.FFN_EXP_PROBS_B, bid, suffix=".bias"), -data_torch.float()) + return + if key == "feed_forward.latent_down.weight": + yield (self.format_tensor_name(T.MOE_LATENT_DOWN, bid), data_torch) + return + if key == "feed_forward.latent_up.weight": + yield (self.format_tensor_name(T.MOE_LATENT_UP, bid), data_torch) + return + if key == "feed_forward.experts.gate_up_proj": + gate, up = data_torch.chunk(2, dim=1) + yield (self.format_tensor_name(T.FFN_GATE_EXP, bid), gate) + yield (self.format_tensor_name(T.FFN_UP_EXP, bid), up) + return + if key == "feed_forward.experts.down_proj": + yield (self.format_tensor_name(T.FFN_DOWN_EXP, bid), data_torch) + return + + raise ValueError(f"ZONOS3: unexpected tensor {name}") + + +@ModelBase.register("Zonos3Model") +class Zonos3MmprojModel(MmprojModel): + has_vision_encoder = False + has_audio_encoder = True + + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + hp = self.global_config["text_config"] + self.n_codebooks = hp["n_codebooks"] + self.text_vocab = hp["text_vocab"] + self._embd: dict[str, Tensor] = {} + + def index_tensors(self, remote_hf_model_id: str | None = None) -> dict[str, Callable[[], Tensor]]: + return _index_lm_tensors(self) + + @classmethod + def filter_tensors(cls, item: tuple[str, Callable[[], Tensor]]) -> tuple[str, Callable[[], Tensor]] | None: + name, _ = item + if name.startswith(("multi_output.", "multi_embedder.", "speaker_projection.")): + return item + return None + + def set_gguf_parameters(self): + self.gguf_writer.add_file_type(self.ftype) + + # speaker encoder for voice cloning, the front-end hparams are hard-coded in tools/mtmd + self.gguf_writer.add_clip_has_audio_encoder(True) + self.gguf_writer.add_clip_audio_projector_type(gguf.VisionProjectorType.ZONOS3_SPKENC) + self.gguf_writer.add_audio_projection_dim(self.n_embd_text) + self.gguf_writer.add_audio_num_mel_bins(80) + self.gguf_writer.add_audio_block_count(0) + self.gguf_writer.add_audio_embedding_length(192) + self.gguf_writer.add_audio_head_count(1) + self.gguf_writer.add_audio_feed_forward_length(192) + self.gguf_writer.add_audio_attention_layernorm_eps(1e-5) + + self.gguf_writer.add_clip_has_gen_audio_encoder(True) + self.gguf_writer.add_clip_gen_audio_projector_type(gguf.VisionProjectorType.ZONOS3_GEN) + self.gguf_writer.add_gen_audio_projection_dim(self.n_embd_text) + self.gguf_writer.add_gen_audio_embedding_length(self.n_embd_text) + self.gguf_writer.add_gen_audio_feed_forward_length(0) + self.gguf_writer.add_gen_audio_block_count(0) + self.gguf_writer.add_gen_audio_head_count(0) + self.gguf_writer.add_gen_audio_attention_layernorm_eps(self.global_config["text_config"]["norm_eps"]) + self.gguf_writer.add_gen_audio_model_variant(CODEC_VARIANT) + if any(self.dir_model.glob(f"gguf/voices/*/{DEFAULT_VOICE}.codes.npy")): + self.gguf_writer.add_gen_audio_default_voice(DEFAULT_VOICE) + # softcap and the codec hparams are hard-coded in tools/mtmd + + def tensor_force_quant(self, name, new_name, bid, n_dims): + # read on the host, or used by get_rows / ggml_ssm_conv / the conv ops of the speaker encoder + if new_name.startswith(("voice.", "a.spk.")) or new_name.endswith((".table", ".dw.weight", ".mixer.weight", ".resample.weight")): + return gguf.GGMLQuantizationType.F32 + return super().tensor_force_quant(name, new_name, bid, n_dims) + + @staticmethod + def _wn(sd: dict[str, Tensor], prefix: str) -> Tensor: + # torch weight norm, over every dim but 0 + g, v = sd[prefix + ".weight_g"].float(), sd[prefix + ".weight_v"].float() + return (g * v / v.flatten(1).norm(dim=1).view(-1, *[1] * (v.dim() - 1))).squeeze(-1) + + def _speaker_encoder(self) -> Iterable[tuple[str, Tensor]]: + # same layout as the reference ggml runtime (tools/convert_gguf.py speaker-encoder) + sd = torch.load(self.dir_model / SPK_CKPT, map_location="cpu", weights_only=True)["modules"]["spk_model"] + sd = {k[len("model."):]: v.double() for k, v in sd.items() if not k.endswith("num_batches_tracked")} + p = "a.spk" + + def bn(dst: str, src: str) -> Iterable[tuple[str, Tensor]]: + scale = sd[src + ".weight"] / torch.sqrt(sd[src + ".running_var"] + 1e-5) + yield (f"{p}.{dst}.scale", scale) + yield (f"{p}.{dst}.shift", sd[src + ".bias"] - sd[src + ".running_mean"] * scale) + + def put(dst: str, t: Tensor) -> tuple[str, Tensor]: + return (f"{p}.{dst}", t) + + fe = "feature_extractor." + yield put("fe.head.conv.weight", sd[fe + "head.0.weight"]) + yield put("fe.head.conv.bias", sd[fe + "head.0.bias"]) + yield from bn("fe.head.bn", fe + "head.1") + c_in, f_in = 32, 80 + for si, stage in enumerate(SPK_STAGES): + for k, (depth, out_ch, (s_f, s_t), expansion) in enumerate(stage): + src, dst = f"{fe}mect_block{si + 1}.{k}.", f"fe.b{si + 1}.{k}." + for r in range(depth): + cs, cd = f"{src}cnn_block.{r}.", f"{dst}cnn.{r}." + # grouped 3x3 convs, one depthwise kernel per input slot of a group + for conv in ("conv1", "conv2"): + w = sd[cs + conv + ".weight"] + for j in range(w.shape[1]): + yield put(f"{cd}{conv}.w{j}", w[:, j:j + 1]) + for i in (1, 2): + yield put(f"{cd}pw{i}.weight", sd[f"{cs}conv_pw{i}.weight"]) + yield put(f"{cd}pw{i}.bias", sd[f"{cs}conv_pw{i}.bias"]) + yield from bn(f"{cd}bn{i}", f"{cs}bn{i}") + if cs + "shortcut.0.weight" in sd: + yield put(cd + "sc.weight", sd[cs + "shortcut.0.weight"]) + yield from bn(cd + "sc.bn", cs + "shortcut.1") + if expansion > 1: + yield put(dst + "reduce.weight", sd[src + "reduce_conv.0.weight"]) + yield put(dst + "reduce.bias", sd[src + "reduce_conv.0.bias"]) + yield from bn(dst + "reduce.bn", src + "reduce_conv.1") + yield put(dst + "rproj.weight", sd[src + "reduce_project.0.weight"].squeeze(-1)) + yield put(dst + "rproj.bias", sd[src + "reduce_project.0.bias"]) + yield put(dst + "rproj.ln.weight", sd[src + "reduce_project.1.weight"]) + yield put(dst + "rproj.ln.bias", sd[src + "reduce_project.1.bias"]) + yield put(dst + "pos.dw.weight", sd[src + "pos_conv.pos_conv.0.weight"].squeeze(1)) + yield put(dst + "pos.dw.bias", sd[src + "pos_conv.pos_conv.0.bias"]) + yield from bn(dst + "pos.bn", src + "pos_conv.pos_conv.1") + yield put(dst + "pos.pw.weight", sd[src + "pos_conv.pos_conv.3.weight"].squeeze(-1)) + yield put(dst + "pos.pw.bias", sd[src + "pos_conv.pos_conv.3.bias"]) + tr = src + "transformer." + for a, b in (("q", "q_proj"), ("k", "k_proj"), ("v", "v_proj"), ("o", "out_proj")): + yield put(f"{dst}attn.{a}.weight", sd[f"{tr}attention.{b}.weight"]) + yield put(f"{dst}attn.{a}.bias", sd[f"{tr}attention.{b}.bias"]) + yield put(dst + "ln1.weight", sd[tr + "layer_norm.weight"]) + yield put(dst + "ln1.bias", sd[tr + "layer_norm.bias"]) + moe = tr + "feed_forward.intermediate_dense.token_moe." + yield put(dst + "moe.gate.weight", sd[moe + "gate.weight"]) + yield put(dst + "moe.experts.weight", sd[moe + "experts.weight"]) + yield put(dst + "ffn_out.weight", sd[tr + "feed_forward.output_dense.weight"]) + yield put(dst + "ffn_out.bias", sd[tr + "feed_forward.output_dense.bias"]) + yield put(dst + "ln2.weight", sd[tr + "final_layer_norm.weight"]) + yield put(dst + "ln2.bias", sd[tr + "final_layer_norm.bias"]) + yield put(dst + "eproj.weight", sd[src + "expansion_project.0.weight"].squeeze(-1)) + yield put(dst + "eproj.bias", sd[src + "expansion_project.0.bias"]) + c_in, f_in = c_in * s_f, f_in // s_f + # the stage outputs are mixed by softmax weights + yield put("fe.dense_w", torch.softmax(sd[fe + "dense3.inputs_weights"], dim=1)[0, :, :, 0]) + yield put("pool.l1.weight", sd["encoding_layers.linear1.weight"].squeeze(-1)) + yield put("pool.l1.bias", sd["encoding_layers.linear1.bias"]) + yield put("pool.l2.weight", sd["encoding_layers.linear2.weight"].squeeze(-1)) + yield put("pool.l2.bias", sd["encoding_layers.linear2.bias"]) + yield from bn("bn", "bn") + yield put("linear.weight", sd["linear.weight"]) + + def generate_extra_tensors(self) -> Iterable[tuple[str, Tensor]]: + yield from self._speaker_encoder() + logger.info(f"gguf: loading codec decoder from '{CODEC_GENERATOR}' and '{CODEC_HEAD}'") + gen = torch.load(self.dir_model / CODEC_GENERATOR, map_location="cpu", mmap=True, weights_only=True)["generator"] + head = torch.load(self.dir_model / CODEC_HEAD, map_location="cpu", mmap=True, weights_only=True)["trainable"] + p = "a.gen.wav" + + def convnext(dst: str, src: dict[str, Tensor], prefix: str) -> Iterable[tuple[str, Tensor]]: + yield (f"{dst}.dw.weight", src[f"{prefix}.dwconv.weight"].squeeze(1)) + yield (f"{dst}.dw.bias", src[f"{prefix}.dwconv.bias"]) + yield (f"{dst}.norm.weight", src[f"{prefix}.norm.weight"]) + yield (f"{dst}.norm.bias", src[f"{prefix}.norm.bias"]) + yield (f"{dst}.pw1.weight", src[f"{prefix}.pwconv1.weight"]) + yield (f"{dst}.pw1.bias", src[f"{prefix}.pwconv1.bias"]) + yield (f"{dst}.pw2.weight", src[f"{prefix}.pwconv2.weight"]) + yield (f"{dst}.pw2.bias", src[f"{prefix}.pwconv2.bias"]) + + # RVQ codebooks folded through their out_proj, the biases are added once + def rvq(prefix: str) -> tuple[Tensor, Tensor]: + return gen[prefix + ".codebook.weight"].float() @ self._wn(gen, prefix + ".out_proj").T, gen[prefix + ".out_proj.bias"].float() + + t, b = rvq("quantizer.semantic_quantizer.quantizers.0") + yield (f"{p}.sem.table", t) + yield (f"{p}.sem.bias", b) + res = [rvq(f"quantizer.quantizer.quantizers.{i}") for i in range(self.n_codebooks - 1)] + yield (f"{p}.res.table", torch.cat([t for t, _ in res], dim=0)) + # one bias per residual codebook, a frame decoded before all its codes are known leaves the missing ones out + yield (f"{p}.res.bias", torch.stack([b for _, b in res])) + + n_sem = sum(1 for k in gen if k.startswith("semantic_head.") and k.endswith(".dwconv.weight")) + for i in range(n_sem): + yield from convnext(f"{p}.sem.{i}", gen, f"semantic_head.{i}") + yield (f"{p}.sem.out.weight", self._wn(gen, f"semantic_head.{n_sem}")) + yield (f"{p}.sem.out.bias", gen[f"semantic_head.{n_sem}.bias"]) + + names = {"norm1.weight": "norm1.weight", "norm1.bias": "norm1.bias", "qkv.weight": "qkv.weight", + "attention_out.weight": "wo.weight", "attention_scale": "attn_scale", "norm2.weight": "norm2.weight", + "norm2.bias": "norm2.bias", "ffn.0.weight": "ffn1.weight", "ffn.3.weight": "ffn2.weight", "ffn_scale": "ffn_scale"} + for si, s in enumerate(CODEC_STAGES): + yield (f"{p}.stage.{si}.in.weight", head[f"stages.{s}.input_proj.weight"]) + if f"stages.{s}.output_proj.weight" in head: + yield (f"{p}.stage.{si}.out.weight", head[f"stages.{s}.output_proj.weight"]) + n_layer = sum(1 for k in head if k.startswith(f"stages.{s}.layers.") and k.endswith(".qkv.weight")) + for il in range(n_layer): + for src, dst in names.items(): + yield (f"{p}.stage.{si}.blk.{il}.{dst}", head[f"stages.{s}.layers.{il}.{src}"]) + + n_head = sum(1 for k in head if k.startswith("head.blocks.") and k.endswith(".dwconv.weight")) + for i in range(n_head): + yield from convnext(f"{p}.head.{i}", head, f"head.blocks.{i}") + yield (f"{p}.head.norm.weight", head["head.norm.weight"]) + yield (f"{p}.head.norm.bias", head["head.norm.bias"]) + # both iSTFT branches in one projection + yield (f"{p}.head.out.weight", torch.cat([head["head.outs.0.weight"], head["head.outs.1.weight"]], dim=0)) + yield (f"{p}.head.out.bias", torch.cat([head["head.outs.0.bias"], head["head.outs.1.bias"]], dim=0)) + # read on the host + yield (f"{p}.mixer.weight", head["head.mixer.weight"].squeeze(0)) + yield (f"{p}.resample.weight", gen["to_external.kernel"].squeeze(1)) + + # "reference" speaker mode, the default of the reference: the voice is a prefix of delayed code rows + def _voices(self, tables: list[Tensor]) -> Iterable[tuple[str, Tensor]]: + n_cb, pad = self.n_codebooks, self.global_config["text_config"]["audio_pad_id"] + for path in sorted((self.dir_model / "gguf" / "voices").glob("*/*.codes.npy")): + codes = torch.from_numpy(np.load(path, allow_pickle=False).astype(np.int64)) + if codes.ndim != 2 or codes.shape[1] != n_cb or codes.min() < 0 or codes.max() >= pad - 1: + logger.warning(f"voice {path.name}: skipped, expected [frames, {n_cb}] codes") + continue + codes = codes[:VOICE_MAX_FRAMES] + n_frames = codes.shape[0] + # codebook cb of frame t is in row t + cb, the other cells are pad + rows = torch.full((n_frames + n_cb - 1, n_cb), pad, dtype=torch.int64) + for cb in range(n_cb): + rows[cb:cb + n_frames, cb] = codes[:, cb] + embd = sum(tables[cb][rows[:, cb]] for cb in range(n_cb)) + yield (f"voice.{path.name[:-len('.codes.npy')]}", embd) + + def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]: + T = gguf.MODEL_TENSOR + + if name.startswith(("a.gen.wav.", "a.spk.")): + yield (name, data_torch) + return + + # the speaker encoder ends with the speaker projection of the backbone + if name.startswith("speaker_projection."): + yield ("a.spk.proj." + name.split(".")[-1], data_torch) + return + + if name == "multi_output.weight": + yield (self.format_tensor_name(T.A_GEN_CODE_HEAD), data_torch) + return + + assert name.startswith("multi_embedder.") + self._embd[name] = data_torch + if len(self._embd) < self.n_codebooks + 1: + return + # every row built by the mmproj has text id = text_vocab, so that row is folded into codebook 0 + tables = [self._embd[f"multi_embedder.embedders.{cb}.weight"].float() for cb in range(self.n_codebooks)] + tables[0] = tables[0] + self._embd[f"multi_embedder.embedders.{self.n_codebooks}.weight"][self.text_vocab].float() + yield (self.format_tensor_name(T.A_GEN_CODE_OUT_EMBD), torch.cat(tables, dim=0)) + yield from self._voices([LazyTorchTensor.to_eager(t) for t in tables]) + self._embd.clear() diff --git a/docs/multimodal/tts.md b/docs/multimodal/tts.md index 3ffc6d45e02e..1dca6c461326 100644 --- a/docs/multimodal/tts.md +++ b/docs/multimodal/tts.md @@ -11,6 +11,7 @@ Supported models: - [LFM3-Audio](#lfm3-audio) - [Chatterbox](#chatterbox) - [Drama 3](#drama-3) +- [ZONOS3](#zonos3) The sections below list the params supported by each model, with `llama-tts` examples. In `llama-server`, the same options are set with `--tts-lang` and `--tts-voice`, or per request (see the [`/tts` endpoint](../../tools/server/README.md#post-tts-generate-speech-audio-from-text)). @@ -180,3 +181,37 @@ The routed experts of the checkpoint are FP8, they are dequantized at conversion python convert_hf_to_gguf.py path/to/drama-3 --outtype q8_0 --outfile drama3.gguf python convert_hf_to_gguf.py path/to/drama-3 --mmproj --outtype bf16 --outfile mmproj-drama3.gguf ``` + +## ZONOS3 + +[Zyphra ZONOS3 Mini](https://huggingface.co/Zyphra/ZONOS3-Mini): a hybrid Gated DeltaNet / attention MoE backbone (800M, 100M active) predicts the 10 codebooks of each frame with an inter-codebook delay, and the ZAC codec decodes them to 44.1 kHz audio. + +Available params: +- `--tts-voice` picks one of the predefined voices of the release (`Savannah_en-American_F_1` by default); `llama-server` lists them in `GET /props`. A voice is the prompt prefix of its reference codes, the default speaker mode of the reference +- The language is the one of the text; `--tts-lang` (`lang` in `llama-server`) only selects the text normalization +- Numbers are spelled out by the `tts` chat template of the GGUF: cardinals, decimals, money, percents, clock times, common ordinal forms (`1st`, `1er`, `1º`), English and German years. A 4-digit number is read as a year only after a word like `in`, `since`, a month name, or `im Jahr`, `seit` in German (`in 1990` -> "in nineteen ninety", `1234 people` -> "one thousand two hundred thirty-four people"). Languages: `en`, `fr`, `de`, `es`, `it`, `pt`, `ja` and `zh` (or `cmn`), the region is ignored (`fr_fr`, `pt_br`); English when the language is empty, other languages are left as written. Set the language to the one of the text: the separators differ, e.g. `1.234` is a thousand in German +- Note: the reference uses NeMo text normalization, which also covers units, dates, abbreviations and Korean; supply normalized text for them +- `--tts-speaker-file` clones the voice of a clip (the first 60 s are used) with the speaker encoder of the release, the "embedding" speaker mode of the reference +- `llama-server` also takes `speed` (relative to 15 UTF-8 bytes per second) and `loudness` (LUFS), see the `/tts` endpoint; they pick the speaking-rate and loudness condition buckets of the checkpoint, the defaults leave them unknown +- Note: `loudness` has a strong effect with a cloned voice; a predefined voice mostly keeps the loudness of its reference clip +- Note: `--top-k` and `--top-p` are not used, frames are sampled with the settings of the reference: temperature 0.75 (`--temp` changes it), top-k 80, top-p 0.69, repetition penalty 2.4 over the last 96 frames of codebooks 0 to 5 +- Each frame is 2940 samples (about 67 ms), generation stops at the end-of-audio code + +Example usage: + +```sh +llama-tts -m zonos3-mini.gguf \ + -mm mmproj-zonos3-mini.gguf \ + -p "The old lighthouse keeper climbed the spiral stairs every evening." \ + --tts-voice Imogen_en-British_F_1 \ + --output out.wav +``` + +**Note for GGUF conversion:** + +Convert the root of the release repository, not the `lm/` subdirectory. The mmproj holds the codebook heads, the predefined voices, the speaker encoder and the `keep2_plain` codec decoder, it is best kept in F32: + +```sh +python convert_hf_to_gguf.py path/to/ZONOS3-Mini --outtype q8_0 --outfile zonos3-mini.gguf +python convert_hf_to_gguf.py path/to/ZONOS3-Mini --mmproj --outtype f32 --outfile mmproj-zonos3-mini.gguf +``` diff --git a/gguf-py/gguf/constants.py b/gguf-py/gguf/constants.py index ed3ade939f0d..c9b27a11fee4 100644 --- a/gguf-py/gguf/constants.py +++ b/gguf-py/gguf/constants.py @@ -545,6 +545,7 @@ class ClipGenAudio: PROJECTOR_TYPE = "clip.gen.audio.projector_type" # for mixed modality models # name of the weight variant, for settings that are not in the checkpoint MODEL_VARIANT = "clip.gen.audio.model_variant" + DEFAULT_VOICE = "clip.gen.audio.default_voice" EMBEDDING_LENGTH = "clip.gen.audio.embedding_length" FEED_FORWARD_LENGTH = "clip.gen.audio.feed_forward_length" BLOCK_COUNT = "clip.gen.audio.block_count" @@ -765,6 +766,7 @@ class MODEL_ARCH(IntEnum): NANBEIGE = auto() QWEN3TTS = auto() POCKETTTS = auto() + ZONOS3 = auto() K2HORIZON = auto() KOLIBRI1 = auto() LIMITE = auto() @@ -1703,6 +1705,7 @@ class MODEL_TENSOR(IntEnum): MODEL_ARCH.NANBEIGE: "nanbeige", MODEL_ARCH.QWEN3TTS: "qwen3tts", MODEL_ARCH.POCKETTTS: "pockettts", + MODEL_ARCH.ZONOS3: "zonos3", MODEL_ARCH.K2HORIZON: "k2-horizon", MODEL_ARCH.KOLIBRI1: "kolibri1", MODEL_ARCH.LIMITE: "limite", @@ -6722,6 +6725,39 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.FFN_DOWN, MODEL_TENSOR.FFN_UP, ], + MODEL_ARCH.ZONOS3: [ + MODEL_TENSOR.TOKEN_EMBD, + MODEL_TENSOR.OUTPUT_NORM, + MODEL_TENSOR.OUTPUT_RES_SCORE, + MODEL_TENSOR.ATTN_NORM, + MODEL_TENSOR.ATTN_RES_SCORE, + MODEL_TENSOR.ATTN_Q, + MODEL_TENSOR.ATTN_Q_NORM, + MODEL_TENSOR.ATTN_K, + MODEL_TENSOR.ATTN_V, + MODEL_TENSOR.ATTN_OUT, + MODEL_TENSOR.ATTN_GATE, + MODEL_TENSOR.ATTN_QKV, + MODEL_TENSOR.SSM_A, + MODEL_TENSOR.SSM_CONV1D, + MODEL_TENSOR.SSM_DT, + MODEL_TENSOR.SSM_NORM, + MODEL_TENSOR.SSM_BETA, + MODEL_TENSOR.SSM_ALPHA, + MODEL_TENSOR.SSM_OUT, + MODEL_TENSOR.FFN_NORM, + MODEL_TENSOR.FFN_RES_SCORE, + MODEL_TENSOR.FFN_GATE, + MODEL_TENSOR.FFN_DOWN, + MODEL_TENSOR.FFN_UP, + MODEL_TENSOR.FFN_GATE_INP, + MODEL_TENSOR.FFN_EXP_PROBS_B, + MODEL_TENSOR.MOE_LATENT_DOWN, + MODEL_TENSOR.MOE_LATENT_UP, + MODEL_TENSOR.FFN_GATE_EXP, + MODEL_TENSOR.FFN_DOWN_EXP, + MODEL_TENSOR.FFN_UP_EXP, + ], MODEL_ARCH.K2HORIZON: [ MODEL_TENSOR.TOKEN_EMBD, MODEL_TENSOR.OUTPUT_NORM, @@ -7156,6 +7192,8 @@ class VisionProjectorType: CHATTERBOX = "chatterbox" # audio generation: s3gen flow matching + HiFT vocoder SOPRANO = "soprano" # audio generation: Vocos decoder DRAMA3_GEN = "drama3_gen" # audio generation: codebook tower + Fish DAC decoder + ZONOS3_GEN = "zonos3_gen" # audio generation: 10 codebook heads + ZAC decoder + ZONOS3_SPKENC = "zonos3_spkenc" # audio: MECT-B2 speaker encoder HUNYUANVL = "hunyuanvl" PARAKEET = "parakeet" # audio MINIMAXM3 = "minimax_m3" diff --git a/gguf-py/gguf/gguf_writer.py b/gguf-py/gguf/gguf_writer.py index 6ca7570803bb..edbe8cd099f1 100644 --- a/gguf-py/gguf/gguf_writer.py +++ b/gguf-py/gguf/gguf_writer.py @@ -1812,6 +1812,9 @@ def add_gen_audio_attention_layernorm_eps(self, value: float) -> None: def add_gen_audio_model_variant(self, value: str) -> None: self.add_string(Keys.ClipGenAudio.MODEL_VARIANT, value) + def add_gen_audio_default_voice(self, value: str) -> None: + self.add_string(Keys.ClipGenAudio.DEFAULT_VOICE, value) + def add_xielu_alpha_p(self, values: Sequence[float]): self.add_array(Keys.xIELU.ALPHA_P, values) diff --git a/models/templates/Zyphra-ZONOS3-Mini-tts.jinja b/models/templates/Zyphra-ZONOS3-Mini-tts.jinja new file mode 100644 index 000000000000..ec1255862f26 --- /dev/null +++ b/models/templates/Zyphra-ZONOS3-Mini-tts.jinja @@ -0,0 +1,627 @@ +{#- ZONOS3 "tts" template: the text to speak (first message), normalized; the helper adds BOS and EOS itself -#} +{#- numbers, decimals, money, percents, ordinals, years and clock times are spelled out in en, fr, de, es, it, pt, ja and zh -#} +{#- other languages pass through; patterns: tts_norm_scan() / tts_norm_sub(), see docs/tts-norm-patterns.md -#} +{#- the ja / zh conventions follow the NeMo grammars of the reference (e.g. zh: 两千, 二百, 三百一十六, 二零零二年) -#} +{#- optional identifies this template, so that llama.cpp can detect it and apply quick fixes to GGUFs already converted -#} +{%- set template_name = "zonos3-mini" -%} + +{#- English -#} +{%- set ones = ["zero", "one", "two", "three", "four", "five", "six", "seven", "eight", "nine", "ten", "eleven", "twelve", + "thirteen", "fourteen", "fifteen", "sixteen", "seventeen", "eighteen", "nineteen"] -%} +{%- set tens = ["", "", "twenty", "thirty", "forty", "fifty", "sixty", "seventy", "eighty", "ninety"] -%} +{%- set scales = ["", " thousand", " million", " billion", " trillion"] -%} +{%- set irregular = {"one": "first", "two": "second", "three": "third", "five": "fifth", "eight": "eighth", "nine": "ninth", "twelve": "twelfth"} -%} + +{%- macro under100(n) -%} +{{- ones[n] if n < 20 else tens[(n / 10)|int] ~ ("-" ~ ones[n % 10] if n % 10 else "") -}} +{%- endmacro -%} + +{%- macro under1000(n) -%} +{{- (ones[(n / 100)|int] ~ " hundred" ~ (" " ~ under100(n % 100) if n % 100 else "")) if n >= 100 else under100(n) -}} +{%- endmacro -%} + +{#- all the *_card macros take a digit string of up to 15 digits -#} +{%- macro en_card(s) -%} +{%- set p = ["", "00", "0"][(s|length) % 3] ~ s -%} +{%- set ns = namespace(out="", ng=((p|length) / 3)|int) -%} +{%- for g in range(ns.ng) -%} +{%- set v = p[g * 3:g * 3 + 3]|int -%} +{%- if v > 0 -%} +{%- set ns.out = ns.out ~ (" " if ns.out else "") ~ under1000(v) ~ scales[ns.ng - 1 - g] -%} +{%- endif -%} +{%- endfor -%} +{{- ns.out if ns.out else "zero" -}} +{%- endmacro -%} + +{#- the last word of a cardinal becomes ordinal: twenty-one -> twenty-first -#} +{%- macro en_ord(w) -%} +{%- set last = (w.split(" ")|last).split("-")|last -%} +{%- set head = w[0:(w|length) - (last|length)] -%} +{{- head ~ (irregular[last] if last in irregular else (last[0:(last|length) - 1] ~ "ieth" if last.endswith("y") else last ~ "th")) -}} +{%- endmacro -%} + +{#- French: traditional spelling, quatre-vingts / deux cents take the plural s only at the end -#} +{%- set fr_u = ["zéro", "un", "deux", "trois", "quatre", "cinq", "six", "sept", "huit", "neuf", "dix", "onze", "douze", "treize", + "quatorze", "quinze", "seize"] -%} +{%- set fr_t = ["", "", "vingt", "trente", "quarante", "cinquante", "soixante", "", "quatre-vingt", ""] -%} +{%- set fr_big = [[], [], ["million", "millions"], ["milliard", "milliards"], ["billion", "billions"]] -%} + +{%- macro fr99(n, final) -%} +{%- if n < 17 -%} +{{- fr_u[n] -}} +{%- elif n < 20 -%} +{{- "dix-" ~ fr_u[n - 10] -}} +{%- else -%} +{%- set t = (n / 10)|int -%} +{%- set u = n % 10 -%} +{%- if t == 7 or t == 9 -%} +{{- ("soixante" if t == 7 else "quatre-vingt") ~ (" et onze" if t == 7 and u == 1 else "-" ~ fr99(n - (60 if t == 7 else 80), final)) -}} +{%- else -%} +{{- fr_t[t] ~ ("s" if t == 8 and u == 0 and final else "") ~ (" et un" if u == 1 and t != 8 else ("-" ~ fr_u[u] if u else "")) -}} +{%- endif -%} +{%- endif -%} +{%- endmacro -%} + +{%- macro fr999(n, final) -%} +{%- set h = (n / 100)|int -%} +{%- set r = n % 100 -%} +{%- set hs = "" if h == 0 else ("cent" if h == 1 else fr_u[h] ~ " cent" ~ ("s" if r == 0 and final else "")) -%} +{{- hs ~ (" " if hs and r else "") ~ (fr99(r, final) if r else "") -}} +{%- endmacro -%} + +{%- macro fr_card(s) -%} +{%- set p = ["", "00", "0"][(s|length) % 3] ~ s -%} +{%- set ns = namespace(out="", ng=((p|length) / 3)|int) -%} +{%- for g in range(ns.ng) -%} +{%- set v = p[g * 3:g * 3 + 3]|int -%} +{%- set k = ns.ng - 1 - g -%} +{%- if v > 0 -%} +{%- if k == 0 -%} +{%- set w = fr999(v, true) -%} +{%- elif k == 1 -%} +{%- set w = ("" if v == 1 else fr999(v, false) ~ " ") ~ "mille" -%} +{%- else -%} +{%- set w = fr999(v, true) ~ " " ~ fr_big[k][0 if v == 1 else 1] -%} +{%- endif -%} +{%- set ns.out = ns.out ~ (" " if ns.out else "") ~ w -%} +{%- endif -%} +{%- endfor -%} +{{- ns.out if ns.out else "zéro" -}} +{%- endmacro -%} + +{%- macro fr_ord(w) -%} +{%- set last = (w.split(" ")|last).split("-")|last -%} +{%- set head = w[0:(w|length) - (last|length)] -%} +{%- set base = last[0:(last|length) - 1] if last in ["vingts", "cents", "millions", "milliards", "billions"] else last -%} +{%- set map = {"cinq": "cinquième", "neuf": "neuvième"} -%} +{{- head ~ (map[base] if base in map else (base[0:(base|length) - 1] ~ "ième" if base.endswith("e") else base ~ "ième")) -}} +{%- endmacro -%} + +{#- German: below a million one word, eins / ein / eine -#} +{%- set de_u = ["null", "eins", "zwei", "drei", "vier", "fünf", "sechs", "sieben", "acht", "neun", "zehn", "elf", "zwölf", + "dreizehn", "vierzehn", "fünfzehn", "sechzehn", "siebzehn", "achtzehn", "neunzehn"] -%} +{%- set de_t = ["", "", "zwanzig", "dreißig", "vierzig", "fünfzig", "sechzig", "siebzig", "achtzig", "neunzig"] -%} +{%- set de_big = [[], [], ["Million", "Millionen"], ["Milliarde", "Milliarden"], ["Billion", "Billionen"]] -%} + +{%- macro de99(n) -%} +{{- de_u[n] if n < 20 else ((("ein" if n % 10 == 1 else de_u[n % 10]) ~ "und") if n % 10 else "") ~ de_t[(n / 10)|int] -}} +{%- endmacro -%} + +{%- macro de999(n) -%} +{%- set h = (n / 100)|int -%} +{%- set r = n % 100 -%} +{{- (((("ein" if h == 1 else de_u[h]) ~ "hundert")) if h else "") ~ (de99(r) if r else "") -}} +{%- endmacro -%} + +{#- attributive form: eins -> ein -#} +{%- macro de_attr(w) -%} +{{- w[0:(w|length) - 1] if w.endswith("eins") else w -}} +{%- endmacro -%} + +{%- macro de_card(s) -%} +{%- set p = ["", "00", "0"][(s|length) % 3] ~ s -%} +{%- set ns = namespace(big="", small="", ng=((p|length) / 3)|int) -%} +{%- for g in range(ns.ng) -%} +{%- set v = p[g * 3:g * 3 + 3]|int -%} +{%- set k = ns.ng - 1 - g -%} +{%- if v > 0 -%} +{%- if k == 0 -%} +{%- set ns.small = ns.small ~ de999(v) -%} +{%- elif k == 1 -%} +{%- set ns.small = ns.small ~ de_attr(de999(v)) ~ "tausend" -%} +{%- else -%} +{%- set ns.big = ns.big ~ (" " if ns.big else "") ~ ("eine" if v == 1 else de_attr(de999(v))) ~ " " ~ de_big[k][0 if v == 1 else 1] -%} +{%- endif -%} +{%- endif -%} +{%- endfor -%} +{%- set out = ns.big ~ (" " if ns.big and ns.small else "") ~ ns.small -%} +{{- out if out else "null" -}} +{%- endmacro -%} + +{#- join the non-empty parts with a space -#} +{%- macro join4(a, b, c, d) -%} +{%- set ns = namespace(out="") -%} +{%- for x in [a, b, c, d] -%} +{%- if x -%} +{%- set ns.out = ns.out ~ (" " if ns.out else "") ~ x -%} +{%- endif -%} +{%- endfor -%} +{{- ns.out -}} +{%- endmacro -%} + +{#- Spanish: long scale (mil millones, billón), un / veintiún before a noun or mil -#} +{%- set es_u = ["cero", "uno", "dos", "tres", "cuatro", "cinco", "seis", "siete", "ocho", "nueve", "diez", "once", "doce", + "trece", "catorce", "quince", "dieciséis", "diecisiete", "dieciocho", "diecinueve", "veinte", "veintiuno", + "veintidós", "veintitrés", "veinticuatro", "veinticinco", "veintiséis", "veintisiete", "veintiocho", "veintinueve"] -%} +{%- set es_t = ["", "", "", "treinta", "cuarenta", "cincuenta", "sesenta", "setenta", "ochenta", "noventa"] -%} +{%- set es_h = ["", "ciento", "doscientos", "trescientos", "cuatrocientos", "quinientos", "seiscientos", "setecientos", + "ochocientos", "novecientos"] -%} + +{%- macro es99(n) -%} +{{- es_u[n] if n < 30 else es_t[(n / 10)|int] ~ (" y " ~ es_u[n % 10] if n % 10 else "") -}} +{%- endmacro -%} + +{%- macro es999(n) -%} +{%- if n == 100 -%} +{{- "cien" -}} +{%- else -%} +{%- set h = (n / 100)|int -%} +{%- set r = n % 100 -%} +{{- es_h[h] ~ (" " if h and r else "") ~ (es99(r) if r else "") -}} +{%- endif -%} +{%- endmacro -%} + +{%- macro es_apoc(w) -%} +{{- (w[0:(w|length) - 9] ~ "veintiún") if w.endswith("veintiuno") else ((w[0:(w|length) - 3] ~ "un") if w.endswith("uno") else w) -}} +{%- endmacro -%} + +{%- macro es6(n) -%} +{%- set a = (n / 1000)|int -%} +{%- set b = n % 1000 -%} +{%- set hi = "" if a == 0 else ("mil" if a == 1 else es_apoc(es999(a)) ~ " mil") -%} +{{- hi ~ (" " if hi and b else "") ~ (es999(b) if b else "") -}} +{%- endmacro -%} + +{%- macro es_card(s) -%} +{%- set p = ("000000000000000000" ~ s)[-18:] -%} +{%- set top = p[0:6]|int -%} +{%- set mid = p[6:12]|int -%} +{%- set low = p[12:18]|int -%} +{%- set a = "" if top == 0 else ("un billón" if top == 1 else es_apoc(es6(top)) ~ " billones") -%} +{%- set b = "" if mid == 0 else ("un millón" if mid == 1 else es_apoc(es6(mid)) ~ " millones") -%} +{%- set out = join4(a, b, es6(low) if low else "", "") -%} +{{- out if out else "cero" -}} +{%- endmacro -%} + +{#- Italian: below a million one word, ventitré, centottanta -#} +{%- set it_u = ["zero", "uno", "due", "tre", "quattro", "cinque", "sei", "sette", "otto", "nove", "dieci", "undici", "dodici", + "tredici", "quattordici", "quindici", "sedici", "diciassette", "diciotto", "diciannove"] -%} +{%- set it_t = ["", "", "venti", "trenta", "quaranta", "cinquanta", "sessanta", "settanta", "ottanta", "novanta"] -%} + +{%- macro it99(n) -%} +{%- if n < 20 -%} +{{- it_u[n] -}} +{%- else -%} +{%- set t = it_t[(n / 10)|int] -%} +{%- set u = n % 10 -%} +{{- (t[0:(t|length) - 1] if u == 1 or u == 8 else t) ~ (it_u[u] if u else "") -}} +{%- endif -%} +{%- endmacro -%} + +{%- macro it999(n) -%} +{%- set h = (n / 100)|int -%} +{%- set r = n % 100 -%} +{%- set hs = "" if h == 0 else ("cento" if h == 1 else it_u[h] ~ "cento") -%} +{{- (hs[0:(hs|length) - 1] if (r / 10)|int == 8 else hs) ~ (it99(r) if r else "") -}} +{%- endmacro -%} + +{#- without the final accent, see it_acc -#} +{%- macro it6(n) -%} +{%- set a = (n / 1000)|int -%} +{%- set b = n % 1000 -%} +{{- ("" if a == 0 else ("mille" if a == 1 else it999(a) ~ "mila")) ~ (it999(b) if b else "") -}} +{%- endmacro -%} + +{%- macro it_acc(w) -%} +{{- (w[0:(w|length) - 3] ~ "tré") if w.endswith("tre") and w != "tre" else w -}} +{%- endmacro -%} + +{%- macro it_card(s) -%} +{%- set p = ("000000000000000000" ~ s)[-18:] -%} +{%- set bil = p[0:6]|int -%} +{%- set mld = p[6:9]|int -%} +{%- set mil = p[9:12]|int -%} +{%- set low = p[12:18]|int -%} +{%- set a = "" if bil == 0 else ("un bilione" if bil == 1 else it_acc(it6(bil)) ~ " bilioni") -%} +{%- set b = "" if mld == 0 else ("un miliardo" if mld == 1 else it_acc(it999(mld)) ~ " miliardi") -%} +{%- set c = "" if mil == 0 else ("un milione" if mil == 1 else it_acc(it999(mil)) ~ " milioni") -%} +{%- set out = join4(a, b, c, it_acc(it6(low)) if low else "") -%} +{{- out if out else "zero" -}} +{%- endmacro -%} + +{#- Portuguese (Brazil): short scale, "e" before the last group when it is below 100 or a round hundred -#} +{%- set pt_u = ["zero", "um", "dois", "três", "quatro", "cinco", "seis", "sete", "oito", "nove", "dez", "onze", "doze", + "treze", "catorze", "quinze", "dezesseis", "dezessete", "dezoito", "dezenove"] -%} +{%- set pt_t = ["", "", "vinte", "trinta", "quarenta", "cinquenta", "sessenta", "setenta", "oitenta", "noventa"] -%} +{%- set pt_h = ["", "cento", "duzentos", "trezentos", "quatrocentos", "quinhentos", "seiscentos", "setecentos", "oitocentos", + "novecentos"] -%} +{%- set pt_big = [[], [], ["milhão", "milhões"], ["bilhão", "bilhões"], ["trilhão", "trilhões"]] -%} + +{%- macro pt99(n) -%} +{{- pt_u[n] if n < 20 else pt_t[(n / 10)|int] ~ (" e " ~ pt_u[n % 10] if n % 10 else "") -}} +{%- endmacro -%} + +{%- macro pt999(n) -%} +{%- if n == 100 -%} +{{- "cem" -}} +{%- else -%} +{%- set h = (n / 100)|int -%} +{%- set r = n % 100 -%} +{{- pt_h[h] ~ (" e " if h and r else "") ~ (pt99(r) if r else "") -}} +{%- endif -%} +{%- endmacro -%} + +{%- macro pt_card(s) -%} +{%- set p = ["", "00", "0"][(s|length) % 3] ~ s -%} +{%- set ns = namespace(out="", ng=((p|length) / 3)|int, last=-1) -%} +{%- for g in range(ns.ng) -%} +{%- if p[g * 3:g * 3 + 3]|int > 0 -%} +{%- set ns.last = g -%} +{%- endif -%} +{%- endfor -%} +{%- for g in range(ns.ng) -%} +{%- set v = p[g * 3:g * 3 + 3]|int -%} +{%- set k = ns.ng - 1 - g -%} +{%- if v > 0 -%} +{%- if k == 0 -%} +{%- set w = pt999(v) -%} +{%- elif k == 1 -%} +{%- set w = "mil" if v == 1 else pt999(v) ~ " mil" -%} +{%- else -%} +{%- set w = ("um" if v == 1 else pt999(v)) ~ " " ~ pt_big[k][0 if v == 1 else 1] -%} +{%- endif -%} +{%- set sep = " e " if g == ns.last and (v < 100 or v % 100 == 0) else " " -%} +{%- set ns.out = ns.out ~ (sep if ns.out else "") ~ w -%} +{%- endif -%} +{%- endfor -%} +{{- ns.out if ns.out else "zero" -}} +{%- endmacro -%} + +{#- Japanese: 万 / 億 / 兆 groups, no 一 before 十 / 百 / 千 (but 一千万), zero digits are skipped -#} +{%- set cjk_d = ["零", "一", "二", "三", "四", "五", "六", "七", "八", "九"] -%} + +{%- macro ja4(n, big) -%} +{%- set th = (n / 1000)|int -%} +{%- set h = ((n / 100)|int) % 10 -%} +{%- set t = ((n / 10)|int) % 10 -%} +{%- set u = n % 10 -%} +{{- ((("一" if big else "") if th == 1 else cjk_d[th]) ~ "千" if th else "") + ~ (("" if h == 1 else cjk_d[h]) ~ "百" if h else "") + ~ (("" if t == 1 else cjk_d[t]) ~ "十" if t else "") + ~ (cjk_d[u] if u else "") -}} +{%- endmacro -%} + +{%- macro ja_card(s) -%} +{%- set p = ("0000000000000000" ~ s)[-16:] -%} +{%- set ns = namespace(out="") -%} +{%- for g in range(4) -%} +{%- set v = p[g * 4:g * 4 + 4]|int -%} +{%- if v > 0 -%} +{%- set ns.out = ns.out ~ ja4(v, g < 3) ~ ["兆", "億", "万", ""][g] -%} +{%- endif -%} +{%- endfor -%} +{{- ns.out if ns.out else "零" -}} +{%- endmacro -%} + +{#- Chinese: 万 / 亿 groups, 两 before 千 / 万 / 亿, 二 before 百, 十 at the head but 一十 inside, one 零 per gap -#} +{%- macro zh4(n, head) -%} +{%- set ds = [(n / 1000)|int, ((n / 100)|int) % 10, ((n / 10)|int) % 10, n % 10] -%} +{%- set ns = namespace(out="", zero=false) -%} +{%- for i in range(4) -%} +{%- set d = ds[i] -%} +{%- if d == 0 -%} +{%- if ns.out -%} +{%- set ns.zero = true -%} +{%- endif -%} +{%- else -%} +{%- set w = "两" if d == 2 and i == 0 else cjk_d[d] -%} +{%- if i == 2 and d == 1 and head and not ns.out -%} +{%- set w = "" -%} +{%- endif -%} +{%- set ns.out = ns.out ~ ("零" if ns.zero else "") ~ w ~ ["千", "百", "十", ""][i] -%} +{%- set ns.zero = false -%} +{%- endif -%} +{%- endfor -%} +{{- ns.out -}} +{%- endmacro -%} + +{%- macro zh_card(s) -%} +{%- set p = ("0000000000000000" ~ s)[-16:] -%} +{%- set ns = namespace(out="", gap=false) -%} +{%- for g in range(4) -%} +{%- set v = p[g * 4:g * 4 + 4]|int -%} +{%- if v == 0 -%} +{%- if ns.out -%} +{%- set ns.gap = true -%} +{%- endif -%} +{%- else -%} +{%- set w = "两" if v == 2 and g < 3 else zh4(v, not ns.out) -%} +{%- set ns.out = ns.out ~ ("零" if ns.out and (ns.gap or v < 1000) else "") ~ w ~ ["万亿", "亿", "万", ""][g] -%} +{%- set ns.gap = false -%} +{%- endif -%} +{%- endfor -%} +{{- ns.out if ns.out else "零" -}} +{%- endmacro -%} + +{#- per-language words -#} +{%- set digit_words = {"en": ones[0:10], "fr": fr_u[0:10], "de": de_u[0:10], "es": es_u[0:10], "it": it_u[0:10], "pt": pt_u[0:10], + "ja": cjk_d, "zh": cjk_d} -%} +{%- set W = { + "en": {"point": " point ", "minus": "minus ", "and": " and ", "percent": " percent", "sep": " "}, + "fr": {"point": " virgule ", "minus": "moins ", "and": " et ", "percent": " pour cent", "sep": " "}, + "de": {"point": " Komma ", "minus": "minus ", "and": " und ", "percent": " Prozent", "sep": " "}, + "es": {"point": " coma ", "minus": "menos ", "and": " con ", "percent": " por ciento", "sep": " "}, + "it": {"point": " virgola ", "minus": "meno ", "and": " e ", "percent": " per cento", "sep": " "}, + "pt": {"point": " vírgula ", "minus": "menos ", "and": " e ", "percent": " por cento", "sep": " "}, + "ja": {"point": "点", "minus": "マイナス", "and": "", "percent": "パーセント", "sep": ""}, + "zh": {"point": "点", "minus": "负", "and": "", "percent": "", "sep": ""}, +} -%} +{#- currency -> [singular, plural, cent singular, cent plural]; ja / zh: the unit after the number -#} +{%- set M = { + "en": {"$": ["dollar", "dollars", "cent", "cents"], "€": ["euro", "euros", "cent", "cents"], + "£": ["pound", "pounds", "penny", "pence"], "¥": ["yen", "yen", "sen", "sen"]}, + "fr": {"$": ["dollar", "dollars", "cent", "cents"], "€": ["euro", "euros", "centime", "centimes"]}, + "de": {"$": ["Dollar", "Dollar", "Cent", "Cent"], "€": ["Euro", "Euro", "Cent", "Cent"], "£": ["Pfund", "Pfund", "Penny", "Pence"]}, + "es": {"$": ["dólar", "dólares", "centavo", "centavos"], "€": ["euro", "euros", "céntimo", "céntimos"]}, + "it": {"$": ["dollaro", "dollari", "centesimo", "centesimi"], "€": ["euro", "euro", "centesimo", "centesimi"]}, + "pt": {"$": ["dólar", "dólares", "centavo", "centavos"], "€": ["euro", "euros", "cêntimo", "cêntimos"], + "R$": ["real", "reais", "centavo", "centavos"]}, + "ja": {"$": "ドル", "€": "ユーロ", "£": "ポンド", "¥": "円"}, + "zh": {"$": "美元", "€": "欧元", "£": "英镑", "¥": "元"}, +} -%} +{%- set es_ord = ["", "primero", "segundo", "tercero", "cuarto", "quinto", "sexto", "séptimo", "octavo", "noveno", "décimo"] -%} +{%- set it_ord = ["", "primo", "secondo", "terzo", "quarto", "quinto", "sesto", "settimo", "ottavo", "nono", "decimo"] -%} +{%- set pt_ord = ["", "primeiro", "segundo", "terceiro", "quarto", "quinto", "sexto", "sétimo", "oitavo", "nono", "décimo"] -%} + +{%- macro card(L, s) -%} +{%- if L == "fr" -%}{{- fr_card(s) -}} +{%- elif L == "de" -%}{{- de_card(s) -}} +{%- elif L == "es" -%}{{- es_card(s) -}} +{%- elif L == "it" -%}{{- it_card(s) -}} +{%- elif L == "pt" -%}{{- pt_card(s) -}} +{%- elif L == "ja" -%}{{- ja_card(s) -}} +{%- elif L == "zh" -%}{{- zh_card(s) -}} +{%- else -%}{{- en_card(s) -}} +{%- endif -%} +{%- endmacro -%} + +{#- attributive form before a noun: ein Euro, un euro, veintiún euros -#} +{%- macro attr(L, w) -%} +{%- if L == "de" -%}{{- de_attr(w) -}} +{%- elif L == "es" -%}{{- es_apoc(w) -}} +{%- elif L == "it" and w == "uno" -%}{{- "un" -}} +{%- else -%}{{- w -}} +{%- endif -%} +{%- endmacro -%} + +{%- macro spell(L, s) -%} +{%- set ns = namespace(out="") -%} +{%- for i in range(s|length) -%} +{%- set ns.out = ns.out ~ (W[L]["sep"] if i > 0 else "") ~ digit_words[L][s[i:i + 1]|int] -%} +{%- endfor -%} +{{- ns.out -}} +{%- endmacro -%} + +{#- decimals: fr / es / it / pt read a short fraction as a number (virgule quatorze), the others digit by digit -#} +{%- macro fraction(L, f) -%} +{%- if L in ["fr", "es", "it", "pt"] and f|length <= 3 -%} +{%- set z = tts_norm_sub(f, "^(0*).*", "%1") -%} +{%- set rest = f[z|length:] -%} +{{- spell(L, z) ~ (" " if z and rest else "") ~ (card(L, rest) if rest else "") -}} +{%- else -%} +{{- spell(L, f) -}} +{%- endif -%} +{%- endmacro -%} + +{#- en: 1990 -> nineteen ninety, 1905 -> nineteen oh five, 2005 -> two thousand five; de: 1990 -> neunzehnhundertneunzig -#} +{%- macro year(L, s) -%} +{%- set hi = s[0:2]|int -%} +{%- set lo = s[2:4]|int -%} +{%- if L == "de" -%} +{{- (de99(hi) ~ "hundert" ~ (de99(lo) if lo else "")) if hi < 20 else de_card(s) -}} +{%- elif (hi == 20 and lo < 10) or (hi % 10 == 0 and lo == 0) -%} +{{- en_card(s) -}} +{%- elif lo == 0 -%} +{{- under100(hi) ~ " hundred" -}} +{%- else -%} +{{- under100(hi) ~ (" oh " ~ ones[lo] if lo < 10 else " " ~ under100(lo)) -}} +{%- endif -%} +{%- endmacro -%} + +{#- ip: digits with optional thousands separators, frac: decimal digits or empty -#} +{%- macro number(L, ip, frac, year_ok) -%} +{%- set d = tts_norm_sub(ip, "%D", "") -%} +{%- if d|length > 15 or (d|length > 1 and d[0:1] == "0" and not frac) -%} +{{- spell(L, d) ~ (W[L]["point"] ~ spell(L, frac) if frac else "") -}} +{%- elif frac -%} +{{- card(L, d) ~ W[L]["point"] ~ fraction(L, frac) -}} +{%- elif year_ok and d == ip and d|length == 4 and d|int >= 1100 and d|int <= 2099 and L in ["en", "de"] -%} +{{- year(L, d) -}} +{%- else -%} +{{- card(L, d) -}} +{%- endif -%} +{%- endmacro -%} + +{#- fr / es / it / pt: million and above are nouns, a round amount takes "de" before the currency (deux millions d'euros) -#} +{%- macro unit_sep(L, ip, unit) -%} +{%- set d = tts_norm_sub(ip, "%D", "") -%} +{%- if L in ["fr", "es", "it", "pt"] and d|length > 6 and d[(d|length) - 6:] == "000000" -%} +{{- " d'" if L == "fr" and unit[0:1] in "aeiou" else " " ~ ("di" if L == "it" else "de") ~ " " -}} +{%- else -%} +{{- " " -}} +{%- endif -%} +{%- endmacro -%} + +{%- macro money(L, cur, ip, cents, scale) -%} +{%- if cur not in M[L] -%} +{{- cur ~ W[L]["sep"] ~ number(L, ip, cents, false) -}} +{%- elif L in ["ja", "zh"] -%} +{{- number(L, ip, cents, false) ~ M[L][cur] -}} +{%- else -%} +{%- set u = M[L][cur] -%} +{%- if scale -%} +{{- number(L, ip, cents, false) ~ " " ~ scale ~ " " ~ u[1] -}} +{%- elif cents|length == 2 -%} +{%- set c = attr(L, card(L, cents)) ~ " " ~ u[2 if cents|int == 1 else 3] -%} +{%- if tts_norm_sub(ip, "%D", "")|int == 0 -%} +{{- c -}} +{%- else -%} +{{- attr(L, number(L, ip, "", false)) ~ unit_sep(L, ip, u[1]) ~ u[0 if ip == "1" else 1] ~ (W[L]["and"] ~ c if cents|int > 0 else "") -}} +{%- endif -%} +{%- elif cents -%} +{{- number(L, ip, cents, false) ~ " " ~ u[1] -}} +{%- else -%} +{{- attr(L, number(L, ip, "", false)) ~ unit_sep(L, ip, u[1]) ~ u[0 if ip == "1" else 1] -}} +{%- endif -%} +{%- endif -%} +{%- endmacro -%} + +{%- macro clock(L, h, m) -%} +{%- set hn = h|int -%} +{%- set mm = m|int if m else 0 -%} +{%- if L == "fr" -%} +{%- set w = fr_card(h) -%} +{{- w ~ ("e" if w.endswith("un") else "") ~ (" heure" if hn <= 1 else " heures") ~ (" " ~ fr_card(m) if mm else "") -}} +{%- elif L == "de" -%} +{{- de_attr(de_card(h)) ~ " Uhr" ~ (" " ~ de_card(m) if mm else "") -}} +{%- elif L == "es" -%} +{%- set w = es_card(h) -%} +{{- (w[0:(w|length) - 1] ~ "a" if w.endswith("uno") else w) ~ (" y " ~ es_card(m) if mm else " en punto") -}} +{%- elif L == "it" -%} +{{- ("una" if hn == 1 else it_card(h)) ~ (" e " ~ it_card(m) if mm else "") -}} +{%- elif L == "pt" -%} +{%- set w = pt_card(h) -%} +{%- set w = w ~ "a" if w.endswith("um") else (w[0:(w|length) - 4] ~ "duas" if w.endswith("dois") else w) -%} +{{- w ~ (" e " ~ pt_card(m) if mm else (" hora" if hn == 1 else " horas")) -}} +{%- elif L == "ja" -%} +{{- ja_card(h) ~ "時" ~ (ja_card(m) ~ "分" if mm else "") -}} +{%- elif L == "zh" -%} +{{- ("两" if hn == 2 else zh_card(h)) ~ "点" ~ (zh_card(m) ~ "分" if mm else "") -}} +{%- else -%} +{{- en_card(h) ~ (" o'clock" if mm == 0 else (" oh " ~ ones[mm] if mm < 10 else " " ~ under100(mm))) -}} +{%- endif -%} +{%- endmacro -%} + +{%- macro ordinal(L, d, suf) -%} +{%- set n = d|int -%} +{%- if L == "fr" -%} +{%- set plural = "s" if suf.endswith("s") else "" -%} +{%- if n == 1 -%} +{{- ("première" if suf.startswith("r") or suf.startswith("è") else "premier") ~ plural -}} +{%- elif n == 2 and suf.startswith("nd") -%} +{{- ("seconde" if suf.startswith("nde") else "second") ~ plural -}} +{%- else -%} +{{- fr_ord(fr_card(d)) ~ plural -}} +{%- endif -%} +{%- elif L in ["es", "it", "pt"] -%} +{%- set fem = suf == "ª" -%} +{%- if n >= 1 and n <= 10 -%} +{%- set w = {"es": es_ord, "it": it_ord, "pt": pt_ord}[L][n] -%} +{{- w[0:(w|length) - 1] ~ "a" if fem else w -}} +{%- elif L == "it" and n < 1000000 -%} +{#- undicesimo, ventitreesimo, ventiseiesimo -#} +{%- set w = it6(n) -%} +{%- set w = w ~ "esimo" if w.endswith("tre") or w.endswith("sei") else w[0:(w|length) - 1] ~ "esimo" -%} +{{- w[0:(w|length) - 1] ~ "a" if fem else w -}} +{%- else -%} +{{- card(L, d) -}} +{%- endif -%} +{%- else -%} +{{- en_ord(en_card(d)) -}} +{%- endif -%} +{%- endmacro -%} + +{%- set l = ((language | lower) if language is defined and language else "").replace("-", "_") -%} +{%- set L = "en" if l == "" else ("zh" if l.startswith("zh") or l.startswith("cmn") else l.split("_")[0]) -%} +{%- set text = messages[0]["content"] -%} +{%- if L not in M -%} +{{- text -}} +{%- else -%} +{%- set t = text -%} +{%- if L not in ["ja", "zh"] -%} +{#- a space between a number and the letters it touches (5km, mp3), except for ordinal suffixes and the French 15h30 -#} +{%- set suffixes = {"en": "st|nd|rd|th|s", "fr": "ers?|res?|ères?|nde?s?|èmes?|es?|h", "es": "º|ª", "it": "º|ª", "pt": "º|ª"} -%} +{%- if L in suffixes -%} +{%- set t = tts_norm_sub(t, "(%d)(?!(?:" ~ suffixes[L] ~ ")(?!%a))(%a)", "%1 %2") -%} +{%- else -%} +{%- set t = tts_norm_sub(t, "(%d)(%a)", "%1 %2") -%} +{%- endif -%} +{%- set t = tts_norm_sub(t, "(? 2 else "")) -}} +{%- elif s.rule == "ordinal" -%} +{{- ordinal(L, g[0], g[1]) -}} +{%- elif s.rule == "year" -%} +{{- spell(L, g[0]) -}} +{%- elif s.rule == "year4" -%} +{{- g[0] ~ g[1] ~ number(L, g[2], "", true) -}} +{%- elif s.rule == "plural" -%} +{#- decades and plurals: 1990s -> nineteen nineties -#} +{%- set w = number(L, g[0], "", true) -%} +{{- (w[0:(w|length) - 1] ~ "ies") if w.endswith("y") else w ~ "s" -}} +{%- elif s.rule == "number" -%} +{{- (W[L]["minus"] if g[0] else "") ~ number(L, g[1], g[2], false) -}} +{%- else -%} +{{- s.text -}} +{%- endif -%} +{%- endfor -%} +{%- endif -%} diff --git a/src/llama-arch.cpp b/src/llama-arch.cpp index 22419390fd84..1869c1203b8f 100644 --- a/src/llama-arch.cpp +++ b/src/llama-arch.cpp @@ -175,6 +175,7 @@ static const std::map LLM_ARCH_NAMES = { { LLM_ARCH_NANBEIGE, "nanbeige" }, { LLM_ARCH_QWEN3TTS, "qwen3tts" }, { LLM_ARCH_POCKETTTS, "pockettts" }, + { LLM_ARCH_ZONOS3, "zonos3" }, { LLM_ARCH_K2_HORIZON, "k2-horizon" }, { LLM_ARCH_BEAM, "beam" }, { LLM_ARCH_KOLIBRI1, "kolibri1" }, @@ -1416,6 +1417,7 @@ bool llm_arch_is_hybrid(const llm_arch & arch) { case LLM_ARCH_DEEPSEEK4: case LLM_ARCH_DEEPSEEK41: case LLM_ARCH_MINIMAX_01: + case LLM_ARCH_ZONOS3: case LLM_ARCH_INKLING2: return true; default: diff --git a/src/llama-arch.h b/src/llama-arch.h index 74bd6ce673df..d015b5d5a8a7 100644 --- a/src/llama-arch.h +++ b/src/llama-arch.h @@ -176,6 +176,7 @@ enum llm_arch { LLM_ARCH_NANBEIGE, LLM_ARCH_QWEN3TTS, LLM_ARCH_POCKETTTS, + LLM_ARCH_ZONOS3, LLM_ARCH_MINIMAX_01, LLM_ARCH_HRM_TEXT, LLM_ARCH_K2_HORIZON, diff --git a/src/llama-context.cpp b/src/llama-context.cpp index 93edabc02c4c..b66092b17c41 100644 --- a/src/llama-context.cpp +++ b/src/llama-context.cpp @@ -2908,6 +2908,7 @@ uint32_t llama_context::graph_max_nodes() const { model.arch == LLM_ARCH_BAILINGMOE3 || model.arch == LLM_ARCH_QWEN35 || model.arch == LLM_ARCH_QWEN35MOE || + model.arch == LLM_ARCH_ZONOS3 || model.arch == LLM_ARCH_CLEF || model.arch == LLM_ARCH_CLOVER_MOE || model.arch == LLM_ARCH_QWEN4EXP || diff --git a/src/llama-model.cpp b/src/llama-model.cpp index 194bbb92b367..9801b4b0c3cf 100644 --- a/src/llama-model.cpp +++ b/src/llama-model.cpp @@ -126,6 +126,8 @@ static llama_model * llama_model_mapping(llm_arch arch, const llama_model_params return new llama_model_qwen3tts(params); case LLM_ARCH_POCKETTTS: return new llama_model_pockettts(params); + case LLM_ARCH_ZONOS3: + return new llama_model_zonos3(params); case LLM_ARCH_PHI2: return new llama_model_phi2(params); case LLM_ARCH_PHI3: @@ -687,8 +689,9 @@ struct ggml_backend_meta_split_state llama_meta_device_get_split_state(const str return {{conv_state_size, 3}}; } // TODO: deduplicate condition [TAG_SPLIT_QGATE_QWEN] + // zonos3 has the qwen35 GDN layout, its attention layers have no fused qkv if (ud->model->arch == LLM_ARCH_QWEN3NEXT || ud->model->arch == LLM_ARCH_QWEN35 || ud->model->arch == LLM_ARCH_QWEN35MOE || ud->model->arch == LLM_ARCH_CLEF || ud->model->arch == LLM_ARCH_CLOVER_MOE || - ud->model->arch == LLM_ARCH_QWEN4EXP) { + ud->model->arch == LLM_ARCH_QWEN4EXP || ud->model->arch == LLM_ARCH_ZONOS3) { // fused full attention layers with Q gate tensors that need n_embd doubled: if (!hparams.is_recr(il) && (std::regex_match(tensor_name, pattern_qkv_weight) || std::regex_match(tensor_name, pattern_qkv_bias))) { @@ -731,7 +734,7 @@ struct ggml_backend_meta_split_state llama_meta_device_get_split_state(const str GGML_ASSERT(tensor->ne[axis] == 2*key_dim + value_dim); return {{key_dim, 2 + head_ratio}}; } - if (std::regex_match(tensor_name, pattern_attn_gate_weight) || std::regex_match(tensor_name, pattern_ssm_out_weight)) { + if ((hparams.is_recr(il) && std::regex_match(tensor_name, pattern_attn_gate_weight)) || std::regex_match(tensor_name, pattern_ssm_out_weight)) { return {{key_dim, head_ratio}}; } if (std::regex_match(tensor_name, pattern_ssm_dt) || std::regex_match(tensor_name, pattern_ssm_a) || @@ -2700,6 +2703,7 @@ void llama_model::print_info() const { arch == LLM_ARCH_QWEN35 || arch == LLM_ARCH_QWEN35MOE || arch == LLM_ARCH_CLOVER_MOE || + arch == LLM_ARCH_ZONOS3 || arch == LLM_ARCH_NEMOTRON_H || arch == LLM_ARCH_NEMOTRON_H_MOE) { LLAMA_LOG_INFO("%s: ssm_d_conv = %u\n", __func__, hparams.ssm_d_conv); @@ -3331,7 +3335,8 @@ llama_memory_i * llama_model::create_memory(const llama_memory_params & params, filter_recr = [&](uint32_t il) { return hparams.is_recr(il) && hparams.n_ff(il) == 0; }; - } else if (arch == LLM_ARCH_QWEN3NEXT || arch == LLM_ARCH_QWEN35 || arch == LLM_ARCH_QWEN35MOE || arch == LLM_ARCH_CLOVER_MOE || arch == LLM_ARCH_QWEN4EXP || arch == LLM_ARCH_MINIMAX_01) { + } else if (arch == LLM_ARCH_QWEN3NEXT || arch == LLM_ARCH_QWEN35 || arch == LLM_ARCH_QWEN35MOE || arch == LLM_ARCH_CLOVER_MOE || arch == LLM_ARCH_QWEN4EXP || arch == LLM_ARCH_MINIMAX_01 || + arch == LLM_ARCH_ZONOS3) { filter_attn = [&](uint32_t il) { return il < hparams.n_layer() && !hparams.is_recr(il); }; @@ -3745,6 +3750,7 @@ llama_rope_type llama_model_rope_type(const llama_model * model) { case LLM_ARCH_DOTS3NOTE: case LLM_ARCH_NANBEIGE: case LLM_ARCH_POCKETTTS: + case LLM_ARCH_ZONOS3: case LLM_ARCH_LIMITE: return LLAMA_ROPE_TYPE_NORM; case LLM_ARCH_BAILINGMOE3: diff --git a/src/llama-vocab.cpp b/src/llama-vocab.cpp index f2c1854c9363..6f23a29d82a2 100644 --- a/src/llama-vocab.cpp +++ b/src/llama-vocab.cpp @@ -584,6 +584,12 @@ struct llm_tokenizer_bpe : llm_tokenizer { regex_exprs = { "\\p{N}", "\\s+|[\\p{L}\\p{N}_]+|[^\\p{L}\\p{N}_\\s]+" }; byte_encode = false; break; + case LLAMA_VOCAB_PRE_TYPE_ZONOS3: + // SuperBPE: no split on whitespace, tokens can span several words + regex_exprs = { + "\\p{N}{1,3}| ?[^\\s\\p{L}\\p{N}]{2,}[\\r\\n/]*| +(?!\\S)", + }; + break; case LLAMA_VOCAB_PRE_TYPE_WHITESPACE: // whitespace pre-tokenizer (jinaai/jina-embeddings-v2-base-zh) regex_exprs = { @@ -2774,6 +2780,10 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) { } else if ( tokenizer_pre == "soprano") { pre_type = LLAMA_VOCAB_PRE_TYPE_SOPRANO; + } else if ( + tokenizer_pre == "zonos3") { + pre_type = LLAMA_VOCAB_PRE_TYPE_ZONOS3; + clean_spaces = false; } else { throw std::runtime_error(format("unknown pre-tokenizer type: '%s'", tokenizer_pre.c_str())); } diff --git a/src/llama-vocab.h b/src/llama-vocab.h index 1ae5b65f6e0a..9345275f55d6 100644 --- a/src/llama-vocab.h +++ b/src/llama-vocab.h @@ -75,6 +75,7 @@ enum llama_vocab_pre_type { LLAMA_VOCAB_PRE_TYPE_NEMOTRON_3_5_EMBD = 64, LLAMA_VOCAB_PRE_TYPE_SOPRANO = 65, LLAMA_VOCAB_PRE_TYPE_TEKKEN_NUM3 = 66, + LLAMA_VOCAB_PRE_TYPE_ZONOS3 = 67, }; // HF Metaspace pre-tokenizer prepend_scheme diff --git a/src/models/models.h b/src/models/models.h index 913c52adee09..932887c918bd 100644 --- a/src/models/models.h +++ b/src/models/models.h @@ -769,6 +769,28 @@ struct llama_model_pockettts : public llama_model_base { std::unique_ptr build_arch_graph(const llm_graph_params & params) const override; }; +struct llama_model_zonos3 : public llama_model_base { + llama_model_zonos3(const struct llama_model_params & params) : llama_model_base(params) {} + void load_arch_hparams(llama_model_loader & ml) override; + void load_arch_tensors(llama_model_loader & ml) override; + + struct graph : public llm_build_delta_net_base { + graph(const llm_graph_params & params); + private: + // Full AttnRes bank: embedding + every sublayer output so far, [n_embd, n_src, n_tokens] + ggml_tensor * bank = nullptr; + + void attn_res_push(ggml_tensor * cur); + ggml_tensor * attn_res_route(ggml_tensor * query, int il); + + ggml_tensor * build_layer_attn(llm_graph_input_attn_kv * inp, ggml_tensor * cur, ggml_tensor * inp_pos, int il); + ggml_tensor * build_layer_gdn(llm_graph_input_rs * inp, ggml_tensor * cur, int il); + ggml_tensor * build_layer_ffn(ggml_tensor * cur, int il); + }; + + std::unique_ptr build_arch_graph(const llm_graph_params & params) const override; +}; + struct llama_model_codeshell : public llama_model_base { llama_model_codeshell(const struct llama_model_params & params) : llama_model_base(params) {} void load_arch_hparams(llama_model_loader & ml) override; diff --git a/src/models/zonos3.cpp b/src/models/zonos3.cpp new file mode 100644 index 000000000000..c5f62fe2914a --- /dev/null +++ b/src/models/zonos3.cpp @@ -0,0 +1,351 @@ +#include "models.h" +#include "llama-memory-recurrent.h" + +// ZONOS3 TTS backbone, the 10 audio heads are in the mmproj + +void llama_model_zonos3::load_arch_hparams(llama_model_loader & ml) { + ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps); + + ml.get_key(LLM_KV_SSM_CONV_KERNEL, hparams.ssm_d_conv); + ml.get_key(LLM_KV_SSM_INNER_SIZE, hparams.ssm_d_inner); + ml.get_key(LLM_KV_SSM_STATE_SIZE, hparams.ssm_d_state); + ml.get_key(LLM_KV_SSM_TIME_STEP_RANK, hparams.ssm_dt_rank); + ml.get_key(LLM_KV_SSM_GROUP_COUNT, hparams.ssm_n_group); + + if (!ml.get_key_or_arr(LLM_KV_ATTENTION_RECURRENT_LAYERS, hparams.is_recr_impl, hparams.n_layer_all, false)) { + uint32_t full_attn_interval = 0; + ml.get_key(LLM_KV_FULL_ATTENTION_INTERVAL, full_attn_interval); + if (full_attn_interval == 0) { + throw std::runtime_error("zonos3: full_attention_interval must be > 0"); + } + for (uint32_t i = 0; i < hparams.n_layer_all; ++i) { + hparams.is_recr_impl[i] = (i + 1) % full_attn_interval != 0; + } + } + + ml.get_key(LLM_KV_LEADING_DENSE_BLOCK_COUNT, hparams.n_layer_dense_lead); + ml.get_key_or_arr(LLM_KV_EXPERT_FEED_FORWARD_LENGTH, hparams.n_ff_exp_arr, hparams.n_layer_all); + ml.get_key(LLM_KV_MOE_LATENT_SIZE, hparams.moe_latent_size); + + // the router picks the top-k of logits + bias, then takes a softmax over the picked logits + hparams.expert_gating_func = LLAMA_EXPERT_GATING_FUNC_TYPE_SOFTMAX_WEIGHT; + hparams.expert_weights_norm = false; + + switch (hparams.n_layer()) { + case 11: type = LLM_TYPE_0_8B; break; + default: type = LLM_TYPE_UNKNOWN; + } +} + +void llama_model_zonos3::load_arch_tensors(llama_model_loader &) { + LLAMA_LOAD_LOCALS; + + tok_embd = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD, "weight"), {n_embd, n_vocab}, 0); + + output_norm = create_tensor(tn(LLM_TENSOR_OUTPUT_NORM, "weight"), {n_embd}, 0); + output_res_score = create_tensor(tn(LLM_TENSOR_OUTPUT_RES_SCORE, "weight"), {n_embd}, 0); + // no output head, the logits are unused; reuse the embedding table so a sampler can still run + output = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD, "weight"), {n_embd, n_vocab}, TENSOR_DUPLICATED); + + const int64_t d_inner = hparams.ssm_d_inner; + const int64_t head_dim = hparams.ssm_d_state; + const int64_t n_gdn_head = hparams.ssm_dt_rank; + const int64_t n_latent = hparams.moe_latent_size; + const int64_t n_ff_exp = hparams.n_ff_exp(); + + for (int i = 0; i < n_layer; ++i) { + auto & layer = layers[i]; + + layer.attn_norm = create_tensor(tn(LLM_TENSOR_ATTN_NORM, "weight", i), {n_embd}, 0); + layer.ffn_norm = create_tensor(tn(LLM_TENSOR_FFN_NORM, "weight", i), {n_embd}, 0); + layer.attn_res_score = create_tensor(tn(LLM_TENSOR_ATTN_RES_SCORE, "weight", i), {n_embd}, 0); + layer.ffn_res_score = create_tensor(tn(LLM_TENSOR_FFN_RES_SCORE, "weight", i), {n_embd}, 0); + + if (hparams.is_recr(i)) { + // split from the fused GDN in_proj at conversion, same layout as qwen35 + layer.wqkv = create_tensor(tn(LLM_TENSOR_ATTN_QKV, "weight", i), {n_embd, 3 * d_inner}, 0); + layer.wqkv_gate = create_tensor(tn(LLM_TENSOR_ATTN_GATE, "weight", i), {n_embd, d_inner}, 0); // z gate + layer.ssm_conv1d = create_tensor(tn(LLM_TENSOR_SSM_CONV1D, "weight", i), {hparams.ssm_d_conv, 3 * d_inner}, 0); + layer.ssm_dt = create_tensor(tn(LLM_TENSOR_SSM_DT, "bias", i), {n_gdn_head}, 0); + layer.ssm_a = create_tensor(tn(LLM_TENSOR_SSM_A_NOSCAN, i), {n_gdn_head}, 0); + layer.ssm_alpha = create_tensor(tn(LLM_TENSOR_SSM_ALPHA, "weight", i), {n_embd, n_gdn_head}, 0); + layer.ssm_beta = create_tensor(tn(LLM_TENSOR_SSM_BETA, "weight", i), {n_embd, n_gdn_head}, 0); + layer.ssm_norm = create_tensor(tn(LLM_TENSOR_SSM_NORM, "weight", i), {head_dim}, 0); + layer.ssm_out = create_tensor(tn(LLM_TENSOR_SSM_OUT, "weight", i), {d_inner, n_embd}, 0); + } else { + create_tensor_qkv(layer, i, n_embd, n_embd_head_k * n_head, n_embd_k_gqa, n_embd_v_gqa, 0); + layer.wo = create_tensor(tn(LLM_TENSOR_ATTN_OUT, "weight", i), {n_embd_head_k * n_head, n_embd}, 0); + // per-head scale of the normalized Q, the QK norm itself has no weight + layer.attn_q_norm = create_tensor(tn(LLM_TENSOR_ATTN_Q_NORM, "weight", i), {n_embd_head_k, n_head}, 0); + // per-head output gate, same name as the GDN z gate + layer.wqkv_gate = create_tensor(tn(LLM_TENSOR_ATTN_GATE, "weight", i), {n_embd, n_head}, 0); + } + + if (i < (int) hparams.n_layer_dense_lead) { + layer.ffn_gate = create_tensor(tn(LLM_TENSOR_FFN_GATE, "weight", i), {n_embd, n_ff}, 0); + layer.ffn_up = create_tensor(tn(LLM_TENSOR_FFN_UP, "weight", i), {n_embd, n_ff}, 0); + layer.ffn_down = create_tensor(tn(LLM_TENSOR_FFN_DOWN, "weight", i), {n_ff, n_embd}, 0); + } else { + layer.ffn_gate_inp = create_tensor(tn(LLM_TENSOR_FFN_GATE_INP, "weight", i), {n_embd, n_expert}, 0); + layer.ffn_exp_probs_b = create_tensor(tn(LLM_TENSOR_FFN_EXP_PROBS_B, "bias", i), {n_expert}, 0); + layer.ffn_latent_down = create_tensor(tn(LLM_TENSOR_FFN_LATENT_DOWN, "weight", i), {n_embd, n_latent}, 0); + layer.ffn_latent_up = create_tensor(tn(LLM_TENSOR_FFN_LATENT_UP, "weight", i), {n_latent, n_embd}, 0); + layer.ffn_gate_exps = create_tensor(tn(LLM_TENSOR_FFN_GATE_EXPS, "weight", i), {n_latent, n_ff_exp, n_expert}, 0); + layer.ffn_up_exps = create_tensor(tn(LLM_TENSOR_FFN_UP_EXPS, "weight", i), {n_latent, n_ff_exp, n_expert}, 0); + layer.ffn_down_exps = create_tensor(tn(LLM_TENSOR_FFN_DOWN_EXPS, "weight", i), {n_ff_exp, n_latent, n_expert}, 0); + } + } +} + +std::unique_ptr llama_model_zonos3::build_arch_graph(const llm_graph_params & params) const { + return std::make_unique(params); +} + +llama_model_zonos3::graph::graph(const llm_graph_params & params) : + llm_build_delta_net_base(params) { + const float eps = hparams.f_norm_rms_eps; + + ggml_tensor * cur; + + ggml_tensor * inpL = build_inp_embd(model.tok_embd); + + auto * inp = build_inp_mem_hybrid(); + + ggml_tensor * inp_pos = build_inp_pos(); + ggml_tensor * inp_out_ids = build_inp_out_ids(); + + // the summed row embedding goes through a weightless norm + inpL = ggml_rms_norm(ctx0, inpL, eps); + cb(inpL, "emb_norm", -1); + attn_res_push(inpL); + + for (int il = 0; il < n_layer; ++il) { + const auto & layer = model.layers[il]; + + cur = attn_res_route(layer.attn_res_score, il); + cur = build_norm(cur, layer.attn_norm, nullptr, LLM_NORM_RMS, il); + cb(cur, "attn_norm", il); + + if (hparams.is_recr(il)) { + cur = build_layer_gdn(inp->get_recr(), cur, il); + } else { + cur = build_layer_attn(inp->get_attn(), cur, inp_pos, il); + } + cb(cur, "attn_out", il); + attn_res_push(cur); + + cur = attn_res_route(layer.ffn_res_score, il); + cur = build_norm(cur, layer.ffn_norm, nullptr, LLM_NORM_RMS, il); + cb(cur, "ffn_norm", il); + + cur = build_layer_ffn(cur, il); + cur = build_cvec(cur, il); + cb(cur, "l_out", il); + attn_res_push(cur); + } + + cur = attn_res_route(model.output_res_score, -1); + if (inp_out_ids) { + cur = ggml_get_rows(ctx0, cur, inp_out_ids); + } + + cur = build_norm(cur, model.output_norm, nullptr, LLM_NORM_RMS, -1); + cb(cur, "result_norm", -1); + res->t_embd = cur; + + cur = build_lora_mm(model.output, cur, model.output_s); + cb(cur, "result_output", -1); + res->t_logits = cur; +} + +void llama_model_zonos3::graph::attn_res_push(ggml_tensor * cur) { + ggml_tensor * src = ggml_reshape_3d(ctx0, cur, n_embd, 1, n_tokens); + bank = bank ? ggml_concat(ctx0, bank, src, 1) : src; +} + +// softmax over the bank sources, scored by query . rms_norm(source); the sum uses the raw sources +ggml_tensor * llama_model_zonos3::graph::attn_res_route(ggml_tensor * query, int il) { + const int64_t n_src = bank->ne[1]; + + ggml_tensor * scores = ggml_rms_norm(ctx0, bank, hparams.f_norm_rms_eps); + scores = ggml_mul(ctx0, scores, query); + scores = ggml_sum_rows(ctx0, scores); // [1, n_src, n_tokens] + scores = ggml_reshape_2d(ctx0, scores, n_src, n_tokens); + + ggml_tensor * probs = ggml_soft_max(ctx0, scores); + cb(probs, "attn_res_probs", il); + + return ggml_dsv4_hc_pre(ctx0, bank, probs); +} + +ggml_tensor * llama_model_zonos3::graph::build_layer_attn( + llm_graph_input_attn_kv * inp, + ggml_tensor * cur, + ggml_tensor * inp_pos, + int il) { + const auto & layer = model.layers[il]; + + const int64_t n_embd_head = hparams.n_embd_head_v(); + GGML_ASSERT(n_embd_head == hparams.n_embd_head_k()); + + // the reference QK norm has no weight and a fixed eps + const float qk_norm_eps = 1e-6f; + + auto [Qcur, Kcur, Vcur] = build_qkv(layer, cur, n_embd_head, n_head, n_head_kv, il); + + ggml_tensor * gate = build_lora_mm(layer.wqkv_gate, cur); + gate = ggml_sigmoid(ctx0, ggml_reshape_3d(ctx0, gate, 1, n_head, n_tokens)); + cb(gate, "attn_gate", il); + + Qcur = ggml_rms_norm(ctx0, Qcur, qk_norm_eps); + Qcur = ggml_mul(ctx0, Qcur, layer.attn_q_norm); + Kcur = ggml_rms_norm(ctx0, Kcur, qk_norm_eps); + cb(Qcur, "Qcur_normed", il); + cb(Kcur, "Kcur_normed", il); + + Qcur = build_rope(Qcur, inp_pos, il); + Kcur = build_rope(Kcur, inp_pos, il); + cb(Qcur, "Qcur", il); + cb(Kcur, "Kcur", il); + cb(Vcur, "Vcur", il); + + cur = build_attn(inp, + nullptr, nullptr, nullptr, + Qcur, Kcur, Vcur, nullptr, nullptr, nullptr, 1.0f/sqrtf(float(n_embd_head)), il); + cb(cur, "attn_pregate", il); + + cur = ggml_reshape_3d(ctx0, cur, n_embd_head, n_head, n_tokens); + cur = ggml_mul(ctx0, cur, gate); + cur = ggml_reshape_2d(ctx0, cur, n_embd_head * n_head, n_tokens); + cb(cur, "attn_gated", il); + + return build_lora_mm(layer.wo, cur, layer.wo_s); +} + +// copied from qwen35 build_layer_attn_linear, with the reference L2 norm eps +ggml_tensor * llama_model_zonos3::graph::build_layer_gdn( + llm_graph_input_rs * inp, + ggml_tensor * cur, + int il) { + const auto & layer = model.layers[il]; + const auto * mctx_cur = inp->mctx; + + const int64_t d_inner = hparams.ssm_d_inner; + const int64_t n_seqs = ubatch.n_seqs; + const int64_t head_k_dim = hparams.ssm_d_state; + const int64_t num_k_heads = hparams.ssm_n_group; + const int64_t num_v_heads = hparams.ssm_dt_rank; + const int64_t head_v_dim = d_inner / num_v_heads; + const int64_t n_seq_tokens = ubatch.n_seq_tokens; + + GGML_ASSERT(n_seqs != 0); + GGML_ASSERT(ubatch.equal_seqs()); + GGML_ASSERT(ubatch.n_tokens == n_seq_tokens * n_seqs); + GGML_ASSERT(num_k_heads == num_v_heads); + + ggml_tensor * qkv_mixed = build_lora_mm(layer.wqkv, cur, layer.wqkv_s); + qkv_mixed = ggml_reshape_3d(ctx0, qkv_mixed, qkv_mixed->ne[0], n_seq_tokens, n_seqs); + cb(qkv_mixed, "linear_attn_qkv_mixed", il); + + ggml_tensor * z = build_lora_mm(layer.wqkv_gate, cur, layer.wqkv_gate_s); + cb(z, "z", il); + + ggml_tensor * beta = build_lora_mm(layer.ssm_beta, cur, layer.ssm_beta_s); + beta = ggml_reshape_4d(ctx0, beta, 1, num_v_heads, n_seq_tokens, n_seqs); + beta = ggml_sigmoid(ctx0, beta); + cb(beta, "beta_sigmoid", il); + + ggml_tensor * alpha = build_lora_mm(layer.ssm_alpha, cur, layer.ssm_alpha_s); + alpha = ggml_reshape_3d(ctx0, alpha, num_v_heads, n_seq_tokens, n_seqs); + + ggml_tensor * alpha_softplus = ggml_softplus(ctx0, ggml_add(ctx0, alpha, layer.ssm_dt)); + ggml_tensor * gate = ggml_mul(ctx0, alpha_softplus, layer.ssm_a); // -A_log.exp() * softplus + gate = ggml_reshape_4d(ctx0, gate, 1, num_v_heads, n_seq_tokens, n_seqs); + cb(gate, "gate", il); + + ggml_tensor * conv_states_all = mctx_cur->get_r_l(il); + ggml_tensor * ssm_states_all = mctx_cur->get_s_l(il); + + ggml_tensor * conv_kernel = layer.ssm_conv1d; + const int64_t conv_kernel_size = conv_kernel->ne[0]; + const int64_t conv_channels = d_inner + 2 * num_k_heads * head_k_dim; + + ggml_tensor * conv_input = build_conv_state(inp, conv_states_all, qkv_mixed, conv_kernel_size, conv_channels, il); + + ggml_tensor * state = build_rs(inp, ssm_states_all, hparams.n_embd_s(), n_seqs); + state = ggml_reshape_4d(ctx0, state, head_v_dim, head_v_dim, num_v_heads, n_seqs); + + ggml_tensor * conv_out = ggml_silu(ctx0, ggml_ssm_conv(ctx0, conv_input, conv_kernel)); + cb(conv_out, "conv_output_silu", il); + + const int64_t qkv_dim = head_k_dim * num_k_heads * 2 + head_v_dim * num_v_heads; + const int64_t nb1_qkv = ggml_row_size(conv_out->type, qkv_dim); + + ggml_tensor * q_conv = ggml_view_4d(ctx0, conv_out, head_k_dim, num_k_heads, n_seq_tokens, n_seqs, + ggml_row_size(conv_out->type, head_k_dim), nb1_qkv, nb1_qkv * n_seq_tokens, 0); + ggml_tensor * k_conv = ggml_view_4d(ctx0, conv_out, head_k_dim, num_k_heads, n_seq_tokens, n_seqs, + ggml_row_size(conv_out->type, head_k_dim), nb1_qkv, nb1_qkv * n_seq_tokens, + ggml_row_size(conv_out->type, head_k_dim * num_k_heads)); + ggml_tensor * v_conv = ggml_view_4d(ctx0, conv_out, head_v_dim, num_v_heads, n_seq_tokens, n_seqs, + ggml_row_size(conv_out->type, head_v_dim), nb1_qkv, nb1_qkv * n_seq_tokens, + ggml_row_size(conv_out->type, 2 * head_k_dim * num_k_heads)); + + // the reference L2 norm is x * rsqrt(sum(x^2) + 1e-6) + q_conv = build_gdn_l2_norm(ctx0, q_conv, 1e-6f); + k_conv = build_gdn_l2_norm(ctx0, k_conv, 1e-6f); + cb(q_conv, "q_conv_predelta", il); + cb(k_conv, "k_conv_predelta", il); + cb(v_conv, "v_conv_predelta", il); + + ggml_tensor * output = build_recurrent_attn(inp, ssm_states_all, q_conv, k_conv, v_conv, gate, beta, state, il); + + // gated norm: rms_norm(output) * silu(z), per head + ggml_tensor * z_4d = ggml_reshape_4d(ctx0, z, head_v_dim, num_v_heads, n_seq_tokens, n_seqs); + output = build_norm(output, layer.ssm_norm, nullptr, LLM_NORM_RMS, il); + output = ggml_mul(ctx0, output, ggml_silu(ctx0, z_4d)); + + output = ggml_reshape_2d(ctx0, output, head_v_dim * num_v_heads, n_seq_tokens * n_seqs); + cb(output, "linear_attn_gated", il); + + return build_lora_mm(layer.ssm_out, output, layer.ssm_out_s); +} + +ggml_tensor * llama_model_zonos3::graph::build_layer_ffn(ggml_tensor * cur, int il) { + const auto & layer = model.layers[il]; + + if (layer.ffn_gate_inp == nullptr) { + cur = build_ffn(cur, + layer.ffn_up, nullptr, layer.ffn_up_s, + layer.ffn_gate, nullptr, layer.ffn_gate_s, + layer.ffn_down, nullptr, layer.ffn_down_s, + nullptr, + LLM_FFN_SILU, LLM_FFN_PAR, il); + cb(cur, "ffn_out", il); + return cur; + } + + // the router reads the full-width input, the experts the latent one + ggml_tensor * logits = build_lora_mm(layer.ffn_gate_inp, ggml_rms_norm(ctx0, cur, hparams.f_norm_rms_eps)); + cb(logits, "ffn_moe_logits", il); + + ggml_tensor * latent = build_lora_mm(layer.ffn_latent_down, cur); + cb(latent, "ffn_latent_in", il); + + cur = build_moe_ffn(latent, + nullptr, + layer.ffn_up_exps, + layer.ffn_gate_exps, + layer.ffn_down_exps, + layer.ffn_exp_probs_b, + n_expert, n_expert_used, + LLM_FFN_SILU, hparams.expert_weights_norm, + hparams.expert_weights_scale, + (llama_expert_gating_func_type) hparams.expert_gating_func, + il, + logits); + cb(cur, "ffn_moe_out", il); + + cur = build_lora_mm(layer.ffn_latent_up, cur); + cb(cur, "ffn_out", il); + return cur; +} diff --git a/tests/fusion/MTL.csv b/tests/fusion/MTL.csv index 89cafb24756a..efb8718e79d6 100644 --- a/tests/fusion/MTL.csv +++ b/tests/fusion/MTL.csv @@ -348,3 +348,8 @@ xing4_0 ,0 ,any ,MUL+ADD , 2 xing4_0 ,0 ,any ,RMS_NORM+MUL , 9 xing4_0 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1 xverse ,0 ,any ,RMS_NORM+MUL , 5 +zonos3 ,0 ,any ,GATED_DELTA_NET+CPY , 1 +zonos3 ,0 ,any ,MUL+ADD , 2 +zonos3 ,0 ,any ,RMS_NORM+MUL , 12 +zonos3 ,0 ,any ,RMS_NORM+SCALE , 2 +zonos3 ,0 ,any ,SSM_CONV+UNARY , 1 diff --git a/tests/test-jinja.cpp b/tests/test-jinja.cpp index d52f1af9ca24..3f86d1535a0d 100644 --- a/tests/test-jinja.cpp +++ b/tests/test-jinja.cpp @@ -3,6 +3,9 @@ #include #include #include +#include +#include +#include #include "chat-tts-norm.h" #include "json.h" @@ -42,6 +45,7 @@ static void test_caps(testing & t); static void test_string_parts(testing & t); static void test_fuzzing(testing & t); static void test_tts_norm_patterns(testing & t); +static void test_tts_template_zonos3(testing & t); static void test_shared_render(testing & t); @@ -81,6 +85,7 @@ int main(int argc, char *argv[]) { t.test("array methods", test_array_methods); t.test("object methods", test_object_methods); t.test("tts norm patterns", test_tts_norm_patterns); + t.test("tts template zonos3", test_tts_template_zonos3); if (!g_python_mode) { t.test("shared render", test_shared_render); t.test("hasher", test_hasher); @@ -2979,6 +2984,72 @@ static void test_tts_norm_patterns(testing & t) { } } +// the ZONOS3 "tts" template spells out numbers in en, fr, de, es, it, pt, ja and zh, other languages pass through +static void test_tts_template_zonos3(testing & t) { + std::string path = __FILE__; + const size_t pos = path.find_last_of("/\\"); + path = (pos == std::string::npos ? std::string(".") : path.substr(0, pos)) + "/../models/templates/Zyphra-ZONOS3-Mini-tts.jinja"; + std::ifstream fs(path, std::ios_base::binary); + if (!t.assert_true("template file is readable: " + path, fs.is_open())) { + return; + } + const std::string tmpl((std::istreambuf_iterator(fs)), std::istreambuf_iterator()); + + const std::vector> cases = { + { "en", "I have 3 cats and 21 dogs.", "I have three cats and twenty-one dogs." }, + { "en", "1,234,567 people, 1,2345 and 12345", "one million two hundred thirty-four thousand five hundred sixty-seven people, one,two thousand three hundred forty-five and twelve thousand three hundred forty-five" }, + { "en", "$1, $0.99, $5.32 and $2.5 billion", "one dollar, ninety-nine cents, five dollars and thirty-two cents and two point five billion dollars" }, + { "en", "\xe2\x82\xac" "20 and \xc2\xa3" "3.50", "twenty euros and three pounds and fifty pence" }, + { "en", "3.5% then 10%", "three point five percent then ten percent" }, + { "en", "1st, 22nd, 103rd, 12th", "first, twenty-second, one hundred third, twelfth" }, + { "en", "in 1990, since 1905, by 2005, in 2000, from 1900, the 1990s, 1234 people", + "in nineteen ninety, since nineteen oh five, by two thousand five, in two thousand, from nineteen hundred, the nineteen nineties, one thousand two hundred thirty-four people" }, + { "en", "at 3:30, 10:05 or 7:00, not 25:00", "at three thirty, ten oh five or seven o'clock, not twenty-five:zero zero" }, + { "en", "pi is 3.14, it hit -5 today, range 10-20", "pi is three point one four, it hit minus five today, range ten-twenty" }, + { "en", "agent 007 ran 5km with an mp3", "agent zero zero seven ran five km with an mp three" }, + { "en", "caf\xc3\xa9 42.", "caf\xc3\xa9 forty-two." }, + { "", "no language 42", "no language forty-two" }, + { "en", "no digits here", "no digits here" }, + { "ko", "3\xea\xb0\x9c", "3\xea\xb0\x9c" }, + // other languages + { "fr_fr", "J'ai 21 chats, 71 chiens, 80 oiseaux et 91 souris.", + "J'ai vingt et un chats, soixante et onze chiens, quatre-vingts oiseaux et quatre-vingt-onze souris." }, + { "fr", "200 ans, 2 345 678 habitants et 80 000 euros.", + "deux cents ans, deux millions trois cent quarante-cinq mille six cent soixante-dix-huit habitants et quatre-vingt mille euros." }, + { "fr", "Ça coûte 5,32 €, hausse de 12,05 %.", + "Ça coûte cinq euros et trente-deux centimes, hausse de douze virgule zéro cinq pour cent." }, + { "fr", "Le 1er mai, la 1re fois, le 21e siècle, à 15h30, à 1h ou à 21:05, -5 degrés.", + "Le premier mai, la première fois, le vingt et unième siècle, à quinze heures trente, à une heure ou à vingt et une heures cinq, moins cinq degrés." }, + { "de", "21 Katzen, 101 Hunde, 1.234 Bücher, 1.000.000 Einwohner, im Jahr 1990.", + "einundzwanzig Katzen, einhunderteins Hunde, eintausendzweihundertvierunddreißig Bücher, eine Million Einwohner, im Jahr neunzehnhundertneunzig." }, + { "fr", "2 000 000 €, 3 000 000 $ et 2 500 000 €.", + "deux millions d'euros, trois millions de dollars et deux millions cinq cent mille euros." }, + { "es", "2.000.000 € y 1.000.000 $.", "dos millones de euros y un millón de dólares." }, + { "de", "Im Jahr 1990 waren 1500 Leute da.", "Im Jahr neunzehnhundertneunzig waren eintausendfünfhundert Leute da." }, + { "de", "5,32 € oder 1 €, plus 3,5 % um 15:30 Uhr, am 3.10.2024.", + "fünf Euro und zweiunddreißig Cent oder ein Euro, plus drei Komma fünf Prozent um fünfzehn Uhr dreißig, am drei zehn zweitausendvierundzwanzig." }, + { "es", "100, 101, 21.000 personas, 2.500.000 habitantes, 21 €, a las 1:00, el 3.º y la 2ª vez.", + "cien, ciento uno, veintiún mil personas, dos millones quinientos mil habitantes, veintiún euros, a las una en punto, el tercero y la segunda vez." }, + { "it", "21, 23, 28, 180, 3.003, 1.000.000 di euro, 5,32 €, all'1:00, l'11º e il 23º.", + "ventuno, ventitré, ventotto, centottanta, tremilatré, un milione di euro, cinque euro e trentadue centesimi, all'una, l'undicesimo e il ventitreesimo." }, + { "pt_br", "101, 1.200, 1.234, R$ 5,32, às 2:00, o 1º e a 2ª vez.", + "cento e um, mil e duzentos, mil duzentos e trinta e quatro, cinco reais e trinta e dois centavos, às duas horas, o primeiro e a segunda vez." }, + { "ja", "3個、1000円、10000人、123456789人、1.5キロ、30%、$5、午後3:30、-5度、2024年。", + "三個、千円、一万人、一億二千三百四十五万六千七百八十九人、一点五キロ、三十パーセント、五ドル、午後三時三十分、マイナス五度、二千二十四年。" }, + { "cmn", "10005人,115人,2000人,20000人,316,2:30,2002年,-5度,3.5%,$23。", + "一万零五人,一百一十五人,两千人,两万人,三百一十六,两点三十分,二零零二年,负五度,百分之三点五,二十三美元。" }, + }; + for (const auto & c : cases) { + // same variables as common_chat_get_tts_prompt() + const json vars = { + {"messages", json::array({{{"role", "user"}, {"content", c[1]}}})}, + {"language", c[0]}, + {"voice", ""}, + }; + test_template(t, c[0] + ": " + c[1], tmpl, vars, c[2], true); + } +} + static void test_template_error(testing & t, const std::string & name, const std::string & tmpl, const std::string & expect, bool tts_norm) { t.test(name, [&tmpl, &expect, tts_norm](testing & t) { std::string error; diff --git a/tests/test-llama-archs.cpp b/tests/test-llama-archs.cpp index 32e77e883afa..147d5b536684 100644 --- a/tests/test-llama-archs.cpp +++ b/tests/test-llama-archs.cpp @@ -785,6 +785,11 @@ static gguf_context_ptr get_gguf_ctx(const llm_arch arch, const bool moe, const ms.add_kv(LLM_KV_EXPERT_FEED_FORWARD_LENGTH, std::vector{n_ff, n_ff / 2, n_ff, n_ff}); } + if (arch == LLM_ARCH_ZONOS3) { + ms.add_kv(LLM_KV_MOE_LATENT_SIZE, n_embd / 2); + ms.add_kv(LLM_KV_EXPERT_FEED_FORWARD_LENGTH, n_ff); + } + ms.add_kv(LLM_KV_POSNET_EMBEDDING_LENGTH, n_embd); ms.add_kv(LLM_KV_POSNET_BLOCK_COUNT, n_layer); ms.add_kv(LLM_KV_CONVNEXT_EMBEDDING_LENGTH, n_embd); @@ -793,7 +798,7 @@ static gguf_context_ptr get_gguf_ctx(const llm_arch arch, const bool moe, const ms.add_kv(LLM_KV_XIELU_ALPHA_P, 1.0f); ms.add_kv(LLM_KV_XIELU_BETA, 1.0f); ms.add_kv(LLM_KV_XIELU_EPS, 1.0e-7f); - ms.add_kv(LLM_KV_SSM_INNER_SIZE, arch == LLM_ARCH_QWEN3NEXT || arch == LLM_ARCH_QWEN35 || arch == LLM_ARCH_QWEN35MOE || arch == LLM_ARCH_QWEN4EXP || arch == LLM_ARCH_CLOVER_MOE ? 256 : 2*n_embd); + ms.add_kv(LLM_KV_SSM_INNER_SIZE, arch == LLM_ARCH_QWEN3NEXT || arch == LLM_ARCH_QWEN35 || arch == LLM_ARCH_QWEN35MOE || arch == LLM_ARCH_QWEN4EXP || arch == LLM_ARCH_CLOVER_MOE || arch == LLM_ARCH_ZONOS3 ? 256 : 2*n_embd); ms.add_kv(LLM_KV_SSM_CONV_KERNEL, uint32_t(4)); ms.add_kv(LLM_KV_SSM_STATE_SIZE, uint32_t(128)); ms.add_kv(LLM_KV_SSM_TIME_STEP_RANK, n_head); @@ -1077,6 +1082,7 @@ static bool moe_mandatory(const llm_arch arch) { case LLM_ARCH_MUSE_SPARK: case LLM_ARCH_KOLIBRI1: case LLM_ARCH_METIS16: + case LLM_ARCH_ZONOS3: case LLM_ARCH_INKLING2: return true; default: diff --git a/tests/test-server-component.cpp b/tests/test-server-component.cpp index 580203be86d6..2ef8b04f587d 100644 --- a/tests/test-server-component.cpp +++ b/tests/test-server-component.cpp @@ -825,9 +825,9 @@ static void test_speech_convert(testing & t) { t.assert_true ("audio streams", out.at("stream").get()); t.assert_true ("rejects sse", rejected("stream_format", "sse")); - // speed - t.assert_true ("speed 1.0", !rejected("speed", 1.0)); - t.assert_true ("rejects speed 1.5", rejected("speed", 1.5)); + // speed is forwarded, the model decides whether it is supported + out = convert_speech_to_tts(with("speed", 1.5)); + t.assert_equal("speed forwarded", 1.5, out.at("speed").get()); // instructions are ignored t.assert_true ("instructions", !rejected("instructions", "whisper")); diff --git a/tools/mtmd/CMakeLists.txt b/tools/mtmd/CMakeLists.txt index fd54e2e72222..32a17ef61741 100644 --- a/tools/mtmd/CMakeLists.txt +++ b/tools/mtmd/CMakeLists.txt @@ -83,6 +83,8 @@ add_library(mtmd models/qwen3tts-spkenc.cpp models/qwen3tts-gen.cpp models/drama3-gen.cpp + models/zonos3-gen.cpp + models/zonos3-spkenc.cpp models/pockettts-seanet.cpp models/pockettts-spkenc.cpp models/pockettts-gen.cpp diff --git a/tools/mtmd/README-dev.md b/tools/mtmd/README-dev.md index 8feb7a6475a6..b6ed5a577a18 100644 --- a/tools/mtmd/README-dev.md +++ b/tools/mtmd/README-dev.md @@ -103,6 +103,7 @@ Due to wide variety of audio generation pipelines, the `mtmd_gen_audio` system i - In most cases, you can hard-code model configs in the model graph class, or in `mtmd_hparams` - If some values need to be exposed to the `mtmd_helper` layer, hard-code them in `mtmd_helper` and distinguish by pipeline and `mtmd_gen_audio_info::model_variant` if necessary - Do NOT add new GGUF metadata or new fields to `mtmd_gen_audio_info` unless you can prove that you absolutely need them + - If the model requires special preprocessing of the input text prompt (prompt format, text normalization), put it in `tokenizer.chat_template.tts` as a jinja program. It receives the text as `messages[0].content`, plus `language` and `voice`. See `conversion/lfm3.py` (prompt format) and `models/templates/Zyphra-ZONOS3-Mini-tts.jinja` (text normalization) as examples. For text normalization, use `tts_norm_scan()` / `tts_norm_sub()` (see `docs/tts-norm-patterns.md`) and add test cases to `tests/test-jinja.cpp`, which also checks them against the python reference with `-py` 4. Make sure most of the changes happen inside `mtmd-helper-gen.cpp`. A good PR looks like this: - 10-20% changes is to add new backbone (text) model and conversion - 60% changes inside `mtmd-helper-gen.cpp` diff --git a/tools/mtmd/models/models.h b/tools/mtmd/models/models.h index 58a83378a1c6..05494c71f458 100644 --- a/tools/mtmd/models/models.h +++ b/tools/mtmd/models/models.h @@ -341,6 +341,27 @@ struct mtmd_graph_mimo_audio : mtmd_graph { ggml_cgraph * build() override; }; +// zonos3 speaker encoder: MECT-B2 + ASTP, then the speaker projection of the backbone +struct mtmd_graph_zonos3_spkenc : mtmd_graph { + mtmd_graph_zonos3_spkenc(mtmd_subcontext * ctx, const mtmd_image_f32 & img) : mtmd_graph(ctx, img) {} + ggml_cgraph * build() override; + + ggml_tensor * W(const std::string & name) const; + bool has(const std::string & name) const; + ggml_tensor * chan(ggml_tensor * v) const; + ggml_tensor * bn(ggml_tensor * x, const std::string & p) const; + ggml_tensor * conv(ggml_tensor * x, const std::string & p, int s_t, int s_f, bool bias, int pad) const; + ggml_tensor * grouped3x3(ggml_tensor * x, const std::string & p, int s_t, int s_f) const; + ggml_tensor * res_block(ggml_tensor * x, const std::string & q, int s_f, int s_t) const; + ggml_tensor * linear(ggml_tensor * x, const std::string & p) const; + ggml_tensor * layer_norm(ggml_tensor * x, const std::string & p) const; + ggml_tensor * flatten(ggml_tensor * x) const; + ggml_tensor * unflatten(ggml_tensor * x, int64_t F, int64_t C) const; + ggml_tensor * attention(ggml_tensor * h, const std::string & p) const; + ggml_tensor * moe_ffn(ggml_tensor * h, const std::string & p) const; + ggml_tensor * pos_conv(ggml_tensor * h, const std::string & p) const; +}; + struct mtmd_graph_qwen3tts_spkenc : mtmd_graph { mtmd_graph_qwen3tts_spkenc(mtmd_subcontext * ctx, const mtmd_image_f32 & img) : mtmd_graph(ctx, img) {} ggml_cgraph * build() override; @@ -536,6 +557,47 @@ struct mtmd_graph_drama3_gen : mtmd_graph { ggml_tensor * inp_pos, ggml_tensor * k_slot, ggml_tensor * v_slot, int pos); }; +// +// zonos3 generation: +// GEN_CODE = 10 codebook heads, or the backbone row of a sampled frame +// GEN_WAV = ZAC codec decoder up to the iSTFT spectra +// +struct mtmd_graph_zonos3_gen : mtmd_graph { + mtmd_graph_zonos3_gen(mtmd_subcontext * ctx, const mtmd_image_f32 & img, mtmd_subctx_gen_process gen_process, bool all_known, int n_frames) + : mtmd_graph(ctx, img), gen_process(gen_process), all_known(all_known), n_frames(n_frames) {} + ggml_cgraph * build() override; + + static constexpr int n_codebooks = 10; + static constexpr int n_cb_vocab = 4096; + static constexpr float softcap = 15.0f; + + // ZAC decoder, fixed by the codec config + static constexpr int n_stages = 5; + static constexpr int stage_ctx[n_stages] = { 150, 300, 480, 480, 480 }; // attention window + static constexpr int head_dim = 64; + static constexpr float ln_eps = 1e-5f; + static constexpr float convnext_eps = 1e-6f; + static constexpr int hop = 184; // at 44160 Hz + static constexpr int n_fft[2] = { 736, 2208 }; + static constexpr int rs_orig = 736; // 44160 -> 44100 Hz + static constexpr int rs_new = 735; + static constexpr int samples_per_frame = 2940; + + mtmd_subctx_gen_process gen_process; + bool all_known; // GEN_CODE: only the backbone row + int n_frames; // GEN_WAV + + std::map state_in; + std::vector> state_out; + + ggml_cgraph * build_gen_code(); + ggml_cgraph * build_gen_wav(); + ggml_tensor * convnext(ggml_tensor * x, const mtmd_zonos3_wav::convnext & b, const std::string & state_name); + ggml_tensor * moss_layer(ggml_tensor * x, const mtmd_zonos3_wav::layer & l, int s, int il, ggml_tensor * base); +}; + +std::vector list_zonos3_gen_state_slots(const mtmd_hparams & hparams, const mtmd_model & model); + struct mtmd_graph_soprano : mtmd_graph { mtmd_graph_soprano(mtmd_subcontext * ctx, const mtmd_image_f32 & img, int n_frames) : mtmd_graph(ctx, img), n_frames(n_frames) {} ggml_cgraph * build() override; diff --git a/tools/mtmd/models/zonos3-gen.cpp b/tools/mtmd/models/zonos3-gen.cpp new file mode 100644 index 000000000000..d306f9858398 --- /dev/null +++ b/tools/mtmd/models/zonos3-gen.cpp @@ -0,0 +1,207 @@ +#include "models.h" + +// GEN_CODE: hidden state -> logits of the 10 codebooks (out_feats), or codes -> backbone row (graph output) +ggml_cgraph * mtmd_graph_zonos3_gen::build_gen_code() { + ggml_tensor * embd_w = model.gen_code_out_embd_w; // [n_embd, n_vocab * n_codebooks] + const int64_t n_vocab = embd_w->ne[1] / n_codebooks; + + if (!all_known) { + ggml_tensor * h = ggml_new_tensor_1d(ctx0, GGML_TYPE_F32, n_mmproj_embd); + ggml_set_name(h, "inp_raw"); + ggml_set_input(h); + + ggml_tensor * logits = ggml_mul_mat(ctx0, model.gen_code_head_w, h); + logits = ggml_scale(ctx0, ggml_tanh(ctx0, ggml_scale(ctx0, logits, 1.0f / softcap)), softcap); + logits = ggml_reshape_2d(ctx0, logits, n_vocab, n_codebooks); + ggml_set_name(logits, "out_feats"); + ggml_set_output(logits); + ggml_build_forward_expand(gf, logits); + } + + ggml_tensor * inp_codes = ggml_new_tensor_1d(ctx0, GGML_TYPE_I32, n_codebooks); + ggml_set_name(inp_codes, "inp_codes"); + ggml_set_input(inp_codes); + + ggml_tensor * embd = ggml_get_rows(ctx0, embd_w, inp_codes); // [n_embd, n_codebooks] + embd = ggml_sum_rows(ctx0, ggml_cont(ctx0, ggml_transpose(ctx0, embd))); + embd = ggml_reshape_2d(ctx0, embd, n_mmproj_embd, 1); + cb(embd, "gen_embd", -1); + ggml_build_forward_expand(gf, embd); + + return gf; +} + +std::vector list_zonos3_gen_state_slots(const mtmd_hparams & hparams, const mtmd_model & model) { + GGML_UNUSED(hparams); + const auto & z = model.zonos3; + std::vector slots; + slots.push_back({"pos", 1, 1}); + for (size_t i = 0; i < z.sem.size(); i++) { + slots.push_back({"sem_conv_" + std::to_string(i), z.sem[i].dw_w->ne[0] - 1, z.sem[i].dw_w->ne[1]}); + } + for (size_t s = 0; s < z.stages.size(); s++) { + const int64_t d = z.stages[s].layers.empty() ? 0 : z.stages[s].layers[0].wo_w->ne[1]; + for (size_t il = 0; il < z.stages[s].layers.size(); il++) { + const std::string sfx = std::to_string(s) + "_" + std::to_string(il); + slots.push_back({"tfm_k_" + sfx, d, mtmd_graph_zonos3_gen::stage_ctx[s] - 1}); + slots.push_back({"tfm_v_" + sfx, d, mtmd_graph_zonos3_gen::stage_ctx[s] - 1}); + } + } + for (size_t i = 0; i < z.head.size(); i++) { + slots.push_back({"head_conv_" + std::to_string(i), z.head[i].dw_w->ne[0] - 1, z.head[i].dw_w->ne[1]}); + } + return slots; +} + +static ggml_tensor * zonos3_layer_norm(ggml_context * ctx, ggml_tensor * x, ggml_tensor * w, ggml_tensor * b, float eps) { + return ggml_add(ctx, ggml_mul(ctx, ggml_norm(ctx, x, eps), w), b); +} + +// causal ConvNeXt block, the conv history is kept in the state +ggml_tensor * mtmd_graph_zonos3_gen::convnext(ggml_tensor * x, const mtmd_zonos3_wav::convnext & b, const std::string & state_name) { + const int64_t C = x->ne[0]; + const int64_t T = x->ne[1]; + const int64_t K = b.dw_w->ne[0]; + + ggml_tensor * hist = state_in.at(state_name); // [K - 1, C] + ggml_tensor * xt = ggml_concat(ctx0, hist, ggml_cont(ctx0, ggml_transpose(ctx0, x)), 0); // [K - 1 + T, C] + state_out.push_back({state_name, ggml_cont(ctx0, ggml_view_2d(ctx0, xt, K - 1, C, xt->nb[1], (size_t) T * xt->nb[0]))}); + + ggml_tensor * h = ggml_ssm_conv(ctx0, ggml_reshape_3d(ctx0, xt, K - 1 + T, C, 1), b.dw_w); // [C, T, 1] + h = ggml_add(ctx0, ggml_reshape_2d(ctx0, h, C, T), b.dw_b); + h = zonos3_layer_norm(ctx0, h, b.norm_w, b.norm_b, convnext_eps); + h = ggml_gelu_erf(ctx0, ggml_add(ctx0, ggml_mul_mat(ctx0, b.pw1_w, h), b.pw1_b)); + h = ggml_add(ctx0, ggml_mul_mat(ctx0, b.pw2_w, h), b.pw2_b); + return ggml_add(ctx0, x, h); +} + +// windowed causal MOSS layer, adapted from qwen3tts code2wav tfm_layer_forward() +ggml_tensor * mtmd_graph_zonos3_gen::moss_layer(ggml_tensor * x, const mtmd_zonos3_wav::layer & l, int s, int il, ggml_tensor * base) { + const int64_t d = x->ne[0]; + const int64_t N = x->ne[1]; + const int64_t n_head = d / head_dim; + const int64_t W = stage_ctx[s]; + const int64_t prefix = W - 1; + const int64_t n_kv = prefix + N; + const std::string sfx = std::to_string(s) + "_" + std::to_string(il); + + ggml_tensor * h = zonos3_layer_norm(ctx0, x, l.norm1_w, l.norm1_b, ln_eps); + ggml_tensor * qkv = ggml_mul_mat(ctx0, l.qkv_w, h); // [3d, N] + auto section = [&](int i) { + return ggml_cont(ctx0, ggml_view_3d(ctx0, qkv, head_dim, n_head, N, ggml_row_size(qkv->type, head_dim), qkv->nb[1], + ggml_row_size(qkv->type, i * d))); + }; + + ggml_tensor * pos = ggml_cast(ctx0, ggml_add(ctx0, ggml_arange(ctx0, 0.0f, (float) N, 1.0f), base), GGML_TYPE_I32); + ggml_tensor * q = ggml_rope_ext(ctx0, section(0), pos, nullptr, head_dim, GGML_ROPE_TYPE_NORMAL, 0, 10000.0f, 1.0f, 0.0f, 1.0f, 0.0f, 0.0f); + ggml_tensor * k = ggml_rope_ext(ctx0, section(1), pos, nullptr, head_dim, GGML_ROPE_TYPE_NORMAL, 0, 10000.0f, 1.0f, 0.0f, 1.0f, 0.0f, 0.0f); + ggml_tensor * v = section(2); + + ggml_tensor * k_full = ggml_concat(ctx0, state_in.at("tfm_k_" + sfx), ggml_reshape_2d(ctx0, k, d, N), 1); // [d, n_kv] + ggml_tensor * v_full = ggml_concat(ctx0, state_in.at("tfm_v_" + sfx), ggml_reshape_2d(ctx0, v, d, N), 1); + state_out.push_back({"tfm_k_" + sfx, ggml_cont(ctx0, ggml_view_2d(ctx0, k_full, d, prefix, k_full->nb[1], (size_t) N * k_full->nb[1]))}); + state_out.push_back({"tfm_v_" + sfx, ggml_cont(ctx0, ggml_view_2d(ctx0, v_full, d, prefix, v_full->nb[1], (size_t) N * v_full->nb[1]))}); + + // key j is visible to query i iff 0 <= (prefix + i) - j < W and j >= prefix - base (cold start) + ggml_tensor * pos_k = ggml_reshape_2d(ctx0, ggml_arange(ctx0, 0.0f, (float) n_kv, 1.0f), n_kv, 1); + ggml_tensor * pos_q = ggml_reshape_2d(ctx0, ggml_arange(ctx0, (float) prefix, (float) (prefix + N), 1.0f), 1, N); + ggml_tensor * diff = ggml_sub(ctx0, ggml_repeat_4d(ctx0, pos_q, n_kv, N, 1, 1), pos_k); // [n_kv, N] + ggml_tensor * keep = ggml_mul(ctx0, ggml_step(ctx0, ggml_scale_bias(ctx0, diff, 1.0f, 0.5f)), + ggml_step(ctx0, ggml_scale_bias(ctx0, diff, -1.0f, (float) W - 0.5f))); + keep = ggml_mul(ctx0, keep, ggml_step(ctx0, ggml_scale_bias(ctx0, ggml_add(ctx0, pos_k, base), 1.0f, 0.5f - (float) prefix))); + ggml_tensor * mask = ggml_reshape_4d(ctx0, ggml_log(ctx0, keep), n_kv, N, 1, 1); // 0 = keep, -inf = masked + if (flash_attn_type == MTMD_FLASH_ATTN_TYPE_ENABLED) { + mask = ggml_cast(ctx0, mask, GGML_TYPE_F16); + } + + ggml_tensor * attn = build_attn(l.wo_w, nullptr, + ggml_reshape_4d(ctx0, q, head_dim, n_head, N, 1), + ggml_reshape_4d(ctx0, k_full, head_dim, n_head, n_kv, 1), + ggml_reshape_4d(ctx0, v_full, head_dim, n_head, n_kv, 1), + mask, 1.0f / sqrtf((float) head_dim), il); + x = ggml_add(ctx0, x, ggml_mul(ctx0, attn, l.attn_scale)); + + h = zonos3_layer_norm(ctx0, x, l.norm2_w, l.norm2_b, ln_eps); + h = ggml_mul_mat(ctx0, l.ffn2_w, ggml_gelu_erf(ctx0, ggml_mul_mat(ctx0, l.ffn1_w, h))); + return ggml_add(ctx0, x, ggml_mul(ctx0, h, l.ffn_scale)); +} + +ggml_cgraph * mtmd_graph_zonos3_gen::build_gen_wav() { + const auto & z = model.zonos3; + const int64_t T = n_frames; + + for (const auto & slot : list_zonos3_gen_state_slots(hparams, model)) { + ggml_tensor * t = ggml_new_tensor_2d(ctx0, GGML_TYPE_F32, slot.ne0, slot.ne1); + ggml_set_name(t, ("state_in_" + slot.name).c_str()); + ggml_set_input(t); + state_in[slot.name] = t; + } + + // codebook-major, residual codes are rows of the merged table + ggml_tensor * inp_codes = ggml_new_tensor_1d(ctx0, GGML_TYPE_I32, T * n_codebooks); + ggml_set_name(inp_codes, "inp_codes"); + ggml_set_input(inp_codes); + auto codes_of = [&](int c) { + return ggml_view_1d(ctx0, inp_codes, T, (size_t) c * T * ggml_element_size(inp_codes)); + }; + + // 1 for a known residual code, 0 for a missing one (early decode of a frame), codebook-major + ggml_tensor * inp_keep = ggml_new_tensor_1d(ctx0, GGML_TYPE_F32, T * (n_codebooks - 1)); + ggml_set_name(inp_keep, "inp_keep"); + ggml_set_input(inp_keep); + + ggml_tensor * x = ggml_add(ctx0, ggml_get_rows(ctx0, z.sem_table, codes_of(0)), z.sem_bias); // [semantic_dim, T] + for (size_t i = 0; i < z.sem.size(); i++) { + x = convnext(x, z.sem[i], "sem_conv_" + std::to_string(i)); + } + x = ggml_add(ctx0, ggml_mul_mat(ctx0, z.sem_out_w, x), z.sem_out_b); // [latent, T] + for (int c = 1; c < n_codebooks; c++) { + ggml_tensor * bias = ggml_view_1d(ctx0, z.res_bias, z.res_bias->ne[0], (size_t) (c - 1) * z.res_bias->nb[1]); + ggml_tensor * keep = ggml_view_2d(ctx0, inp_keep, 1, T, ggml_element_size(inp_keep), (size_t) (c - 1) * T * ggml_element_size(inp_keep)); + x = ggml_add(ctx0, x, ggml_mul(ctx0, ggml_add(ctx0, ggml_get_rows(ctx0, z.res_table, codes_of(c)), bias), keep)); + } + cb(x, "zac_latent", -1); + + ggml_tensor * frames = ggml_reshape_1d(ctx0, state_in.at("pos"), 1); + int cpf = 1; // positions per frame + for (int s = 0; s < n_stages; s++) { + const auto & st = z.stages[s]; + x = ggml_mul_mat(ctx0, st.in_w, x); + ggml_tensor * base = ggml_scale(ctx0, frames, (float) cpf); + for (size_t il = 0; il < st.layers.size(); il++) { + x = moss_layer(x, st.layers[il], s, (int) il, base); + } + if (st.out_w) { + x = ggml_mul_mat(ctx0, st.out_w, x); + } + if (s + 1 < n_stages) { + // patch up x2: out[ch, 2t + j] = in[2ch + j, t] + const int64_t C = x->ne[0], N = x->ne[1]; + x = ggml_cont(ctx0, ggml_permute(ctx0, ggml_reshape_3d(ctx0, x, 2, C / 2, N), 1, 0, 2, 3)); + x = ggml_reshape_2d(ctx0, x, C / 2, 2 * N); + cpf *= 2; + } + cb(x, "zac_stage_out", s); + } + state_out.push_back({"pos", ggml_scale_bias(ctx0, state_in.at("pos"), 1.0f, (float) T)}); + + for (size_t i = 0; i < z.head.size(); i++) { + x = convnext(x, z.head[i], "head_conv_" + std::to_string(i)); + } + x = zonos3_layer_norm(ctx0, x, z.head_norm_w, z.head_norm_b, convnext_eps); + ggml_tensor * spec = ggml_add(ctx0, ggml_mul_mat(ctx0, z.head_out_w, x), z.head_out_b); // [n_fft0 + 2 + n_fft1 + 2, 16T] + ggml_set_name(spec, "out_feats"); + ggml_set_output(spec); + ggml_build_forward_expand(gf, spec); + + for (auto & slot : state_out) { + ggml_set_name(slot.second, ("state_out_" + slot.first).c_str()); + ggml_set_output(slot.second); + ggml_build_forward_expand(gf, slot.second); + } + return gf; +} + +ggml_cgraph * mtmd_graph_zonos3_gen::build() { + return gen_process == MTMD_SUBCTX_GEN_PROCESS_GEN_WAV ? build_gen_wav() : build_gen_code(); +} diff --git a/tools/mtmd/models/zonos3-spkenc.cpp b/tools/mtmd/models/zonos3-spkenc.cpp new file mode 100644 index 000000000000..94a388cd7de7 --- /dev/null +++ b/tools/mtmd/models/zonos3-spkenc.cpp @@ -0,0 +1,221 @@ +#include "models.h" + +// zonos3 speaker encoder: MECT-B2 + ASTP pooling (ownmect_s2), then the speaker projection of the backbone +// ported from the reference ggml runtime (spk-encoder.cpp) + +namespace { + +constexpr int kHidden = 64; +constexpr int kFeat = 2560; +constexpr int kHeads = 4; +constexpr int kExperts = 4; +constexpr int kPosK = 113; + +// per block: cnn depth, stride f, stride t +struct mect_block { int cnn, s_f, s_t; }; +const std::vector> & mect_b2() { + static const std::vector> cfg = { + { {3, 1, 1}, {3, 1, 1} }, + { {3, 2, 1}, {3, 1, 2}, {3, 1, 2}, {3, 1, 2} }, + { {3, 2, 1}, {3, 1, 2}, {3, 1, 2}, {3, 1, 2}, {3, 1, 2} }, + { {3, 2, 1}, {2, 1, 2}, {2, 1, 2} }, + }; + return cfg; +} + +} // namespace + +ggml_tensor * mtmd_graph_zonos3_spkenc::W(const std::string & name) const { + return model.zonos3_spk.at("a.spk." + name); +} + +bool mtmd_graph_zonos3_spkenc::has(const std::string & name) const { + return model.zonos3_spk.count("a.spk." + name) > 0; +} + +// [C] as a per-channel broadcast over a [T, F, C] activation +ggml_tensor * mtmd_graph_zonos3_spkenc::chan(ggml_tensor * v) const { + return ggml_reshape_4d(ctx0, v, 1, 1, v->ne[0], 1); +} + +ggml_tensor * mtmd_graph_zonos3_spkenc::bn(ggml_tensor * x, const std::string & p) const { + return ggml_add(ctx0, ggml_mul(ctx0, x, chan(W(p + ".scale"))), chan(W(p + ".shift"))); +} + +ggml_tensor * mtmd_graph_zonos3_spkenc::conv(ggml_tensor * x, const std::string & p, int s_t, int s_f, bool bias, int pad) const { + ggml_tensor * y = ggml_conv_2d_direct(ctx0, W(p + ".weight"), x, s_t, s_f, pad, pad, 1, 1); + return bias ? ggml_add(ctx0, y, chan(W(p + ".bias"))) : y; +} + +// grouped 3x3 conv as one depthwise conv per input slot of a group +ggml_tensor * mtmd_graph_zonos3_spkenc::grouped3x3(ggml_tensor * x, const std::string & p, int s_t, int s_f) const { + int n_slot = 0; + while (has(p + ".w" + std::to_string(n_slot))) { + n_slot++; + } + const int64_t T = x->ne[0]; + const int64_t F = x->ne[1]; + const int64_t IC = x->ne[2]; + const int64_t OC = W(p + ".w0")->ne[3]; + const int64_t G = IC / n_slot; + const int64_t B = OC / G; + ggml_tensor * x4 = ggml_reshape_4d(ctx0, x, T, F, n_slot, G); + ggml_tensor * y = nullptr; + for (int j = 0; j < n_slot; j++) { + ggml_tensor * xj = x; + if (n_slot > 1 || B > 1) { + ggml_tensor * slot = ggml_view_4d(ctx0, x4, T, F, 1, G, x4->nb[1], x4->nb[2], x4->nb[3], (size_t) j * x4->nb[2]); + xj = ggml_reshape_3d(ctx0, ggml_repeat_4d(ctx0, slot, T, F, B, G), T, F, OC); + } + ggml_tensor * t = ggml_conv_2d_dw_direct(ctx0, W(p + ".w" + std::to_string(j)), xj, s_t, s_f, 1, 1, 1, 1); + y = y ? ggml_add(ctx0, y, t) : t; + } + return y; +} + +ggml_tensor * mtmd_graph_zonos3_spkenc::res_block(ggml_tensor * x, const std::string & q, int s_f, int s_t) const { + ggml_tensor * t = grouped3x3(x, q + "conv1", s_t, s_f); + t = ggml_relu(ctx0, bn(conv(t, q + "pw1", 1, 1, true, 0), q + "bn1")); + t = grouped3x3(t, q + "conv2", 1, 1); + t = ggml_relu(ctx0, bn(conv(t, q + "pw2", 1, 1, true, 0), q + "bn2")); + ggml_tensor * sc = x; + if (has(q + "sc.weight")) { + sc = bn(conv(x, q + "sc", s_t, s_f, false, 0), q + "sc.bn"); + } + return ggml_add(ctx0, t, sc); +} + +ggml_tensor * mtmd_graph_zonos3_spkenc::linear(ggml_tensor * x, const std::string & p) const { + return ggml_add(ctx0, ggml_mul_mat(ctx0, W(p + ".weight"), x), W(p + ".bias")); +} + +ggml_tensor * mtmd_graph_zonos3_spkenc::layer_norm(ggml_tensor * x, const std::string & p) const { + return ggml_add(ctx0, ggml_mul(ctx0, ggml_norm(ctx0, x, 1e-6f), W(p + ".weight")), W(p + ".bias")); +} + +// [T, F, C] -> [F*C, T], k = f*C + c +ggml_tensor * mtmd_graph_zonos3_spkenc::flatten(ggml_tensor * x) const { + const int64_t T = x->ne[0], F = x->ne[1], C = x->ne[2]; + return ggml_reshape_2d(ctx0, ggml_cont(ctx0, ggml_permute(ctx0, x, 2, 1, 0, 3)), F * C, T); +} + +ggml_tensor * mtmd_graph_zonos3_spkenc::unflatten(ggml_tensor * x, int64_t F, int64_t C) const { + return ggml_cont(ctx0, ggml_permute(ctx0, ggml_reshape_3d(ctx0, x, C, F, x->ne[1]), 2, 1, 0, 3)); +} + +ggml_tensor * mtmd_graph_zonos3_spkenc::attention(ggml_tensor * h, const std::string & p) const { + const int64_t T = h->ne[1]; + const int hd = kHidden / kHeads; + ggml_tensor * q = ggml_scale(ctx0, linear(h, p + "attn.q"), 1.0f / sqrtf((float) hd)); + ggml_tensor * k = linear(h, p + "attn.k"); + ggml_tensor * v = linear(h, p + "attn.v"); + auto heads = [&](ggml_tensor * z) { // [64, T] -> [hd, T, n_head] + return ggml_cont(ctx0, ggml_permute(ctx0, ggml_reshape_3d(ctx0, z, hd, kHeads, T), 0, 2, 1, 3)); + }; + ggml_tensor * qp = heads(q); + ggml_tensor * kp = heads(k); + ggml_tensor * vt = ggml_cont(ctx0, ggml_permute(ctx0, heads(v), 1, 0, 2, 3)); // [T, hd, n_head] + // queries in blocks, so long clips do not need a T x T score matrix per head + ggml_tensor * o = nullptr; + for (int64_t a = 0; a < T; a += 512) { + const int64_t nq = std::min(512, T - a); + ggml_tensor * qb = ggml_view_3d(ctx0, qp, hd, nq, kHeads, qp->nb[1], qp->nb[2], (size_t) a * qp->nb[1]); + ggml_tensor * score = ggml_soft_max(ctx0, ggml_mul_mat(ctx0, kp, qb)); // [T, nq, n_head] + ggml_tensor * ob = ggml_mul_mat(ctx0, vt, score); // [hd, nq, n_head] + ob = ggml_reshape_2d(ctx0, ggml_cont(ctx0, ggml_permute(ctx0, ob, 0, 2, 1, 3)), kHidden, nq); + o = o ? ggml_concat(ctx0, o, ob, 1) : ob; + } + return linear(o, p + "attn.o"); +} + +// soft MoE: all experts run, weighted by the router +ggml_tensor * mtmd_graph_zonos3_spkenc::moe_ffn(ggml_tensor * h, const std::string & p) const { + ggml_tensor * r = ggml_soft_max(ctx0, ggml_mul_mat(ctx0, W(p + "moe.gate.weight"), h)); // [n_expert, T] + ggml_tensor * e = ggml_gelu(ctx0, ggml_mul_mat(ctx0, W(p + "moe.experts.weight"), h)); // [64 * n_expert, T] + ggml_tensor * mix = nullptr; + for (int i = 0; i < kExperts; i++) { + ggml_tensor * ei = ggml_view_2d(ctx0, e, kHidden, e->ne[1], e->nb[1], (size_t) i * kHidden * ggml_element_size(e)); + ggml_tensor * ri = ggml_view_2d(ctx0, r, 1, r->ne[1], r->nb[1], (size_t) i * ggml_element_size(r)); + ggml_tensor * t = ggml_mul(ctx0, ei, ri); + mix = mix ? ggml_add(ctx0, mix, t) : t; + } + return linear(ggml_gelu(ctx0, mix), p + "ffn_out"); +} + +ggml_tensor * mtmd_graph_zonos3_spkenc::pos_conv(ggml_tensor * h, const std::string & p) const { + const int64_t T = h->ne[1]; + ggml_tensor * ht = ggml_cont(ctx0, ggml_transpose(ctx0, h)); // [T, 64] + ht = ggml_pad_ext(ctx0, ht, kPosK / 2, kPosK / 2, 0, 0, 0, 0, 0, 0); // [T + K - 1, 64] + ggml_tensor * acc = ggml_ssm_conv(ctx0, ggml_reshape_3d(ctx0, ht, ht->ne[0], kHidden, 1), W(p + "pos.dw.weight")); // [64, T, 1] + acc = ggml_add(ctx0, ggml_reshape_2d(ctx0, acc, kHidden, T), W(p + "pos.dw.bias")); + acc = ggml_add(ctx0, ggml_mul(ctx0, acc, W(p + "pos.bn.scale")), W(p + "pos.bn.shift")); + acc = ggml_gelu_erf(ctx0, acc); + return linear(acc, p + "pos.pw"); +} + +ggml_cgraph * mtmd_graph_zonos3_spkenc::build() { + const int64_t T = img.nx(); + const int64_t n_mel = img.ny(); + + ggml_tensor * inp = ggml_new_tensor_4d(ctx0, GGML_TYPE_F32, T, n_mel, 1, 1); + ggml_set_name(inp, "inp_raw"); + ggml_set_input(inp); + + ggml_tensor * x = bn(conv(inp, "fe.head.conv", 1, 1, true, 1), "fe.head.bn"); // [T, F, C] + ggml_tensor * xf = flatten(x); + std::vector feats; + const auto & stages = mect_b2(); + for (size_t s = 0; s < stages.size(); s++) { + for (size_t k = 0; k < stages[s].size(); k++) { + const auto & b = stages[s][k]; + const std::string p = "fe.b" + std::to_string(s + 1) + "." + std::to_string(k) + "."; + ggml_tensor * y = x; + for (int r = 0; r < b.cnn; r++) { + y = res_block(y, p + "cnn." + std::to_string(r) + ".", r == 0 ? b.s_f : 1, r == 0 ? b.s_t : 1); + } + if (has(p + "reduce.weight")) { + y = bn(conv(y, p + "reduce", 1, 1, true, 0), p + "reduce.bn"); + } + const int64_t F2 = y->ne[1], C2 = y->ne[2]; + ggml_tensor * x2 = flatten(y); // [2560, T'] + ggml_tensor * h = layer_norm(linear(x2, p + "rproj"), p + "rproj.ln"); + h = ggml_add(ctx0, h, pos_conv(h, p)); + h = layer_norm(ggml_add(ctx0, h, attention(h, p)), p + "ln1"); + h = layer_norm(ggml_add(ctx0, h, moe_ffn(h, p)), p + "ln2"); + ggml_tensor * e = ggml_add(ctx0, linear(h, p + "eproj"), x2); + if (b.s_t > 1) { + // nearest upsampling back to the input frames + const int64_t Tp = e->ne[1]; + e = ggml_repeat_4d(ctx0, ggml_reshape_3d(ctx0, e, kFeat, 1, Tp), kFeat, b.s_t, Tp, 1); + e = ggml_view_2d(ctx0, ggml_reshape_2d(ctx0, e, kFeat, (int64_t) b.s_t * Tp), kFeat, T, e->nb[1], 0); + } + xf = ggml_add(ctx0, e, xf); + x = unflatten(xf, F2, C2); + } + feats.push_back(xf); + } + + ggml_tensor * dense = W("fe.dense_w"); // [2560, n_stage] + ggml_tensor * fused = nullptr; + for (size_t s = 0; s < feats.size(); s++) { + ggml_tensor * t = ggml_mul(ctx0, feats[s], ggml_view_2d(ctx0, dense, kFeat, 1, dense->nb[1], s * dense->nb[1])); + fused = fused ? ggml_add(ctx0, fused, t) : t; + } + + // ASTP: attention-weighted mean and std over time + ggml_tensor * att = linear(ggml_tanh(ctx0, linear(fused, "pool.l1")), "pool.l2"); // [2560, T] + ggml_tensor * alpha = ggml_soft_max(ctx0, ggml_cont(ctx0, ggml_transpose(ctx0, att))); // [T, 2560] + ggml_tensor * xt = ggml_cont(ctx0, ggml_transpose(ctx0, fused)); // [T, 2560] + ggml_tensor * mean = ggml_sum_rows(ctx0, ggml_mul(ctx0, alpha, xt)); // [1, 2560] + ggml_tensor * sq = ggml_sum_rows(ctx0, ggml_mul(ctx0, alpha, ggml_mul(ctx0, xt, xt))); + ggml_tensor * var = ggml_sub(ctx0, sq, ggml_mul(ctx0, mean, mean)); + ggml_tensor * stdv = ggml_sqrt(ctx0, ggml_clamp(ctx0, var, 1e-7f, 3.0e38f)); + ggml_tensor * pooled = ggml_concat(ctx0, ggml_reshape_2d(ctx0, mean, kFeat, 1), ggml_reshape_2d(ctx0, stdv, kFeat, 1), 0); + pooled = ggml_add(ctx0, ggml_mul(ctx0, pooled, W("bn.scale")), W("bn.shift")); + ggml_tensor * spk = ggml_mul_mat(ctx0, W("linear.weight"), pooled); // [192, 1], not normalized + cb(spk, "spk_embd", -1); + + ggml_tensor * out = linear(spk, "proj"); // speaker row of the prompt + ggml_build_forward_expand(gf, out); + return gf; +} diff --git a/tools/mtmd/mtmd-audio.cpp b/tools/mtmd/mtmd-audio.cpp index 33c26c31f21f..c6d751b413d8 100644 --- a/tools/mtmd/mtmd-audio.cpp +++ b/tools/mtmd/mtmd-audio.cpp @@ -1176,45 +1176,102 @@ static float mtmd_audio_lufs(const float * samples, size_t n_samples, int sample // mtmd_audio_preprocessor_chatterbox_ref // -void mtmd_audio_preprocessor_chatterbox_ref::initialize() { - // kaldi fbank: povey window, kaldi mel banks over the 512-point spectrum, the nyquist bin left out - { - const int frame_len = 400; - const int n_fft = 512; - const int n_bins = n_fft / 2 + 1; - const int n_mel = hparams.n_mel_bins; - const double sr = (double) hparams.audio_sample_rate; - - fbank_cache.fill_sin_cos_table(n_fft); - fbank_cache.hann_window.resize(frame_len); - for (int i = 0; i < frame_len; i++) { - fbank_cache.hann_window[(size_t) i] = (float) pow(0.5 - 0.5 * cos(2.0 * M_PI * i / (frame_len - 1)), 0.85); - } - - auto mel = [](double f) { return 1127.0 * log(1.0 + f / 700.0); }; - const double mel_lo = mel(20.0); - const double mel_hi = mel(sr / 2.0); - const double delta = (mel_hi - mel_lo) / (n_mel + 1); - const double bin_hz = sr / n_fft; - - auto & filters = fbank_cache.filters; - filters.n_mel = n_mel; - filters.n_fft = n_fft; - filters.data.assign((size_t) n_mel * n_bins, 0.0f); - for (int m = 0; m < n_mel; m++) { - const double left = mel_lo + m * delta; - const double center = left + delta; - const double right = center + delta; - for (int i = 0; i < n_bins - 1; i++) { - const double f = mel(bin_hz * i); - if (f > left && f < right) { - const double w = f <= center ? (f - left) / (center - left) - : (right - f) / (right - center); - filters.data[(size_t) m * n_bins + i] = (float) w; - } +// torchaudio kaldi.fbank at 16 kHz, the nyquist bin is left out of the mel banks +static constexpr int kaldi_frame_len = 400; +static constexpr int kaldi_hop = 160; +static constexpr int kaldi_n_fft = 512; + +static void mtmd_audio_kaldi_fbank_init(mtmd_audio_cache & cache, int n_mel, double sr, bool povey) { + const int n_bins = kaldi_n_fft / 2 + 1; + + cache.fill_sin_cos_table(kaldi_n_fft); + cache.hann_window.resize(kaldi_frame_len); + for (int i = 0; i < kaldi_frame_len; i++) { + const double c = cos(2.0 * M_PI * i / (kaldi_frame_len - 1)); + cache.hann_window[(size_t) i] = (float) (povey ? pow(0.5 - 0.5 * c, 0.85) : 0.54 - 0.46 * c); + } + + auto mel = [](double f) { return 1127.0 * log(1.0 + f / 700.0); }; + const double mel_lo = mel(20.0); + const double mel_hi = mel(sr / 2.0); + const double delta = (mel_hi - mel_lo) / (n_mel + 1); + const double bin_hz = sr / kaldi_n_fft; + + auto & filters = cache.filters; + filters.n_mel = n_mel; + filters.n_fft = kaldi_n_fft; + filters.data.assign((size_t) n_mel * n_bins, 0.0f); + for (int m = 0; m < n_mel; m++) { + const double left = mel_lo + m * delta; + const double center = left + delta; + const double right = center + delta; + for (int i = 0; i < n_bins - 1; i++) { + const double f = mel(bin_hz * i); + if (f > left && f < right) { + const double w = f <= center ? (f - left) / (center - left) + : (right - f) / (right - center); + filters.data[(size_t) m * n_bins + i] = (float) w; } } } +} + +// snip edges, dc removal, preemphasis 0.97, log mel energies mean subtracted over time; out is mel major +static bool mtmd_audio_kaldi_fbank(const mtmd_audio_cache & cache, const float * pcm, size_t n_samples, int n_mel, float scale, + mtmd_audio_mel & out) { + if ((int) n_samples < kaldi_frame_len) { + return false; + } + const int n_frames = 1 + ((int) n_samples - kaldi_frame_len) / kaldi_hop; + + out.n_len = n_frames; + out.n_len_org = n_frames; + out.n_mel = n_mel; + out.data.assign((size_t) n_mel * n_frames, 0.0f); + + const std::vector & win = cache.hann_window; + std::vector fft_in((size_t) kaldi_n_fft * 2), fft_out((size_t) kaldi_n_fft * 8); + std::vector e; + std::vector x(kaldi_frame_len); + for (int fr = 0; fr < n_frames; fr++) { + for (int i = 0; i < kaldi_frame_len; i++) { + x[(size_t) i] = pcm[(size_t) fr * kaldi_hop + i] * scale; + } + + double mean = 0.0; + for (int i = 0; i < kaldi_frame_len; i++) { + mean += x[i]; + } + mean /= kaldi_frame_len; + + std::fill(fft_in.begin(), fft_in.end(), 0.0f); + fft_in[0] = (float) ((x[0] - mean) * (1.0 - 0.97) * win[0]); + for (int i = 1; i < kaldi_frame_len; i++) { + fft_in[(size_t) i] = (float) (((x[i] - mean) - 0.97 * (x[i - 1] - mean)) * win[(size_t) i]); + } + mtmd_audio_mel_energies(cache, fft_in, fft_out, false, e); + for (int m = 0; m < n_mel; m++) { + out.data[(size_t) m * n_frames + fr] = (float) log(std::max(e[(size_t) m], (double) FLT_EPSILON)); + } + } + + for (int m = 0; m < n_mel; m++) { + float * row = out.data.data() + (size_t) m * n_frames; + double mean = 0.0; + for (int fr = 0; fr < n_frames; fr++) { + mean += row[fr]; + } + mean /= n_frames; + for (int fr = 0; fr < n_frames; fr++) { + row[fr] -= (float) mean; + } + } + return true; +} + +void mtmd_audio_preprocessor_chatterbox_ref::initialize() { + // kaldi fbank of CAMPPlus: povey window + mtmd_audio_kaldi_fbank_init(fbank_cache, hparams.n_mel_bins, (double) hparams.audio_sample_rate, true); // s3 tokenizer: librosa slaney mel, 128 bands s3tok_cache.fill_sin_cos_table(400); @@ -1253,59 +1310,12 @@ bool mtmd_audio_preprocessor_chatterbox_ref::process(const float * } } - // entry 0: torchaudio kaldi.fbank of CAMPPlus (snip edges, dc removal, preemphasis 0.97), mean subtracted over time + // entry 0: torchaudio kaldi.fbank of CAMPPlus { - const int frame_len = 400; - const int hop = 160; - const int n_fft = 512; - const int n_mel = hparams.n_mel_bins; - - if ((int) pcm.size() < frame_len) { - return false; - } - const int n_frames = 1 + ((int) pcm.size() - frame_len) / hop; - mtmd_audio_mel out; - out.n_len = n_frames; - out.n_len_org = n_frames; - out.n_mel = n_mel; - out.data.assign((size_t) n_mel * n_frames, 0.0f); - - const std::vector & win = fbank_cache.hann_window; - std::vector fft_in((size_t) n_fft * 2), fft_out((size_t) n_fft * 8); - std::vector e; - for (int fr = 0; fr < n_frames; fr++) { - const float * x = pcm.data() + (size_t) fr * hop; - - double mean = 0.0; - for (int i = 0; i < frame_len; i++) { - mean += x[i]; - } - mean /= frame_len; - - std::fill(fft_in.begin(), fft_in.end(), 0.0f); - fft_in[0] = (float) ((x[0] - mean) * (1.0 - 0.97) * win[0]); - for (int i = 1; i < frame_len; i++) { - fft_in[(size_t) i] = (float) (((x[i] - mean) - 0.97 * (x[i - 1] - mean)) * win[(size_t) i]); - } - mtmd_audio_mel_energies(fbank_cache, fft_in, fft_out, false, e); - for (int m = 0; m < n_mel; m++) { - out.data[(size_t) m * n_frames + fr] = (float) log(std::max(e[(size_t) m], (double) FLT_EPSILON)); - } - } - - for (int m = 0; m < n_mel; m++) { - float * row = out.data.data() + (size_t) m * n_frames; - double mean = 0.0; - for (int fr = 0; fr < n_frames; fr++) { - mean += row[fr]; - } - mean /= n_frames; - for (int fr = 0; fr < n_frames; fr++) { - row[fr] -= (float) mean; - } + if (!mtmd_audio_kaldi_fbank(fbank_cache, pcm.data(), pcm.size(), hparams.n_mel_bins, 1.0f, out)) { + return false; } - output.push_back(std::move(out)); } @@ -1883,6 +1893,197 @@ bool mtmd_audio_preprocessor_gemma4ua::process(const float * sam return true; } +// +// mtmd_audio_preprocessor_zonos3_spk +// + +void mtmd_audio_preprocessor_zonos3_spk::initialize() { + mtmd_audio_kaldi_fbank_init(cache, hparams.n_mel_bins, (double) hparams.audio_sample_rate, false); +} + +bool mtmd_audio_preprocessor_zonos3_spk::process(const float * samples, size_t n_samples, std::vector & output, + bool /*shape_only*/) const { + // the reference uses the first 60 s, on the int16 sample scale + const size_t n = std::min(n_samples, (size_t) hparams.audio_sample_rate * 60); + mtmd_audio_mel out; + if (!mtmd_audio_kaldi_fbank(cache, samples, n, hparams.n_mel_bins, 32768.0f, out)) { + return false; + } + output.clear(); + output.push_back(std::move(out)); + return true; +} + +// +// mtmd_audio_zonos3_synth implementation +// + +mtmd_audio_zonos3_synth::mtmd_audio_zonos3_synth(const std::vector & mixer, const std::vector & resample, + int n_fft0, int n_fft1, int hop, int rs_orig, int rs_new) + : mixer(mixer), fir_kernel((int) (mixer.size() / 2)), hop(hop), rs_kernel(resample), rs_orig(rs_orig), rs_new(rs_new) { + GGML_ASSERT(mixer.size() % 2 == 0 && fir_kernel % 2 == 1); + GGML_ASSERT(resample.size() % (size_t) rs_new == 0); + const int rs_len = (int) (resample.size() / rs_new); + GGML_ASSERT(rs_len >= rs_orig && (rs_len - rs_orig) % 2 == 0); + rs_width = (rs_len - rs_orig) / 2; + + const int n_fft[2] = { n_fft0, n_fft1 }; + const int h = (fir_kernel - 1) / 2; + for (int i = 0; i < 2; i++) { + branch & b = br[i]; + b.n_fft = n_fft[i]; + b.cache.fill_sin_cos_table(b.n_fft); + b.cache.fill_hann_window(b.n_fft, true); + b.ifft_in.assign((size_t) b.n_fft * 2 * 4, 0.0f); + b.ifft_out.assign((size_t) b.n_fft * 2 * 4, 0.0f); + b.mix_in.assign((size_t) h, 0.0f); + b.mix_avail = h; + } +} + +// the first n_fft / 2 samples are the centering pad +void mtmd_audio_zonos3_synth::ola_finalize(branch & b, int64_t pf) { + const int64_t pad = b.n_fft / 2; + const int64_t n = std::min(pf - b.ola_base, (int64_t) b.ola.size()); + if (n <= 0) { + return; + } + for (int64_t j = 0; j < n; j++) { + if (b.ola_base + j < pad) { + continue; + } + b.mix_in.push_back(b.env[(size_t) j] > 1e-11f ? b.ola[(size_t) j] / b.env[(size_t) j] : 0.0f); + b.mix_avail++; + } + b.ola.erase(b.ola.begin(), b.ola.begin() + n); + b.env.erase(b.env.begin(), b.env.begin() + n); + b.ola_base += n; +} + +void mtmd_audio_zonos3_synth::mix_emit(std::vector & out) { + const int64_t avail = std::min(br[0].mix_avail, br[1].mix_avail); + const int64_t m1 = avail - fir_kernel + 1; + if (m1 <= mix_next) { + return; + } + const size_t n = (size_t) (m1 - mix_next); + std::vector y(n, 0.0f); + for (int c = 0; c < 2; c++) { + const float * w = mixer.data() + (size_t) c * fir_kernel; + const float * s = br[c].mix_in.data() + (mix_next - mix_base); + for (int k = 0; k < fir_kernel; k++) { + for (size_t i = 0; i < n; i++) { + y[i] += w[k] * s[i + k]; + } + } + } + mix_next = m1; + for (int c = 0; c < 2; c++) { + br[c].mix_in.erase(br[c].mix_in.begin(), br[c].mix_in.begin() + (mix_next - mix_base)); + } + mix_base = mix_next; + + rs_buf.insert(rs_buf.end(), y.begin(), y.end()); + rs_in += (int64_t) n; + resample(false, out); +} + +// on flush, the input is zero-extended and the output is ceil(new * rs_in / orig) samples +void mtmd_audio_zonos3_synth::resample(bool flush, std::vector & out) { + const int KL = 2 * rs_width + rs_orig; + const int64_t total = flush ? ((int64_t) rs_new * rs_in + rs_orig - 1) / rs_orig : -1; + std::vector xw(KL); + for (;; rs_block++) { + const int64_t x0 = rs_block * rs_orig - rs_width; + if (flush ? rs_block * rs_new >= total : x0 + KL > rs_in) { + break; + } + for (int k = 0; k < KL; k++) { + const int64_t j = x0 + k; + xw[k] = (j < 0 || j >= rs_in) ? 0.0f : rs_buf[(size_t) (j - rs_base)]; + } + const int64_t n_emit = flush ? std::min(rs_new, total - rs_block * rs_new) : rs_new; + for (int64_t i = 0; i < n_emit; i++) { + const float * ki = rs_kernel.data() + (size_t) i * KL; + float acc = 0.0f; + for (int k = 0; k < KL; k++) { + acc += ki[k] * xw[k]; + } + out.push_back(acc); + } + } + // drop the samples no later block reads + const int64_t keep_from = std::min(rs_in, std::max(0, rs_block * rs_orig - rs_width)); + if (keep_from > rs_base) { + rs_buf.erase(rs_buf.begin(), rs_buf.begin() + (keep_from - rs_base)); + rs_base = keep_from; + } +} + +void mtmd_audio_zonos3_synth::push(const float * spec, int64_t n_cols, std::vector & out) { + const int64_t n_rows = (br[0].n_fft + 2) + (br[1].n_fft + 2); + const float max_log_mag = logf(100.0f); + for (int i = 0; i < 2; i++) { + branch & b = br[i]; + const int n = b.n_fft; + const int bins = n / 2 + 1; + const int64_t row0 = i == 0 ? 0 : br[0].n_fft + 2; + for (int64_t c = 0; c < n_cols; c++) { + const float * logmag = spec + c * n_rows + row0; + const float * phase = logmag + bins; + // irfft ignores the imaginary parts of DC and Nyquist + for (int k = 0; k < bins; k++) { + const float a = expf(std::min(logmag[k], max_log_mag)); + b.ifft_in[2 * k + 0] = a * cosf(phase[k]); + b.ifft_in[2 * k + 1] = (k == 0 || k == n / 2) ? 0.0f : a * sinf(phase[k]); + } + for (int k = 1; k < n - bins + 1; k++) { + b.ifft_in[2 * (n - k) + 0] = b.ifft_in[2 * k + 0]; + b.ifft_in[2 * (n - k) + 1] = -b.ifft_in[2 * k + 1]; + } + ifft(b.cache, b.ifft_in.data(), n, b.ifft_out.data()); + + const int64_t t = n_frames + c; + const size_t need = (size_t) (t * hop + n - b.ola_base); + if (b.ola.size() < need) { + b.ola.resize(need, 0.0f); + b.env.resize(need, 0.0f); + } + float * ola = b.ola.data() + (t * hop - b.ola_base); + float * env = b.env.data() + (t * hop - b.ola_base); + const float * win = b.cache.hann_window.data(); + for (int j = 0; j < n; j++) { + ola[j] += win[j] * b.ifft_out[2 * j]; + env[j] += win[j] * win[j]; + } + } + } + n_frames += n_cols; + for (auto & b : br) { + ola_finalize(b, n_frames * hop); + } + mix_emit(out); +} + +void mtmd_audio_zonos3_synth::flush(std::vector & out) { + if (done || n_frames == 0) { + return; + } + done = true; + // the mixer has h zeros of right padding + const int h = (fir_kernel - 1) / 2; + const int64_t L = n_frames * hop; + for (auto & b : br) { + ola_finalize(b, b.ola_base + (int64_t) b.ola.size()); + const int64_t keep = h + L - mix_base; + b.mix_in.resize((size_t) keep, 0.0f); + b.mix_in.resize((size_t) (keep + h), 0.0f); + b.mix_avail = mix_base + keep + h; + } + mix_emit(out); + resample(true, out); +} + // // mtmd_audio_streaming_istft implementation // diff --git a/tools/mtmd/mtmd-audio.h b/tools/mtmd/mtmd-audio.h index 7251f82db3c1..937451c8abe2 100644 --- a/tools/mtmd/mtmd-audio.h +++ b/tools/mtmd/mtmd-audio.h @@ -243,6 +243,16 @@ struct mtmd_audio_preprocessor_chatterbox_ref : mtmd_audio_preprocessor { mtmd_audio_cache ve_cache; // entry 4 }; +// zonos3 speaker encoder front-end: kaldi fbank with a hamming window [80 x n_frames] (mel major) +struct mtmd_audio_preprocessor_zonos3_spk : mtmd_audio_preprocessor { + mtmd_audio_preprocessor_zonos3_spk(const mtmd_model * model) : mtmd_audio_preprocessor(model) {} + void initialize() override; + bool process(const float * samples, size_t n_samples, std::vector & output, bool shape_only) const override; + + private: + mtmd_audio_cache cache; +}; + struct mtmd_audio_preprocessor_parakeet : mtmd_audio_preprocessor { mtmd_audio_preprocessor_parakeet(const mtmd_model * model) : mtmd_audio_preprocessor(model) { } void initialize() override; @@ -261,6 +271,51 @@ struct mtmd_audio_preprocessor_nemotron_transcribe : mtmd_audio_preprocessor_par bool process(const float * samples, size_t n_samples, std::vector & output, bool shape_only) const override; }; +// +// zonos3 iSTFT head, streaming: 2 iSTFT branches, FIR mixer, 44160 -> 44100 Hz resampler +// ported from the reference ggml runtime (zac.cpp) +// +struct mtmd_audio_zonos3_synth { + // mixer [2, fir_kernel], resample [rs_new, rs_orig + 2 * width] + mtmd_audio_zonos3_synth(const std::vector & mixer, const std::vector & resample, + int n_fft0, int n_fft1, int hop, int rs_orig, int rs_new); + + // spec: n_cols frames of [log magnitude, phase] of each branch + void push(const float * spec, int64_t n_cols, std::vector & out); + void flush(std::vector & out); + + private: + struct branch { + int n_fft; + mtmd_audio_cache cache; + std::vector ola, env; // from ola_base on + int64_t ola_base = 0; + std::vector mix_in; // from mix_base on + int64_t mix_avail = 0; + std::vector ifft_in, ifft_out; + }; + + void ola_finalize(branch & b, int64_t pf); + void mix_emit(std::vector & out); + void resample(bool flush, std::vector & out); + + branch br[2]; + std::vector mixer; + int fir_kernel; + int hop; + int64_t n_frames = 0; + int64_t mix_base = 0; + int64_t mix_next = 0; + bool done = false; + + std::vector rs_kernel; + int rs_orig, rs_new, rs_width; + std::vector rs_buf; // from rs_base on + int64_t rs_base = 0; + int64_t rs_in = 0; + int64_t rs_block = 0; +}; + // // streaming ISTFT - converts spectrogram frames back to audio one frame at a time // diff --git a/tools/mtmd/mtmd-graph.cpp b/tools/mtmd/mtmd-graph.cpp index 01c4c0ac6b22..ac656032d098 100644 --- a/tools/mtmd/mtmd-graph.cpp +++ b/tools/mtmd/mtmd-graph.cpp @@ -960,6 +960,10 @@ std::unique_ptr mtmd_get_graph_builder(mtmd_subcontext * ctx, const { builder = std::make_unique(ctx, img); } break; + case PROJECTOR_TYPE_ZONOS3_SPKENC: + { + builder = std::make_unique(ctx, img); + } break; case PROJECTOR_TYPE_POCKETTTS_SPKENC: { builder = std::make_unique(ctx, img); @@ -1015,6 +1019,16 @@ std::unique_ptr mtmd_get_graph_builder(mtmd_subcontext * ctx, const } builder = std::make_unique(ctx, img, gen_process, all_known, n_frames); } break; + case PROJECTOR_TYPE_ZONOS3_GEN: + { + const auto gen_process = params ? params->gen_process : MTMD_SUBCTX_GEN_PROCESS_GEN_CODE; + const int64_t n_cb = mtmd_graph_zonos3_gen::n_codebooks; + // GEN_CODE with codes: only the backbone row of that frame is needed + const bool all_known = params && params->codes && gen_process == MTMD_SUBCTX_GEN_PROCESS_GEN_CODE; + const int n_frames = params && params->codes && gen_process == MTMD_SUBCTX_GEN_PROCESS_GEN_WAV + ? (int) (params->codes->size() / n_cb) : 1; + builder = std::make_unique(ctx, img, gen_process, all_known, n_frames); + } break; case PROJECTOR_TYPE_DRAMA3_GEN: { const auto gen_process = params ? params->gen_process : MTMD_SUBCTX_GEN_PROCESS_GEN_CODE; diff --git a/tools/mtmd/mtmd-helper-gen.cpp b/tools/mtmd/mtmd-helper-gen.cpp index 73e7e1b270b6..8a5757c1e239 100644 --- a/tools/mtmd/mtmd-helper-gen.cpp +++ b/tools/mtmd/mtmd-helper-gen.cpp @@ -107,6 +107,8 @@ class mtmd_gen_audio_pipeline { virtual int32_t flush() = 0; // continuing a sequence (inp->n_past > 0) with the model's own text/audio switching virtual bool supports_continue() const { return false; } + // mtmd_helper_gen_audio_inp::speed and loudness other than the defaults + virtual bool supports_delivery() const { return false; } virtual bool next_is_text() const { return false; } std::vector logit_bias; // see mtmd_helper_gen_audio_get_logit_bias() @@ -2418,6 +2420,535 @@ class drama3_gen_audio_pipeline : public mtmd_gen_audio_pipeline { bool wav_header_sent = false; }; +// ZONOS3: one backbone row per frame of 10 codebooks, codebook j lags j frames +class zonos3_gen_audio_pipeline : public mtmd_gen_audio_pipeline { +public: + using mtmd_gen_audio_pipeline::mtmd_gen_audio_pipeline; + + bool supports_delivery() const override { return true; } + + void reset() override { + seq_id = 0; + pos = 0; + segments.clear(); + seg_idx = 0; + seg_pos = 0; + rows.clear(); + step = 0; + eos_row = -1; + countdown = 0; + done = false; + n_decoded = 0; + n_codec_samples = 0; + flushed = false; + gen_state.reset(); + pcm_sent = 0; + wav_header_sent = false; + audio_pcm.clear(); + h_state_buf.clear(); + out_buf.clear(); + } + + int32_t set_input(const mtmd_helper_gen_audio_inp * inp) override { + reset(); + seq_id = inp->seq_id; + out_type = inp->out_type; + stream = inp->stream; + + // settings of the reference, only the temperature can be changed + const mtmd_gen_inp def = mtmd_gen_inp_default(mctx); + temp = inp->temp >= 0.0f ? inp->temp : def.temp; + top_k = def.top_k; + top_p = def.top_p; + rep_pen = def.penalty_repeat; + rep_win = def.penalty_last_n; + rng.seed(inp->seed == UINT32_MAX ? std::random_device{}() : inp->seed); + + if (!init_gen_state(inp->seed)) { + return 1; + } + + // prompt: [voice rows] [condition rows] BOS text EOS [silence rows] + // the speaker CFG of the reference is omitted: it adds too much code and maintenance cost + if (inp->speaker_ref) { + segment seg; + if (!encode_speaker(inp->speaker_ref, seg.embd)) { + return 1; + } + segments.push_back(std::move(seg)); + } + + // condition rows: the bucket of each value over the checkpoint edges, or unknown + auto bucket = [](const std::vector & edges, float v) { + return std::to_string(std::upper_bound(edges.begin(), edges.end(), v) - edges.begin()); + }; + const std::string loudness = inp->loudness != 0.0f ? bucket(loudness_edges, inp->loudness) : "unk"; + const std::string rate = inp->speed != 1.0f ? bucket(rate_edges, inp->speed * typical_rate) : "unk"; + segment text; + for (const std::string & name : { "<|loudness_" + loudness + "|>", std::string("<|fmax_unk|>"), "<|speaking_rate_" + rate + "|>" }) { + const llama_token t = find_special_token(vocab, name); + if (t == LLAMA_TOKEN_NULL) { + LOG_ERR("mtmd_helper_gen_audio: missing ZONOS3 token %s in vocab\n", name.c_str()); + return 1; + } + text.tokens.push_back(t); + } + const std::string prompt(inp->prompt, inp->prompt_len); + std::vector ids(prompt.size() + 16); + const int32_t n_ids = llama_tokenize(vocab, prompt.c_str(), (int32_t) prompt.size(), ids.data(), (int32_t) ids.size(), true, false); + if (n_ids <= 2) { + LOG_ERR("mtmd_helper_gen_audio: empty prompt or tokenization failed\n"); + return 1; + } + text.tokens.insert(text.tokens.end(), ids.begin(), ids.begin() + n_ids); + segments.push_back(std::move(text)); + + // codec silence, delayed + segment silence; + for (int k = 0; k < n_prefill; k++) { + std::vector row(n_cb, audio_pad); + for (int cb = 0; cb <= k && cb < n_cb; cb++) { + row[cb] = silence_frame[cb]; + } + const float * embd = embed_row(row); + if (!embd) { + return 1; + } + silence.embd.insert(silence.embd.end(), embd, embd + n_embd); + rows.insert(rows.end(), row.begin(), row.end()); + } + segments.push_back(std::move(silence)); + + size_t n_prompt = 0; + for (const auto & seg : segments) { + n_prompt += seg.n_rows(n_embd); + } + if (n_prompt >= llama_n_ctx_seq(lctx)) { + LOG_ERR("mtmd_helper_gen_audio: prompt does not fit in the context\n"); + return 1; + } + if (!llama_memory_seq_rm(llama_get_memory(lctx), seq_id, 0, -1)) { + LOG_ERR("mtmd_helper_gen_audio: cannot reset the sequence\n"); + return 1; + } + return 0; + } + + int32_t step_prompt(int32_t n_batch) override { + GGML_ASSERT(n_batch > 0); + if (seg_idx >= segments.size()) { + return 0; + } + const segment & seg = segments[seg_idx]; + const int n_rows = (int) seg.n_rows(n_embd); + const int n = std::min(n_batch, n_rows - seg_pos); + const bool last = seg_idx + 1 == segments.size() && seg_pos + n == n_rows; + + int ret; + if (!seg.tokens.empty()) { + llama_batch batch = llama_batch_init(n, 0, 1); + for (int i = 0; i < n; i++) { + batch.token [i] = seg.tokens[(size_t) (seg_pos + i)]; + batch.pos [i] = pos + i; + batch.n_seq_id[i] = 1; + batch.seq_id [i][0] = seq_id; + batch.logits [i] = last && i == n - 1; + } + batch.n_tokens = n; + ret = llama_decode(lctx, batch); + llama_batch_free(batch); + } else { + decode_embd_batch batch(seg.embd.data() + (size_t) seg_pos * n_embd, n, 1, n_embd); + batch.set_position_normal(pos, seq_id); + batch.logits[n - 1] = last; + ret = llama_process(lctx, LLAMA_PROCESS_TYPE_DECODE, batch.render(lctx, 0, n)); + } + if (ret != 0) { + LOG_ERR("mtmd_helper_gen_audio: prompt decode failed\n"); + return -1; + } + pos += n; + seg_pos += n; + if (seg_pos == n_rows) { + seg_idx++; + seg_pos = 0; + } + + int32_t n_left = 0; + for (size_t i = seg_idx; i < segments.size(); i++) { + n_left += (int32_t) segments[i].n_rows(n_embd) - (i == seg_idx ? seg_pos : 0); + } + if (n_left == 0) { + const float * h = llama_get_embeddings_ith(lctx, -1); + h_state_buf.assign(h, h + n_embd); + } + return n_left; + } + + int32_t step_gen(llama_token sampled, const float * h_state_in, const float ** h_state_out, bool * out_stop) override { + GGML_UNUSED(sampled); + GGML_UNUSED(h_state_in); + *h_state_out = nullptr; + *out_stop = false; + if (done) { + *out_stop = true; + return 0; + } + + mtmd_gen_inp inp = mtmd_gen_inp_default(mctx); + inp.type = MTMD_GEN_PROCESS_TYPE_GEN_CODE; + inp.embd = h_state_buf.data(); + mtmd_gen_out out{}; + if (mtmd_gen_audio_process(mctx, gen_state.get(), &inp, &out) != 0 || out.n_feats != (size_t) n_cb * n_vocab) { + LOG_ERR("mtmd_helper_gen_audio: codebook heads failed\n"); + return 1; + } + + std::vector frame(n_cb); + for (int cb = 0; cb < n_cb; cb++) { + frame[cb] = sample(out.feats + (size_t) cb * n_vocab, cb); + } + // codebooks whose delayed stream has not started yet are pad + const int r = n_prefill + step; + for (int cb = r + 1; cb < n_cb; cb++) { + frame[cb] = audio_pad; + } + rows.insert(rows.end(), frame.begin(), frame.end()); + step++; + + // after EOA, n_cb + 1 more rows flush the delay + int max_eoa = -1; + for (int cb = 0; cb < n_cb; cb++) { + if (frame[cb] == audio_eoa) { + max_eoa = cb; + } + } + if (eos_row < 0 && max_eoa >= 0) { + eos_row = std::max(0, r - max_eoa); + countdown = n_cb + 1; + } + if ((countdown > 0 && --countdown == 0) || step >= max_frames || (uint32_t) pos >= llama_n_ctx_seq(lctx)) { + done = true; + *out_stop = true; + return 0; + } + + const float * next = embed_row(frame); + if (!next) { + return 1; + } + decode_embd_batch batch(next, 1, 1, n_embd); + batch.set_position_normal(pos, seq_id); + batch.logits[0] = 1; + if (llama_process(lctx, LLAMA_PROCESS_TYPE_DECODE, batch.render(lctx, 0, 1)) != 0) { + LOG_ERR("mtmd_helper_gen_audio: decode failed\n"); + return 1; + } + pos++; + const float * h = llama_get_embeddings_ith(lctx, -1); + h_state_buf.assign(h, h + n_embd); + *h_state_out = h_state_buf.data(); + + if (stream) { + return decode_stream() ? 0 : 1; + } + return 0; + } + + int32_t get_output(int32_t * out_sample_rate, const char ** out_data, size_t * out_data_len, int64_t * out_n_samples) override { + *out_sample_rate = info.sample_rate; + + if (!stream) { + if (flush() != 0) { + return 1; + } + if (out_n_samples) { + *out_n_samples = (int64_t) audio_pcm.size(); + } + if (out_type == MTMD_HELPER_GEN_AUDIO_OUTTYPE_PCM) { + *out_data = (const char *) audio_pcm.data(); + *out_data_len = audio_pcm.size() * sizeof(float); + return 0; + } + out_buf.clear(); + if (!write_wav16(out_buf, audio_pcm, info.sample_rate)) { + LOG_ERR("mtmd_helper_gen_audio: output too large for WAV\n"); + return 1; + } + *out_data = out_buf.data(); + *out_data_len = out_buf.size(); + return 0; + } + + // streaming: only the audio since the previous call + const size_t n_new = audio_pcm.size() - pcm_sent; + if (out_n_samples) { + *out_n_samples = (int64_t) n_new; + } + if (out_type == MTMD_HELPER_GEN_AUDIO_OUTTYPE_PCM) { + *out_data = (const char *) (audio_pcm.data() + pcm_sent); + *out_data_len = n_new * sizeof(float); + pcm_sent = audio_pcm.size(); + return 0; + } + out_buf.clear(); + if (!wav_header_sent) { + write_wav16_header(out_buf, UINT32_MAX, info.sample_rate); + wav_header_sent = true; + } + append_wav16_pcm(out_buf, audio_pcm.data() + pcm_sent, n_new); + pcm_sent = audio_pcm.size(); + *out_data = out_buf.data(); + *out_data_len = out_buf.size(); + return 0; + } + + int32_t flush() override { + return decode_wav(true) ? 0 : 1; + } + +private: + static constexpr int n_cb = 10; + static constexpr int n_vocab = 4098; // codes, EOA, pad + static constexpr int audio_eoa = 4096; + static constexpr int audio_pad = 4097; + + // condition_edges of params.json; speed 1 is this many UTF-8 bytes per second, the middle of the rate buckets + const std::vector loudness_edges = { -29.778f, -26.947f, -25.047f, -23.3f, -21.743f, -20.386f, -19.186f, -17.851f, -15.967f }; + const std::vector rate_edges = { + 6.546f, 8.182f, 9.273f, 10.31f, 11.054f, 11.667f, 12.193f, 12.656f, 13.083f, 13.476f, 13.846f, 14.196f, 14.53f, 14.887f, 15.193f, + 15.517f, 15.865f, 16.208f, 16.579f, 16.972f, 17.411f, 17.898f, 18.434f, 19.069f, 19.818f, 20.816f, 22.286f, 24.722f, 29.25f, + }; + static constexpr float typical_rate = 15.0f; + + // digital silence of the ZAC codec (registries/silence_frame_*.json) + static constexpr int32_t silence_frame[n_cb] = { 1918, 746, 3544, 234, 1267, 2914, 3944, 2849, 326, 1337 }; + static constexpr int n_prefill = 3; + + // -3 dB of headroom + static constexpr int samples_per_frame = 2940; + static constexpr float out_gain = 0.70794578f; + + static constexpr int rep_codebooks = 6; + static constexpr int max_frames = 2000; + static constexpr size_t stream_frames = 8; + + struct segment { + std::vector tokens; // either tokens or embd rows + std::vector embd; + size_t n_rows(int n) const { return tokens.empty() ? embd.size() / (size_t) n : tokens.size(); } + }; + + const float * embed_row(const std::vector & codes) { + mtmd_gen_inp inp = mtmd_gen_inp_default(mctx); + inp.type = MTMD_GEN_PROCESS_TYPE_GEN_CODE; + inp.codes = const_cast(codes.data()); + inp.n_codes = codes.size(); + mtmd_gen_out out{}; + if (mtmd_gen_audio_process(mctx, gen_state.get(), &inp, &out) != 0) { + LOG_ERR("mtmd_helper_gen_audio: codebook embedding failed\n"); + return nullptr; + } + return out.embd; + } + + // same as the reference sampler (servers/ggml/src/zonos3-sampler.cpp) + int32_t sample(const float * in, int cb) { + std::vector l(in, in + n_vocab); + l[audio_pad] = -INFINITY; + + if (rep_pen != 1.0f && cb < rep_codebooks) { + const size_t n_rows = rows.size() / n_cb - n_prefill; + const size_t n_win = std::min(n_rows, (size_t) std::max(rep_win, 0)); + std::vector seen(audio_eoa, false); + for (size_t f = n_prefill + n_rows - n_win; f < n_prefill + n_rows; f++) { + const int32_t c = rows[f * n_cb + (size_t) cb]; + if (c >= 0 && c < audio_eoa && !seen[(size_t) c]) { + seen[(size_t) c] = true; + l[c] = l[c] > 0.0f ? l[c] / rep_pen : l[c] * rep_pen; + } + } + } + + if (temp <= 0.0f) { + return (int32_t) (std::max_element(l.begin(), l.end()) - l.begin()); + } + for (auto & v : l) { + v /= temp; + } + + float kth = -INFINITY; + if (top_k > 0 && top_k < n_vocab) { + std::vector tmp(l); + std::nth_element(tmp.begin(), tmp.begin() + (top_k - 1), tmp.end(), std::greater()); + kth = tmp[(size_t) top_k - 1]; + } + std::vector idx; + for (int32_t i = 0; i < n_vocab; i++) { + if (l[i] >= kth && l[i] > -INFINITY) { + idx.push_back(i); + } + } + float lmax = -INFINITY; + for (int32_t i : idx) { + lmax = std::max(lmax, l[i]); + } + std::vector p(idx.size()); + double sum = 0.0; + for (size_t j = 0; j < idx.size(); j++) { + p[j] = std::exp((double) (l[idx[j]] - lmax)); + sum += p[j]; + } + std::vector ord(idx.size()); + for (size_t j = 0; j < ord.size(); j++) { + ord[j] = j; + } + std::sort(ord.begin(), ord.end(), [&](size_t a, size_t b) { return p[a] > p[b]; }); + if (top_p > 0.0f && top_p < 1.0f) { + double before = 0.0; + for (size_t j : ord) { + const double pj = p[j]; + if (before > top_p * sum) { + p[j] = 0.0; + } + before += pj; + } + } + double kept = 0.0; + for (double v : p) { + kept += v; + } + double u = std::uniform_real_distribution(0.0, kept)(rng); + for (size_t j = 0; j < p.size(); j++) { + u -= p[j]; + if (u <= 0.0 && p[j] > 0.0) { + return idx[j]; + } + } + return idx[ord[0]]; + } + + // frames with all codebooks known + size_t n_ready() const { + const size_t n_rows = rows.size() / n_cb; + size_t n = n_rows >= (size_t) n_cb ? n_rows - (n_cb - 1) : 0; + if (eos_row >= 0) { + n = std::min(n, (size_t) eos_row); + } + return n; + } + + // streaming, as the reference does for the first audio: the silence frames are decoded with silence codes only, + // then the first generated frame from its first code alone; later chunks of complete frames grow 2, 4, 8 + bool decode_stream() { + if (n_decoded == 0) { + const size_t n_rows = rows.size() / n_cb; + if (n_rows <= (size_t) n_prefill || rows[(size_t) n_prefill * n_cb] >= audio_eoa) { + return true; + } + std::vector codes; + for (int k = 0; k < n_prefill; k++) { + codes.insert(codes.end(), silence_frame, silence_frame + n_cb); + } + for (int cb = 0; cb < n_cb; cb++) { + const size_t r = (size_t) n_prefill + cb; + const int32_t c = r < n_rows ? rows[r * n_cb + cb] : -1; + codes.push_back(c >= audio_eoa ? -1 : c); + } + if (!run_codec(codes.data(), codes.size())) { + return false; + } + n_decoded = n_prefill + 1; + return true; + } + const size_t n_chunk = std::min(stream_frames, n_decoded - n_prefill + 1); + if (n_ready() >= n_decoded + n_chunk) { + return decode_wav(false); + } + return true; + } + + // the silence frames are decoded too, as left context + bool decode_wav(bool final) { + const size_t n_frames = n_ready(); + std::vector codes; + while (n_decoded < n_frames) { + const size_t n = std::min(n_frames - n_decoded, (size_t) 64); + codes.resize(n * n_cb); + for (size_t f = 0; f < n; f++) { + for (int cb = 0; cb < n_cb; cb++) { + // EOA and pad have no codec row + const int32_t c = rows[(n_decoded + f + cb) * n_cb + cb]; + codes[f * n_cb + cb] = std::clamp(c, 0, audio_eoa - 1); + } + } + if (!run_codec(codes.data(), codes.size())) { + return false; + } + n_decoded += n; + } + if (final && done && n_decoded > 0 && !flushed) { + flushed = true; + return run_codec(nullptr, 0); + } + return true; + } + + bool run_codec(const int32_t * codes, size_t n_codes) { + mtmd_gen_inp inp = mtmd_gen_inp_default(mctx); + inp.type = MTMD_GEN_PROCESS_TYPE_GEN_WAV; + inp.codes = const_cast(codes); + inp.n_codes = n_codes; + mtmd_gen_out out{}; + if (mtmd_gen_audio_process(mctx, gen_state.get(), &inp, &out) != 0) { + LOG_ERR("mtmd_helper_gen_audio: codec decode failed\n"); + return false; + } + // drop the audio of the silence frames, then the output gain and soft limiter of the reference + const float knee = std::pow(10.0f, -1.0f / 20.0f); + for (size_t i = 0; i < out.n_samples; i++, n_codec_samples++) { + if (n_codec_samples < (size_t) n_prefill * samples_per_frame) { + continue; + } + const float x = out.audio[i] * out_gain; + const float a = std::fabs(x); + audio_pcm.push_back(a <= knee ? x : std::copysign(knee + (1.0f - knee) * std::tanh((a - knee) / (1.0f - knee)), x)); + } + return true; + } + + std::vector segments; + size_t seg_idx = 0; + int seg_pos = 0; + + std::vector rows; // delayed rows: silence rows, then the generated ones + int step = 0; + int eos_row = -1; + int countdown = 0; + bool done = false; + size_t n_decoded = 0; + size_t n_codec_samples = 0; + bool flushed = false; + + float temp = 0.75f; + int32_t top_k = 80; + float top_p = 0.69f; + float rep_pen = 2.4f; + int32_t rep_win = 96; + std::mt19937 rng; + + llama_seq_id seq_id = 0; + llama_pos pos = 0; + mtmd_helper_gen_audio_outtype out_type = MTMD_HELPER_GEN_AUDIO_OUTTYPE_WAV; + bool stream = false; + + std::vector h_state_buf; + std::vector audio_pcm; + std::vector out_buf; + size_t pcm_sent = 0; + bool wav_header_sent = false; +}; + static std::unique_ptr make_pipeline(llama_context * lctx, mtmd_context * mctx) { switch (mtmd_gen_audio_get_info(mctx).type) { case MTMD_GEN_AUDIO_TYPE_QWEN3TTS: @@ -2432,6 +2963,8 @@ static std::unique_ptr make_pipeline(llama_context * lc return std::unique_ptr(new chatterbox_gen_audio_pipeline(lctx, mctx)); case MTMD_GEN_AUDIO_TYPE_DRAMA3: return std::unique_ptr(new drama3_gen_audio_pipeline(lctx, mctx)); + case MTMD_GEN_AUDIO_TYPE_ZONOS3: + return std::unique_ptr(new zonos3_gen_audio_pipeline(lctx, mctx)); default: return nullptr; } @@ -2463,6 +2996,8 @@ struct mtmd_helper_gen_audio_inp mtmd_helper_gen_audio_inp_default(void) { inp.top_p = 1.0f; inp.temp = -1.0f; // model default inp.seed = UINT32_MAX; // random + inp.speed = 1.0f; + inp.loudness = 0.0f; inp.out_type = MTMD_HELPER_GEN_AUDIO_OUTTYPE_WAV; return inp; } @@ -2476,6 +3011,14 @@ int32_t mtmd_helper_gen_audio_set_input(mtmd_helper_gen_audio * ctx, const mtmd_ LOG_ERR("mtmd_helper_gen_audio: the pipeline cannot continue a sequence\n"); return 1; } + if (!std::isfinite(inp->speed) || inp->speed <= 0.0f || !std::isfinite(inp->loudness) || inp->loudness > 0.0f) { + LOG_ERR("mtmd_helper_gen_audio: speed must be > 0 and loudness < 0 LUFS (0 = model default)\n"); + return 2; + } + if ((inp->speed != 1.0f || inp->loudness != 0.0f) && !ctx->pipeline->supports_delivery()) { + LOG_ERR("mtmd_helper_gen_audio: the model does not support speed or loudness\n"); + return 2; + } ctx->pipeline->logit_bias.clear(); return ctx->pipeline->set_input(inp); } diff --git a/tools/mtmd/mtmd-helper.h b/tools/mtmd/mtmd-helper.h index 1bf3ee2bac50..5ca414906898 100644 --- a/tools/mtmd/mtmd-helper.h +++ b/tools/mtmd/mtmd-helper.h @@ -291,6 +291,10 @@ struct mtmd_helper_gen_audio_inp { float temp; // audio frame temperature if the model supports it, < 0 = model default, 0 = greedy uint32_t seed; // UINT32_MAX for random (default: random) + // delivery (only for models that support it); other models reject non-default values + float speed; // speaking speed relative to a typical pace, > 0 (default: 1.0 = the model's own pace) + float loudness; // target loudness in LUFS, < 0 (default: 0.0 = the model's own loudness) + enum mtmd_helper_gen_audio_outtype out_type; }; @@ -304,6 +308,7 @@ MTMD_API void mtmd_helper_gen_audio_free(mtmd_helper_gen_audio * ctx); MTMD_API void mtmd_helper_gen_audio_reset(mtmd_helper_gen_audio * ctx); +// returns 0 on success, 2 if the input is invalid for the model (e.g. unsupported speed or loudness), 1 on other errors MTMD_API int32_t mtmd_helper_gen_audio_set_input( mtmd_helper_gen_audio * ctx, const struct mtmd_helper_gen_audio_inp * inp); diff --git a/tools/mtmd/mtmd-impl.h b/tools/mtmd/mtmd-impl.h index e2157f767355..0d287dcdd8f8 100644 --- a/tools/mtmd/mtmd-impl.h +++ b/tools/mtmd/mtmd-impl.h @@ -106,6 +106,7 @@ #define KEY_GEN_AUDIO_PROJ_TYPE "clip.gen.audio.projector_type" // for models with mixed modalities // name of the weight variant, for settings that are not in the checkpoint #define KEY_GEN_AUDIO_VARIANT "clip.gen.audio.model_variant" +#define KEY_GEN_AUDIO_DEFAULT_VOICE "clip.gen.audio.default_voice" // sampling defaults of the generated audio, like general.sampling.* for text #define KEY_GEN_AUDIO_TEMP "clip.gen.audio.sampling.temp" #define KEY_GEN_AUDIO_TOP_K "clip.gen.audio.sampling.top_k" @@ -572,6 +573,8 @@ enum projector_type { PROJECTOR_TYPE_SOPRANO, PROJECTOR_TYPE_LFM3A_GEN, PROJECTOR_TYPE_DRAMA3_GEN, + PROJECTOR_TYPE_ZONOS3_GEN, + PROJECTOR_TYPE_ZONOS3_SPKENC, PROJECTOR_TYPE_MUSE_GLIMMER, PROJECTOR_TYPE_SENSENOVA_U1, PROJECTOR_TYPE_COHERE2V, @@ -660,6 +663,8 @@ static std::map PROJECTOR_TYPE_NAMES = { { PROJECTOR_TYPE_SOPRANO, "soprano"}, { PROJECTOR_TYPE_LFM3A_GEN, "lfm3a_gen"}, { PROJECTOR_TYPE_DRAMA3_GEN, "drama3_gen"}, + { PROJECTOR_TYPE_ZONOS3_GEN, "zonos3_gen"}, + { PROJECTOR_TYPE_ZONOS3_SPKENC, "zonos3_spkenc"}, { PROJECTOR_TYPE_MUSE_GLIMMER, "muse-glimmer"}, { PROJECTOR_TYPE_SENSENOVA_U1, "sensenova_u1"}, { PROJECTOR_TYPE_COHERE2V, "cohere2v"}, diff --git a/tools/mtmd/mtmd-model.cpp b/tools/mtmd/mtmd-model.cpp index c4e5bbd54c4b..c4c52a4d5764 100644 --- a/tools/mtmd/mtmd-model.cpp +++ b/tools/mtmd/mtmd-model.cpp @@ -214,6 +214,7 @@ struct mtmd_model_loader { hparams.image_size = 0; hparams.patch_size = 1; get_string(KEY_GEN_AUDIO_VARIANT, hparams.gen_model_variant, false); + get_string(KEY_GEN_AUDIO_DEFAULT_VOICE, hparams.gen_default_voice, false); } else { GGML_ASSERT(false && "unknown modality"); @@ -967,6 +968,15 @@ struct mtmd_model_loader { "%s: mimo_audio: %s must be > 0\n", __func__, KEY_A_LOCAL_GROUP_SIZE)); } } break; + case PROJECTOR_TYPE_ZONOS3_SPKENC: + { + // kaldi fbank front-end + hparams.audio_sample_rate = 16000; + hparams.audio_n_fft = 512; + hparams.audio_window_len = 400; + hparams.audio_hop_len = 160; + hparams.warmup_audio_size = 1000; + } break; case PROJECTOR_TYPE_QWEN3TTS_SPKENC: { // ECAPA-TDNN speaker encoder, mel front-end uses the Slaney default (fmin=0, fmax=sr/2) @@ -1032,6 +1042,10 @@ struct mtmd_model_loader { // matches the reference decoder's sliding_window (speech_tokenizer/config.json) hparams.wav_tfm_swa = 72; } break; + case PROJECTOR_TYPE_ZONOS3_GEN: + { + hparams.audio_sample_rate = 44100; + } break; case PROJECTOR_TYPE_DRAMA3_GEN: { // Fish DAC decoder, codec.pth has no config @@ -1479,6 +1493,7 @@ struct mtmd_model_loader { const bool has_standard_layers = ( model.proj_type != PROJECTOR_TYPE_GEMMA3NV && model.proj_type != PROJECTOR_TYPE_QWEN3TTS_SPKENC && + model.proj_type != PROJECTOR_TYPE_ZONOS3_SPKENC && model.proj_type != PROJECTOR_TYPE_POCKETTTS_GEN && model.proj_type != PROJECTOR_TYPE_SOPRANO && model.proj_type != PROJECTOR_TYPE_MUSE_SPARK_AUDIO && @@ -2574,6 +2589,118 @@ struct mtmd_model_loader { // code2wav: RVQ codes -> raw PCM, lives in the same ctx as code_predictor load_code2wav(true); } break; + case PROJECTOR_TYPE_ZONOS3_GEN: + { + model.gen_code_head_w = get_tensor(mtmd_format(TN_A_GEN_CODE_HEAD, "weight")); + model.gen_code_out_embd_w = get_tensor(mtmd_format(TN_A_GEN_CODE_OUT_EMBD, "weight")); + if (model.gen_code_out_embd_w->ne[1] % mtmd_graph_zonos3_gen::n_codebooks != 0 || + model.gen_code_head_w->ne[1] != model.gen_code_out_embd_w->ne[1]) { + throw std::runtime_error(mtmd_format("%s: zonos3: unexpected codebook table shape\n", __func__)); + } + + // voice.: the voice rows of the prompt + for (int64_t i = 0; i < gguf_get_n_tensors(ctx_gguf.get()); ++i) { + const char * name = gguf_get_tensor_name(ctx_gguf.get(), i); + if (strncmp(name, "voice.", 6) != 0) { + continue; + } + const ggml_tensor * t = ggml_get_tensor(ctx_meta.get(), name); + if (t->type != GGML_TYPE_F32 || ggml_n_dims(t) > 2 || t->ne[0] != model.gen_code_out_embd_w->ne[0]) { + throw std::runtime_error(mtmd_format("%s: invalid voice tensor %s\n", __func__, name)); + } + auto & embd = model.gen_voices[name + 6].rows; + embd.resize(ggml_nelements(t)); + fin.seekg(tensor_offset.at(name), std::ios::beg); + if (!fin.read(reinterpret_cast(embd.data()), ggml_nbytes(t))) { + throw std::runtime_error(mtmd_format("%s: failed to read %s\n", __func__, name)); + } + } + LOG_INF("%s: %zu predefined voices\n", __func__, model.gen_voices.size()); + + // ZAC codec decoder + auto & z = model.zonos3; + const std::string p = "a.gen.wav"; + auto has = [&](const std::string & name) { + return gguf_find_tensor(ctx_gguf.get(), name.c_str()) >= 0; + }; + auto load_convnext = [&](const std::string & q) { + mtmd_zonos3_wav::convnext b; + b.dw_w = get_tensor(q + ".dw.weight"); + b.dw_b = get_tensor(q + ".dw.bias"); + b.norm_w = get_tensor(q + ".norm.weight"); + b.norm_b = get_tensor(q + ".norm.bias"); + b.pw1_w = get_tensor(q + ".pw1.weight"); + b.pw1_b = get_tensor(q + ".pw1.bias"); + b.pw2_w = get_tensor(q + ".pw2.weight"); + b.pw2_b = get_tensor(q + ".pw2.bias"); + return b; + }; + z.sem_table = get_tensor(p + ".sem.table"); + z.sem_bias = get_tensor(p + ".sem.bias"); + for (int i = 0; has(mtmd_format("%s.sem.%d.dw.weight", p.c_str(), i)); i++) { + z.sem.push_back(load_convnext(p + ".sem." + std::to_string(i))); + } + z.sem_out_w = get_tensor(p + ".sem.out.weight"); + z.sem_out_b = get_tensor(p + ".sem.out.bias"); + z.res_table = get_tensor(p + ".res.table"); + z.res_bias = get_tensor(p + ".res.bias"); + for (int s = 0; has(mtmd_format("%s.stage.%d.in.weight", p.c_str(), s)); s++) { + const std::string q = p + ".stage." + std::to_string(s); + mtmd_zonos3_wav::stage st; + st.in_w = get_tensor(q + ".in.weight"); + st.out_w = get_tensor(q + ".out.weight", false); + for (int il = 0; has(mtmd_format("%s.blk.%d.qkv.weight", q.c_str(), il)); il++) { + const std::string b = q + ".blk." + std::to_string(il); + mtmd_zonos3_wav::layer l; + l.norm1_w = get_tensor(b + ".norm1.weight"); + l.norm1_b = get_tensor(b + ".norm1.bias"); + l.qkv_w = get_tensor(b + ".qkv.weight"); + l.wo_w = get_tensor(b + ".wo.weight"); + l.attn_scale = get_tensor(b + ".attn_scale"); + l.norm2_w = get_tensor(b + ".norm2.weight"); + l.norm2_b = get_tensor(b + ".norm2.bias"); + l.ffn1_w = get_tensor(b + ".ffn1.weight"); + l.ffn2_w = get_tensor(b + ".ffn2.weight"); + l.ffn_scale = get_tensor(b + ".ffn_scale"); + st.layers.push_back(l); + } + z.stages.push_back(std::move(st)); + } + for (int i = 0; has(mtmd_format("%s.head.%d.dw.weight", p.c_str(), i)); i++) { + z.head.push_back(load_convnext(p + ".head." + std::to_string(i))); + } + z.head_norm_w = get_tensor(p + ".head.norm.weight"); + z.head_norm_b = get_tensor(p + ".head.norm.bias"); + z.head_out_w = get_tensor(p + ".head.out.weight"); + z.head_out_b = get_tensor(p + ".head.out.bias"); + if (z.stages.size() != mtmd_graph_zonos3_gen::n_stages || z.sem.empty() || z.head.empty() || + z.head_out_w->ne[1] != mtmd_graph_zonos3_gen::n_fft[0] + mtmd_graph_zonos3_gen::n_fft[1] + 4) { + throw std::runtime_error(mtmd_format("%s: zonos3: unexpected codec decoder layout\n", __func__)); + } + + // read on the host + auto read_host = [&](const std::string & name, std::vector & dst) -> const ggml_tensor * { + const ggml_tensor * t = ggml_get_tensor(ctx_meta.get(), name.c_str()); + if (!t || t->type != GGML_TYPE_F32 || ggml_n_dims(t) != 2) { + throw std::runtime_error(mtmd_format("%s: invalid or missing tensor %s\n", __func__, name.c_str())); + } + dst.resize(ggml_nelements(t)); + fin.seekg(tensor_offset.at(name), std::ios::beg); + if (!fin.read(reinterpret_cast(dst.data()), ggml_nbytes(t))) { + throw std::runtime_error(mtmd_format("%s: failed to read %s\n", __func__, name.c_str())); + } + return t; + }; + const ggml_tensor * mixer = read_host(p + ".mixer.weight", z.mixer); + const ggml_tensor * rs = read_host(p + ".resample.weight", z.resample); + if (mixer->ne[1] != 2 || rs->ne[1] != mtmd_graph_zonos3_gen::rs_new || + rs->ne[0] < mtmd_graph_zonos3_gen::rs_orig || (rs->ne[0] - mtmd_graph_zonos3_gen::rs_orig) % 2 != 0) { + throw std::runtime_error(mtmd_format("%s: zonos3: unexpected mixer or resampler shape\n", __func__)); + } + z.fir_kernel = mixer->ne[0]; + z.rs_new = rs->ne[1]; + z.rs_kernel_len = rs->ne[0]; + } break; case PROJECTOR_TYPE_DRAMA3_GEN: { // generic a.gen.code.blk.* tensors are loaded by the loop above @@ -2847,6 +2974,19 @@ struct mtmd_model_loader { } } } break; + case PROJECTOR_TYPE_ZONOS3_SPKENC: + { + // the graph reads the tensors by name + for (int64_t i = 0; i < gguf_get_n_tensors(ctx_gguf.get()); ++i) { + const char * name = gguf_get_tensor_name(ctx_gguf.get(), i); + if (strncmp(name, "a.spk.", 6) == 0) { + model.zonos3_spk[name] = get_tensor(name); + } + } + if (!model.zonos3_spk.count("a.spk.proj.weight") || !model.zonos3_spk.count("a.spk.linear.weight")) { + throw std::runtime_error(mtmd_format("%s: zonos3: missing speaker encoder tensors\n", __func__)); + } + } break; case PROJECTOR_TYPE_CHATTERBOX_SPKENC: { auto & c = model.cbx; @@ -3756,6 +3896,10 @@ mtmd_models mtmd_model_load(const char * fname, const mtmd_model_params & params model->hparams.custom_image_max_tokens = params.image_max_tokens; loader.load_hparams(*model, modality); loader.load_tensors(*model, buft, params.no_alloc); + const std::string & def = model->hparams.gen_default_voice; + if (!def.empty() && model->gen_voices.find(def) == model->gen_voices.end()) { + throw std::runtime_error(mtmd_format("%s: default voice \"%s\" is not a predefined voice\n", __func__, def.c_str())); + } return model; }; @@ -4163,6 +4307,7 @@ int mtmd_model::n_output_tokens(const mtmd_image_f32 * img) const { n_patches = ((img->nx() + ws - 1) / ws) * (ws / ds); } break; case PROJECTOR_TYPE_QWEN3TTS_SPKENC: + case PROJECTOR_TYPE_ZONOS3_SPKENC: { // pooling gives one speaker embedding, whatever the clip length is n_patches = 1; @@ -4175,6 +4320,7 @@ int mtmd_model::n_output_tokens(const mtmd_image_f32 * img) const { case PROJECTOR_TYPE_QWEN3TTS_GEN: case PROJECTOR_TYPE_LFM3A_GEN: case PROJECTOR_TYPE_DRAMA3_GEN: + case PROJECTOR_TYPE_ZONOS3_GEN: { // one hidden-state vector fed back to the talker per call n_patches = 1; @@ -4356,9 +4502,12 @@ int mtmd_model::n_mmproj_embd() const { return mm_2_w->ne[1]; case PROJECTOR_TYPE_QWEN3TTS_SPKENC: return mm_fc_w->ne[2]; + case PROJECTOR_TYPE_ZONOS3_SPKENC: + return zonos3_spk.at("a.spk.proj.weight")->ne[1]; case PROJECTOR_TYPE_QWEN3TTS_GEN: case PROJECTOR_TYPE_LFM3A_GEN: case PROJECTOR_TYPE_DRAMA3_GEN: + case PROJECTOR_TYPE_ZONOS3_GEN: return gen_code_out_embd_w->ne[0]; case PROJECTOR_TYPE_POCKETTTS_SPKENC: return spk_proj_w->ne[1]; diff --git a/tools/mtmd/mtmd-model.h b/tools/mtmd/mtmd-model.h index b27b1c0d8700..d04314d93d37 100644 --- a/tools/mtmd/mtmd-model.h +++ b/tools/mtmd/mtmd-model.h @@ -200,6 +200,7 @@ struct mtmd_hparams { // name of the weight variant, some pipelines tune themselves on it std::string gen_model_variant; + std::string gen_default_voice; // sampling defaults of the generated audio: greedy, no top-k, no repetition penalty float gen_temp = 0.0f; @@ -869,6 +870,60 @@ struct mtmd_drama3_layer { ggml_tensor * out_norm_w = nullptr; }; +// zonos3 ZAC codec decoder (a.gen.wav.*) +struct mtmd_zonos3_wav { + struct convnext { + ggml_tensor * dw_w = nullptr; // [K, C] + ggml_tensor * dw_b = nullptr; + ggml_tensor * norm_w = nullptr; + ggml_tensor * norm_b = nullptr; + ggml_tensor * pw1_w = nullptr; + ggml_tensor * pw1_b = nullptr; + ggml_tensor * pw2_w = nullptr; + ggml_tensor * pw2_b = nullptr; + }; + struct layer { + ggml_tensor * norm1_w = nullptr; + ggml_tensor * norm1_b = nullptr; + ggml_tensor * qkv_w = nullptr; + ggml_tensor * wo_w = nullptr; + ggml_tensor * attn_scale = nullptr; + ggml_tensor * norm2_w = nullptr; + ggml_tensor * norm2_b = nullptr; + ggml_tensor * ffn1_w = nullptr; + ggml_tensor * ffn2_w = nullptr; + ggml_tensor * ffn_scale = nullptr; + }; + struct stage { + ggml_tensor * in_w = nullptr; + ggml_tensor * out_w = nullptr; // nullptr in the last stage + std::vector layers; + }; + + ggml_tensor * sem_table = nullptr; // folded through its out_proj + ggml_tensor * sem_bias = nullptr; + std::vector sem; + ggml_tensor * sem_out_w = nullptr; + ggml_tensor * sem_out_b = nullptr; + ggml_tensor * res_table = nullptr; // merged + ggml_tensor * res_bias = nullptr; // [latent, n_codebooks - 1] + + std::vector stages; + + std::vector head; + ggml_tensor * head_norm_w = nullptr; + ggml_tensor * head_norm_b = nullptr; + ggml_tensor * head_out_w = nullptr; // both iSTFT branches + ggml_tensor * head_out_b = nullptr; + + // read on the host + std::vector mixer; // [2, fir_kernel] + std::vector resample; // [rs_new, rs_kernel_len] + int64_t fir_kernel = 0; + int64_t rs_new = 0; + int64_t rs_kernel_len = 0; +}; + struct mtmd_vocos { ggml_tensor * input_w = nullptr; ggml_tensor * input_b = nullptr; @@ -1148,6 +1203,7 @@ struct mtmd_model { // qwen3tts code2wav: RVQ codes -> raw PCM mtmd_code2wav c2w; std::vector drama3_layers; + mtmd_zonos3_wav zonos3; // pocket-tts: SEANet stack, shared by the encoder (speaker path) and the decoder (gen path) mtmd_seanet seanet; @@ -1172,6 +1228,7 @@ struct mtmd_model { // chatterbox tensors read on the host, see cbx_read_tensor() std::map cbx_tensors; + std::map zonos3_spk; // a.spk.* // predefined voices, no rows if the voice is named in the prompt (lfm3a) std::map gen_voices; diff --git a/tools/mtmd/mtmd-subcontext.cpp b/tools/mtmd/mtmd-subcontext.cpp index 798d875bb6af..ed8800fce92f 100644 --- a/tools/mtmd/mtmd-subcontext.cpp +++ b/tools/mtmd/mtmd-subcontext.cpp @@ -392,6 +392,7 @@ static std::vector list_gen_state_slots(const mtmd_hparams & hpa case PROJECTOR_TYPE_DRAMA3_GEN: return list_drama3_state_slots(hparams, model); case PROJECTOR_TYPE_POCKETTTS_GEN: return list_pockettts_state_slots(hparams, model); case PROJECTOR_TYPE_LFM3A_GEN: return list_lfm3a_gen_state_slots(hparams, model); + case PROJECTOR_TYPE_ZONOS3_GEN: return list_zonos3_gen_state_slots(hparams, model); default: return {}; } } @@ -1676,6 +1677,7 @@ bool mtmd_subcontext::encode(mtmd_subctx_encode_params * params) { case PROJECTOR_TYPE_GEMMA4UA: case PROJECTOR_TYPE_MUSE_SPARK_AUDIO: case PROJECTOR_TYPE_QWEN3TTS_SPKENC: + case PROJECTOR_TYPE_ZONOS3_SPKENC: { // do nothing } break; @@ -1689,6 +1691,54 @@ bool mtmd_subcontext::encode(mtmd_subctx_encode_params * params) { segfix[(size_t) S - 1] = 100.0f / (float) last; set_input_f32("inp_segfix", segfix); } break; + case PROJECTOR_TYPE_ZONOS3_GEN: + if (params->gen_process == MTMD_SUBCTX_GEN_PROCESS_GEN_WAV) { + // frame-major codes -> codebook-major rows; a residual code of -1 is missing and left out + const int64_t n_cb = mtmd_graph_zonos3_gen::n_codebooks; + const int64_t n_codes = mtmd_graph_zonos3_gen::n_cb_vocab; + GGML_ASSERT(params->codes != nullptr && params->codes->size() % n_cb == 0); + const int64_t n_frames = (int64_t) params->codes->size() / n_cb; + std::vector rows(params->codes->size()); + std::vector keep((size_t) n_frames * (n_cb - 1), 1.0f); + for (int64_t t = 0; t < n_frames; t++) { + for (int64_t c = 0; c < n_cb; c++) { + int32_t code = (*params->codes)[t * n_cb + c]; + if (code == -1 && c > 0) { + keep[(c - 1) * n_frames + t] = 0.0f; + code = 0; + } + if (code < 0 || code >= n_codes) { + LOG_ERR("%s: code out of range (%d, codebook size %lld)\n", __func__, code, (long long) n_codes); + return false; + } + rows[c * n_frames + t] = code + (int32_t) (c == 0 ? 0 : (c - 1) * n_codes); + } + } + set_input_i32("inp_codes", rows); + set_input_f32("inp_keep", keep); + set_gen_state_in(); + } else { + const int64_t n_cb = mtmd_graph_zonos3_gen::n_codebooks; + const int64_t n_vocab = model.gen_code_out_embd_w->ne[1] / n_cb; + // no codes: logits only, the row of codes 0 is ignored + std::vector codes(n_cb, 0); + if (params->codes) { + if (params->codes->size() != (size_t) n_cb) { + LOG_ERR("%s: expected %lld codes, got %zu\n", __func__, (long long) n_cb, params->codes->size()); + return false; + } + codes = *params->codes; + } + for (int64_t i = 0; i < n_cb; i++) { + if (codes[i] < 0 || codes[i] >= n_vocab) { + LOG_ERR("%s: code out of range (%d, vocab %lld)\n", __func__, codes[i], (long long) n_vocab); + return false; + } + codes[i] += (int32_t) (i * n_vocab); + } + set_input_i32("inp_codes", codes); + } + break; case PROJECTOR_TYPE_LFM3A_GEN: { const int64_t n_cb = model.gen_code_embd_w->ne[2]; diff --git a/tools/mtmd/mtmd.cpp b/tools/mtmd/mtmd.cpp index 63a8e39540c7..0042aeb428b5 100644 --- a/tools/mtmd/mtmd.cpp +++ b/tools/mtmd/mtmd.cpp @@ -1286,6 +1286,10 @@ struct mtmd_context { { audio_preproc = std::make_unique(models.a.get()); } break; + case PROJECTOR_TYPE_ZONOS3_SPKENC: + { + audio_preproc = std::make_unique(models.a.get()); + } break; case PROJECTOR_TYPE_POCKETTTS_SPKENC: { audio_preproc = std::make_unique(models.a.get()); @@ -2462,6 +2466,10 @@ mtmd_gen_audio_info mtmd_gen_audio_get_info(const mtmd_context * ctx) { info.type = MTMD_GEN_AUDIO_TYPE_DRAMA3; info.sample_rate = 44100; break; + case PROJECTOR_TYPE_ZONOS3_GEN: + info.type = MTMD_GEN_AUDIO_TYPE_ZONOS3; + info.sample_rate = 44100; + break; default: info.type = MTMD_GEN_AUDIO_TYPE_NONE; break; @@ -2822,8 +2830,23 @@ const char * mtmd_gen_audio_voice_name(const mtmd_context * ctx, int32_t idx) { if (!ctx->ctx_gen_a || idx < 0) { return nullptr; } - const auto & voices = ctx->ctx_gen_a->model.gen_voices; - return idx < (int32_t) voices.size() ? std::next(voices.begin(), idx)->first.c_str() : nullptr; + const auto & model = ctx->ctx_gen_a->model; + const auto & voices = model.gen_voices; + if (idx >= (int32_t) voices.size()) { + return nullptr; + } + // the default voice goes first, the others keep their order + const auto def = voices.find(model.hparams.gen_default_voice); + if (def != voices.end() && idx == 0) { + return def->first.c_str(); + } + int32_t i = def != voices.end() ? 1 : 0; + for (auto it = voices.begin(); it != voices.end(); ++it) { + if (it != def && i++ == idx) { + return it->first.c_str(); + } + } + return nullptr; } mtmd_bitmap * mtmd_gen_audio_get_voice(const mtmd_context * ctx, const char * name) { @@ -2871,6 +2894,14 @@ mtmd_gen_inp mtmd_gen_inp_default(const mtmd_context * ctx) { inp.top_p = 0.9f; inp.temp = 1.0f; break; + case PROJECTOR_TYPE_ZONOS3_GEN: + // sampled in the helper, defaults of registries/generation.json + inp.top_k = 80; + inp.top_p = 0.69f; + inp.temp = 0.75f; + inp.penalty_repeat = 2.4f; + inp.penalty_last_n = 96; + break; case PROJECTOR_TYPE_LFM3A_GEN: { // MaskGIT sampling runs in the helper, with the settings of the checkpoint @@ -2902,6 +2933,9 @@ struct mtmd_gen_state { // lfm3a: the codec graph yields STFT frames, the ISTFT runs on the host std::unique_ptr istft; + // zonos3: the iSTFT head runs on the host + std::unique_ptr zonos3_synth; + ~mtmd_gen_state() { delete gen_state; } @@ -2941,6 +2975,60 @@ void mtmd_gen_state_reset(mtmd_gen_state * state) { const auto * hparams = &state->sctx->model.hparams; state->istft = std::make_unique(hparams->audio_n_fft, hparams->audio_hop_len); } + state->zonos3_synth.reset(); +} + +// zonos3 GEN_WAV: n_codes == 0 flushes and resets the state +static int32_t mtmd_gen_wav_zonos3(mtmd_context * ctx, mtmd_gen_state * state, const mtmd_gen_inp * inp, mtmd_gen_out * out) { + mtmd_subcontext * sctx = ctx->ctx_gen_a.get(); + const auto & z = sctx->model.zonos3; + using g = mtmd_graph_zonos3_gen; + + if (!state->zonos3_synth) { + state->zonos3_synth = std::make_unique(z.mixer, z.resample, g::n_fft[0], g::n_fft[1], g::hop, g::rs_orig, g::rs_new); + } + auto & audio = state->out_audio; + audio.clear(); + + if (!inp->codes || inp->n_codes == 0) { + state->zonos3_synth->flush(audio); + mtmd_gen_state_reset(state); + } else { + if (inp->n_codes % g::n_codebooks != 0) { + LOG_ERR("%s: expected whole frames of %d codes\n", __func__, g::n_codebooks); + return 1; + } + std::vector in_codes(inp->codes, inp->codes + inp->n_codes); + std::vector spec; + + // no hidden-state input, the batch entry is an unused placeholder + mtmd_image_f32 dummy; + dummy.set_size({1, 1}, false, true); + dummy.cpy_buf(std::vector(1, 0.0f)); + + mtmd_image_f32_batch batch; + batch.is_audio = true; + batch.entries.push_back(std::move(dummy)); + + mtmd_subctx_encode_params params; + params.imgs = &batch; + params.n_threads = ctx->n_threads; + params.gen_process = MTMD_SUBCTX_GEN_PROCESS_GEN_WAV; + params.codes = &in_codes; + params.out_feats = &spec; + params.gen_state = state->gen_state; + if (!sctx->encode(¶ms)) { + LOG_ERR("%s: encode failed (codec)\n", __func__); + return 1; + } + const int64_t n_rows = (g::n_fft[0] + 2) + (g::n_fft[1] + 2); + GGML_ASSERT(spec.size() % (size_t) n_rows == 0); + state->zonos3_synth->push(spec.data(), (int64_t) (spec.size() / n_rows), audio); + } + + out->audio = audio.data(); + out->n_samples = audio.size(); + return 0; } // lfm3a GEN_WAV: ISTFT of the codec output, n_codes == 0 flushes and resets the state @@ -3042,6 +3130,9 @@ static int32_t mtmd_gen_audio_process_impl(mtmd_context * ctx, mtmd_gen_state * if (inp->type == MTMD_GEN_PROCESS_TYPE_GEN_WAV && sctx->model.proj_type == PROJECTOR_TYPE_LFM3A_GEN) { return mtmd_gen_wav_lfm3a(ctx, state, inp, out); } + if (inp->type == MTMD_GEN_PROCESS_TYPE_GEN_WAV && sctx->model.proj_type == PROJECTOR_TYPE_ZONOS3_GEN) { + return mtmd_gen_wav_zonos3(ctx, state, inp, out); + } if (inp->type == MTMD_GEN_PROCESS_TYPE_GEN_CODE) { const size_t n_embd = (size_t) sctx->model.n_mmproj_embd(); diff --git a/tools/mtmd/mtmd.h b/tools/mtmd/mtmd.h index e14f345a657b..b0d673dbe7f0 100644 --- a/tools/mtmd/mtmd.h +++ b/tools/mtmd/mtmd.h @@ -472,6 +472,7 @@ enum mtmd_gen_audio_type { MTMD_GEN_AUDIO_TYPE_LFM3A, MTMD_GEN_AUDIO_TYPE_CHATTERBOX, MTMD_GEN_AUDIO_TYPE_DRAMA3, + MTMD_GEN_AUDIO_TYPE_ZONOS3, }; struct mtmd_gen_audio_info { @@ -485,7 +486,7 @@ MTMD_API struct mtmd_gen_audio_info mtmd_gen_audio_get_info(const mtmd_context * // read a named tensor of the gen audio model as F32, returns the element count (0 if not found), out may be null to query the size MTMD_API size_t mtmd_gen_audio_read_tensor(mtmd_context * ctx, const char * name, float * out, size_t n_max); -// name of the idx-th predefined voice, nullptr when idx is out of range +// name of the idx-th predefined voice, nullptr when idx is out of range; idx 0 is the default voice MTMD_API const char * mtmd_gen_audio_voice_name(const mtmd_context * ctx, int32_t idx); // predefined voice with this name as a voice bitmap, to pass as speaker reference @@ -516,6 +517,7 @@ struct mtmd_gen_inp { // for MTMD_GEN_PROCESS_TYPE_GEN_WAV // pass either codes (discrete) or feats (continuous), depending on the pipeline // lfm3a GEN_CODE also takes codes: the codes revealed so far, -1 for a masked codebook + // zonos3 GEN_WAV: -1 for a residual code not known yet, the frame is decoded without it int32_t * codes; size_t n_codes; const float * feats; diff --git a/tools/server/README.md b/tools/server/README.md index 753530a86089..13d41d884b82 100644 --- a/tools/server/README.md +++ b/tools/server/README.md @@ -874,6 +874,10 @@ Returns raw audio bytes (`audio/wav` by default) rather than JSON. For the list `seed`: RNG seed for both the backbone sampler and the codec/vocoder (`-1` = random, the default). Set to a fixed value for reproducible output. +`speed`: Speaking speed relative to a typical pace, `> 0` (default `1.0`, the model's own pace). Only for models that support it, others reject a value other than `1.0` with a 400 error. + +`loudness`: Target loudness in LUFS, `< 0` (default `0.0`, the model's own loudness). Only for models that support it, others reject a value other than `0.0` with a 400 error. + `n_predict`: Max number of audio frames to generate. Defaults to `512`; generation normally stops earlier once the model emits an end-of-speech token. `response_format`: `wav` (default), `pcm` (raw `float32` little-endian mono samples, no header; the response `Content-Type` carries the sample rate, e.g. `audio/pcm;rate=24000;encoding=float;bits=32`) or `pcm16` (same, as signed 16-bit samples, e.g. `audio/pcm;rate=24000;encoding=signed-int;bits=16`). @@ -1668,7 +1672,7 @@ Generates speech from text, for models that can generate audio. The request is c `stream_format`: `audio` streams the response as it becomes available, see `stream` in `/tts` for the WAV header it writes. `sse` is rejected. The response is not streamed when omitted. -`speed`: Only `1.0` is accepted. +`speed`: Speaking speed, see `speed` in `/tts`. Only models that support it accept a value other than `1.0`. `loudness` of `/tts` can be used as well. `instructions`: Ignored. diff --git a/tools/server/server-chat.cpp b/tools/server/server-chat.cpp index 4e4622baf56c..af1e42dbdabd 100644 --- a/tools/server/server-chat.cpp +++ b/tools/server/server-chat.cpp @@ -799,10 +799,6 @@ json convert_speech_to_tts(const json & inp_body) { throw std::invalid_argument("Only 'audio' stream_format is supported for speech"); } - if (json_value(inp_body, "speed", 1.0) != 1.0) { - throw std::invalid_argument("'speed' is not supported for speech"); - } - if (!json_value(inp_body, "instructions", std::string()).empty()) { SRV_WRN("%s", "'instructions' is not supported for speech and is ignored\n"); } diff --git a/tools/server/server-context.cpp b/tools/server/server-context.cpp index 7c2c35c35dd8..28e01c69b8a9 100644 --- a/tools/server/server-context.cpp +++ b/tools/server/server-context.cpp @@ -1951,7 +1951,12 @@ struct server_context_impl { // mtmd_helper always re-eval the whole prompt slot.prompt_clear(); task.tts_inp.data.seq_id = slot.id; - if (slot.tts.ctx.set_input(task.tts_inp.get()) != 0) { + const int32_t ret = slot.tts.ctx.set_input(task.tts_inp.get()); + if (ret == 2) { + send_error(task, "invalid TTS input: the model may not support \"speed\" or \"loudness\", see the server log", ERROR_TYPE_INVALID_REQUEST); + return false; + } + if (ret != 0) { send_error(task, "failed to process TTS prompt", ERROR_TYPE_SERVER); return false; } @@ -5650,7 +5655,7 @@ static json parse_tts_body(const server_http_req & req) { body[k] = std::stoll(body[k].get()); } } - for (const char * k : { "top_p", "temperature", "repeat_penalty", "speed" }) { + for (const char * k : { "top_p", "temperature", "repeat_penalty", "speed", "loudness" }) { if (body.contains(k) && body[k].is_string()) { body[k] = std::stof(body[k].get()); } diff --git a/tools/server/server-schema.cpp b/tools/server/server-schema.cpp index 84e872f21eb8..e72617d6d1fb 100644 --- a/tools/server/server-schema.cpp +++ b/tools/server/server-schema.cpp @@ -555,6 +555,12 @@ std::vector> make_tts_schema(server_task & task) { add((new field_num("seed", task.tts_inp.data.seed)) ->set_desc("RNG seed for the backbone sampler and the codec/vocoder (-1 = random)")); + add((new field_num("speed", task.tts_inp.data.speed)) + ->set_desc("Speaking speed relative to a typical pace, for models that support it (1.0 = model default)")); + + add((new field_num("loudness", task.tts_inp.data.loudness)) + ->set_desc("Target loudness in LUFS, for models that support it (0.0 = model default)")); + add((new field_num("n_predict", task.params.n_predict)) ->set_hard_limits(-1, INT32_MAX) ->add_alias("max_tokens") From 18b74fa41dcac1f55ae1371fe58153f7225941f6 Mon Sep 17 00:00:00 2001 From: Seungjun Bae Date: Mon, 16 Nov 2026 03:45:17 +0900 Subject: [PATCH 078/249] model : read qwen3vl output head size from the tensor (#32349) Allows Qwen3-ForcedAligner, whose output head (5000 timestamp classes) is smaller than the vocab. --- src/models/qwen3vl.cpp | 12 +++++++++--- 1 file changed, 9 insertions(+), 3 deletions(-) diff --git a/src/models/qwen3vl.cpp b/src/models/qwen3vl.cpp index 480e570dcfb4..ed9fe6507e68 100644 --- a/src/models/qwen3vl.cpp +++ b/src/models/qwen3vl.cpp @@ -13,14 +13,20 @@ void llama_model_qwen3vl::load_arch_hparams(llama_model_loader & ml) { } } -void llama_model_qwen3vl::load_arch_tensors(llama_model_loader &) { +void llama_model_qwen3vl::load_arch_tensors(llama_model_loader & ml) { LLAMA_LOAD_LOCALS; + // the output head can be smaller than the vocab (Qwen3-TTS codec head, Qwen3-ForcedAligner timestamp head) int64_t n_vocab_out = n_vocab; - if (arch == LLM_ARCH_QWEN3TTS) { + if (const ggml_tensor * meta = ml.get_tensor_meta(tn(LLM_TENSOR_OUTPUT, "weight").str().c_str())) { + n_vocab_out = meta->ne[1]; + } else if (arch == LLM_ARCH_QWEN3TTS) { // [TAG_LLAMA_N_VOCAB_OUT] n_vocab_out = 3072; } + if (n_vocab_out < 1 || n_vocab_out > n_vocab) { + throw std::runtime_error(format("tensor 'output.weight' has invalid head size %lld (vocab size %lld)", (long long) n_vocab_out, (long long) n_vocab)); + } tok_embd = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD, "weight"), {n_embd, n_vocab}, 0); @@ -164,7 +170,7 @@ llama_model_qwen3vl::graph::graph(const llm_graph_params & params) : llm_graph_c int64_t n_vocab_in = model.tok_embd->ne[1]; int64_t n_vocab_out = model.output->ne[1]; if (n_vocab_in > n_vocab_out) { - // case: Qwen3TTS model with codec_head as output + // case: output head smaller than vocab, see load_arch_tensors GGML_ASSERT(model.output_norm); int64_t pad = n_vocab_in - n_vocab_out; From fc504f91d8cfdfcd9b0fedcf14600fd2b0e63420 Mon Sep 17 00:00:00 2001 From: Xuan-Son Nguyen Date: Sun, 15 Nov 2026 21:25:34 +0100 Subject: [PATCH 079/249] mtmd: support higgs v3 STT and vibevoice-ASR (#32329) * mtmd: support higgs v3 and vibevoice-ASR * use proper mapping * address review comment * nits * rm hacky get_audio_length, add mtmd_helper_get_media_meta --- common/chat.cpp | 19 +- common/chat.h | 10 +- conversion/__init__.py | 4 + conversion/base.py | 2 +- conversion/higgs_audio.py | 74 ++++++++ conversion/vibevoice_asr.py | 157 ++++++++++++++++ gguf-py/gguf/constants.py | 29 +++ gguf-py/gguf/tensor_mapping.py | 2 + tools/mtmd/CMakeLists.txt | 1 + tools/mtmd/models/models.h | 15 ++ tools/mtmd/models/vibevoice-asr.cpp | 138 ++++++++++++++ tools/mtmd/models/whisper-enc.cpp | 15 +- tools/mtmd/mtmd-audio.cpp | 78 +++++++- tools/mtmd/mtmd-audio.h | 18 ++ tools/mtmd/mtmd-graph.cpp | 5 + tools/mtmd/mtmd-helper.cpp | 49 +++++ tools/mtmd/mtmd-helper.h | 26 +++ tools/mtmd/mtmd-impl.h | 17 ++ tools/mtmd/mtmd-model.cpp | 122 ++++++++++++ tools/mtmd/mtmd-model.h | 21 ++- tools/mtmd/mtmd-subcontext.cpp | 10 +- tools/mtmd/mtmd.cpp | 276 +++++++++++++++++++++++++++- tools/server/server-chat.cpp | 14 +- tools/server/server-realtime.cpp | 17 +- 24 files changed, 1101 insertions(+), 18 deletions(-) create mode 100644 conversion/higgs_audio.py create mode 100644 conversion/vibevoice_asr.py create mode 100644 tools/mtmd/models/vibevoice-asr.cpp diff --git a/common/chat.cpp b/common/chat.cpp index e060362d25cd..b3c930ec40c4 100644 --- a/common/chat.cpp +++ b/common/chat.cpp @@ -827,6 +827,11 @@ static std::string string_lower(std::string s) { return s; } +// VibeVoice-ASR: default system prompt of the template written by the converter +static bool is_vibevoice_asr_template(const std::string & src) { + return src.find("transcribes audio input into text output in JSON format") != std::string::npos; +} + // LFM3-Audio: language code -> name static std::string lfm3_language_name(const std::string & language) { static const std::map names = { @@ -847,7 +852,8 @@ static std::string lfm3_asr_system_prompt(const std::string & language) { return "Perform ASR in " + lfm3_language_name(language) + "."; } -common_chat_prompt_preset common_chat_get_asr_prompt(const common_chat_templates * chat_templates, const std::string & language) { +common_chat_prompt_preset common_chat_get_asr_prompt(const common_chat_templates * chat_templates, const std::string & language, + double audio_length, const std::string & context) { common_chat_prompt_preset asr_preset; asr_preset.system = ""; asr_preset.user = "Transcribe audio to text"; @@ -861,6 +867,17 @@ common_chat_prompt_preset common_chat_get_asr_prompt(const common_chat_templates asr_preset.system = lfm3_asr_system_prompt(language); asr_preset.user = ""; asr_preset.has_language = true; + } else if (is_vibevoice_asr_template(src)) { + // without the audio length the model does not know where the audio ends and loops + const char * keys = "transcribe it with these keys: Start time, End time, Speaker ID, Content"; + if (context.empty()) { + asr_preset.user = string_format("\nThis is a %.2f seconds audio, please %s", audio_length, keys); + } else { + asr_preset.user = string_format("\nThis is a %.2f seconds audio, with extra info: %s\n\nPlease %s", audio_length, context.c_str(), keys); + asr_preset.has_context = true; + } + asr_preset.media_first = true; + asr_preset.needs_audio_length = true; } } diff --git a/common/chat.h b/common/chat.h index 304ccf9eca38..d66afaef7803 100644 --- a/common/chat.h +++ b/common/chat.h @@ -491,10 +491,16 @@ std::optional common_chat_try_specialized_template( struct common_chat_prompt_preset { std::string system; std::string user; - bool has_language = false; // the preset already names the requested language + bool has_language = false; // the preset already names the requested language + bool has_context = false; // the user text already holds the context + bool media_first = false; // the media goes before the user text + bool needs_audio_length = false; // the user text depends on the audio length, call again with it }; -common_chat_prompt_preset common_chat_get_asr_prompt(const common_chat_templates * chat_templates, const std::string & language = ""); +// audio_length: in seconds, 0 if unknown +// context: extra info from the user (e.g. names, hotwords), only used by some presets, see has_context +common_chat_prompt_preset common_chat_get_asr_prompt(const common_chat_templates * chat_templates, const std::string & language = "", + double audio_length = 0.0, const std::string & context = ""); // prompt of the model's "tts" chat template for the text to speak, empty if the model has none // language and voice are optional, the template defines their defaults diff --git a/conversion/__init__.py b/conversion/__init__.py index e915753a887c..2ec0551e83e0 100644 --- a/conversion/__init__.py +++ b/conversion/__init__.py @@ -138,6 +138,7 @@ "Grok1ForCausalLM": "grok", "GrokForCausalLM": "grok", "GroveMoeForCausalLM": "grovemoe", + "HiggsAudio3Model": "higgs_audio", "HunYuanDenseV1ForCausalLM": "hunyuan", "HunYuanMoEV1ForCausalLM": "hunyuan", "HunYuanVLForConditionalGeneration": "hunyuan", @@ -325,6 +326,7 @@ "UMT5Model": "t5", "UltravoxModel": "ultravox", "UnlimitedOCRForCausalLM": "deepseek", + "VibeVoiceAsrForConditionalGeneration": "vibevoice_asr", "VLlama3ForCausalLM": "llama", "VllmDecision2Model": "vllm_decision2", "VoxtralForConditionalGeneration": "llama", @@ -372,6 +374,7 @@ "Granite4VisionForConditionalGeneration": "granite", "GraniteSpeechForConditionalGeneration": "granite", "GraniteSpeechPlusForConditionalGeneration": "granite", + "HiggsAudio3Model": "higgs_audio", "HunYuanVLForConditionalGeneration": "hunyuan", "Idefics3ForConditionalGeneration": "smolvlm", "Inkling2ForConditionalGeneration": "inkling2", @@ -431,6 +434,7 @@ "Step3p7ForConditionalGeneration": "step3", "UltravoxModel": "ultravox", "UnlimitedOCRForCausalLM": "deepseek", + "VibeVoiceAsrForConditionalGeneration": "vibevoice_asr", "VoxtralForConditionalGeneration": "ultravox", "VoxtralRealtimeForConditionalGeneration": "ultravox", "YoutuVLForConditionalGeneration": "youtuvl", diff --git a/conversion/base.py b/conversion/base.py index 7558fdcb4043..2abd15c918c5 100644 --- a/conversion/base.py +++ b/conversion/base.py @@ -3475,7 +3475,7 @@ def get_model_architecture(hparams: dict[str, Any], model_type: ModelType) -> st # Kimi-K3's text_config reports "KimiLinearForCausalLM", which is the older # Kimi-Linear-48B architecture and cannot load K3 (no attention residuals, # latent MoE, situ, ...). Route on the top-level architecture instead. - if model_type == ModelType.TEXT and arch in ("NEOChatModel", "StepVLForConditionalGeneration", "Sarashina2VisionForCausalLM", "Exaone4_5_ForConditionalGeneration", "Step3p7ForConditionalGeneration", "KimiK3ForConditionalGeneration", "KimiK31ForConditionalGeneration", "Nemotron3_5TranscribeForConditionalGeneration"): + if model_type == ModelType.TEXT and arch in ("NEOChatModel", "StepVLForConditionalGeneration", "Sarashina2VisionForCausalLM", "Exaone4_5_ForConditionalGeneration", "Step3p7ForConditionalGeneration", "KimiK3ForConditionalGeneration", "KimiK31ForConditionalGeneration", "Nemotron3_5TranscribeForConditionalGeneration", "HiggsAudio3Model"): return arch # if "architectures" is found in the sub-config, use that instead diff --git a/conversion/higgs_audio.py b/conversion/higgs_audio.py new file mode 100644 index 000000000000..9e4d8b2b89ee --- /dev/null +++ b/conversion/higgs_audio.py @@ -0,0 +1,74 @@ +from __future__ import annotations + +from typing import Any, Callable, TYPE_CHECKING + +if TYPE_CHECKING: + from torch import Tensor + +from .base import ModelBase, gguf +from .qwen import Qwen3Model +from .ultravox import WhisperEncoderModel + + +# plain ChatML as built by transcribe.py upstream, the Qwen3 template renders past assistant turns differently from the last one +HIGGS_AUDIO_CHAT_TEMPLATE = ( + "{%- for message in messages -%}" + "{{- '<|im_start|>' + message['role'] + '\\n' + message['content'] + '<|im_end|>\\n' -}}" + "{%- endfor -%}" + "{%- if add_generation_prompt -%}" + "{{- '<|im_start|>assistant\\n' -}}" + "{%- if enable_thinking is defined and enable_thinking is false -%}" + "{{- '\\n\\n\\n\\n' -}}" + "{%- endif -%}" + "{%- endif -%}" +) + + +@ModelBase.register("HiggsAudio3Model") +@ModelBase.example("bosonai/higgs-audio-v3-stt") +class HiggsAudioModel(Qwen3Model): + model_arch = gguf.MODEL_ARCH.QWEN3 + + def set_vocab(self): + super().set_vocab() + self.gguf_writer.add_chat_template(HIGGS_AUDIO_CHAT_TEMPLATE) + + @classmethod + def filter_tensors(cls, item: tuple[str, Callable[[], Tensor]]) -> tuple[str, Callable[[], Tensor]] | None: + name, gen = item + + # the audio_* tensors are dropped by TextModel, rename the text head before that + if name == "audio_decoder_proj.text_lm_head.weight": + name = "lm_head.weight" + else: + name = "model." + name + + return super().filter_tensors((name, gen)) + + +@ModelBase.register("HiggsAudio3Model") +class HiggsAudioWhisperEncoderModel(WhisperEncoderModel): + has_vision_encoder = False + has_audio_encoder = True + + def get_audio_config(self) -> dict[str, Any] | None: + return self.global_config["audio_encoder_config"] + + def tensor_force_quant(self, name, new_name, bid, n_dims): + # depthwise conv kernel, same as the whisper convs + if name == "audio_encoder_proj.temporal.weight": + return gguf.GGMLQuantizationType.F16 + return super().tensor_force_quant(name, new_name, bid, n_dims) + + def set_gguf_parameters(self): + assert self.global_config["projector_type"] == "mlp" and self.global_config["projector_temporal_downsample"] == 2 + assert self.global_config["audio_adapter_type"] == "stack" and not self.global_config.get("duplicate_audio_triplet", False) + super().set_gguf_parameters() + self.gguf_writer.add_clip_projector_type(gguf.VisionProjectorType.HIGGS_AUDIO) + + @classmethod + def filter_tensors(cls, item: tuple[str, Callable[[], Tensor]]) -> tuple[str, Callable[[], Tensor]] | None: + name, _ = item + if not name.startswith(("audio_tower.", "audio_encoder_proj.")): + return None + return super().filter_tensors(item) diff --git a/conversion/vibevoice_asr.py b/conversion/vibevoice_asr.py new file mode 100644 index 000000000000..f160c0e01985 --- /dev/null +++ b/conversion/vibevoice_asr.py @@ -0,0 +1,157 @@ +from __future__ import annotations + +from typing import Any, Callable, Iterable, TYPE_CHECKING + +if TYPE_CHECKING: + from torch import Tensor + +from .base import MmprojModel, ModelBase, gguf +from .qwen import Qwen2Model + + +# the upstream chat_template.jinja is a processor template (list content, audio parts), use plain ChatML with its default system prompt +VIBEVOICE_ASR_CHAT_TEMPLATE = ( + "{%- if messages[0]['role'] == 'system' -%}" + "{{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' -}}" + "{%- set loop_messages = messages[1:] -%}" + "{%- else -%}" + "{{- '<|im_start|>system\\nYou are a helpful assistant that transcribes audio input into text output in JSON format.<|im_end|>\\n' -}}" + "{%- set loop_messages = messages -%}" + "{%- endif -%}" + "{%- for message in loop_messages -%}" + "{{- '<|im_start|>' + message['role'] + '\\n' + message['content'] + '<|im_end|>\\n' -}}" + "{%- endfor -%}" + "{%- if add_generation_prompt -%}" + "{{- '<|im_start|>assistant\\n' -}}" + "{%- endif -%}" +) + + +@ModelBase.register("VibeVoiceAsrForConditionalGeneration") +@ModelBase.example("microsoft/VibeVoice-ASR-HF") +class VibeVoiceAsrModel(Qwen2Model): + model_arch = gguf.MODEL_ARCH.QWEN2 + + def set_vocab(self): + super().set_vocab() + self.gguf_writer.add_chat_template(VIBEVOICE_ASR_CHAT_TEMPLATE) + + @classmethod + def filter_tensors(cls, item: tuple[str, Callable[[], Tensor]]) -> tuple[str, Callable[[], Tensor]] | None: + name, _ = item + if not name.startswith("language_model."): + return None + return super().filter_tensors(item) + + +@ModelBase.register("VibeVoiceAsrForConditionalGeneration") +class VibeVoiceAsrAudioModel(MmprojModel): + has_vision_encoder = False + has_audio_encoder = True + + # values hard-coded in tools/mtmd/models/vibevoice-asr.cpp + _encoder_consts = {"channels": 1, "kernel_size": 7, "num_filters": 32, "ffn_expansion": 4, "hidden_act": "gelu", "rms_norm_eps": 1e-5} + _encoders = ("acoustic_tokenizer_encoder", "semantic_tokenizer_encoder") + + def get_audio_config(self) -> dict[str, Any] | None: + c = self.global_config["acoustic_tokenizer_encoder_config"] + return { + **c, + "intermediate_size": c["ffn_expansion"] * c["hidden_size"], + "num_attention_heads": 1, + "num_hidden_layers": sum(c["depths"]), + } + + def set_gguf_parameters(self): + super().set_gguf_parameters() + for enc in self._encoders: + c = self.global_config[f"{enc}_config"] + for k, v in self._encoder_consts.items(): + assert c[k] == v, f"{enc}.{k} = {c[k]}, expected {v}" + assert c["depths"] == self.hparams["depths"] and c["downsampling_ratios"] == self.hparams["downsampling_ratios"] + + self.gguf_writer.add_clip_projector_type(gguf.VisionProjectorType.VIBEVOICE_ASR) + # the input is the raw waveform, one channel takes the place of the mel bins + self.gguf_writer.add_audio_num_mel_bins(1) + self.gguf_writer.add_audio_attention_layernorm_eps(self.hparams["rms_norm_eps"]) + self.gguf_writer.add_audio_conv_kernel_size(self.hparams["kernel_size"]) + # stride of each stage, the stem has none + self.gguf_writer.add_audio_patch_sizes([1] + [int(r) for r in self.hparams["downsampling_ratios"]]) + self.gguf_writer.add_audio_depths([int(d) for d in self.hparams["depths"]]) + + def tensor_force_quant(self, name, new_name, bid, n_dims): + if ".dw." in new_name: + return gguf.GGMLQuantizationType.F32 # ggml_ssm_conv + if ".conv." in new_name and new_name.endswith(".weight"): + return gguf.GGMLQuantizationType.F16 + return super().tensor_force_quant(name, new_name, bid, n_dims) + + @classmethod + def filter_tensors(cls, item: tuple[str, Callable[[], Tensor]]) -> tuple[str, Callable[[], Tensor]] | None: + name, _ = item + if not name.startswith(cls._encoders + ("multi_modal_projector.",)): + return None + return super().filter_tensors(item) + + _block_tensors = { + "norm.weight": gguf.MODEL_TENSOR.A_ENC_CNX_NORM, + "mixer.conv.weight": gguf.MODEL_TENSOR.A_ENC_CNX_DW, + "mixer.conv.bias": gguf.MODEL_TENSOR.A_ENC_CNX_DW, + "gamma": gguf.MODEL_TENSOR.A_ENC_CNX_LS1, + "ffn_norm.weight": gguf.MODEL_TENSOR.A_ENC_CNX_FFN_NORM, + "ffn.linear1.weight": gguf.MODEL_TENSOR.A_ENC_CNX_FFN_UP, + "ffn.linear1.bias": gguf.MODEL_TENSOR.A_ENC_CNX_FFN_UP, + "ffn.linear2.weight": gguf.MODEL_TENSOR.A_ENC_CNX_FFN_DOWN, + "ffn.linear2.bias": gguf.MODEL_TENSOR.A_ENC_CNX_FFN_DOWN, + "ffn_gamma": gguf.MODEL_TENSOR.A_ENC_CNX_LS2, + } + + # mm.a.mlp.{0,1} + mm.a.mlp_norm.0 for the acoustic connector, {2,3} + 2 for the semantic one + _proj_tensors = { + "acoustic_linear_1": (gguf.MODEL_TENSOR.A_MMPROJ, 0), + "acoustic_norm": (gguf.MODEL_TENSOR.A_MMPROJ_NORM, 0), + "acoustic_linear_2": (gguf.MODEL_TENSOR.A_MMPROJ, 1), + "semantic_linear_1": (gguf.MODEL_TENSOR.A_MMPROJ, 2), + "semantic_norm": (gguf.MODEL_TENSOR.A_MMPROJ_NORM, 2), + "semantic_linear_2": (gguf.MODEL_TENSOR.A_MMPROJ, 3), + } + + def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]: + # the layer scales (gamma) have no suffix upstream + suffix = "." + name.rsplit(".", 1)[-1] if name.endswith((".weight", ".bias")) else ".weight" + + if name.startswith("multi_modal_projector."): + key, idx = self._proj_tensors[name.split(".")[1]] + yield (self.format_tensor_name(key, idx, suffix=suffix), data_torch) + return + + enc, _, rest = name.partition(".") + enc_id = self._encoders.index(enc) + parts = rest.split(".") + depths = [int(d) for d in self.hparams["depths"]] + + # causal convs of the stages: 0 = stem, 1..6 = downsample, 7 = head + if rest.startswith("stem.conv."): + conv_id = 0 + elif parts[0] == "conv_layers" and parts[2] == "conv": + conv_id = int(parts[1]) + 1 + elif parts[0] == "head": + conv_id = len(depths) + else: + conv_id = None + if conv_id is not None: + yield (gguf.TENSOR_NAMES[gguf.MODEL_TENSOR.A_ENC_CNX_CONV].format(bid=enc_id, xid=conv_id) + suffix, data_torch) + return + + # ConvNeXt blocks are numbered per stage upstream and flat here + if parts[0] == "stem": + stage, blk, tail = 0, int(parts[2]), ".".join(parts[3:]) + else: + assert parts[0] == "conv_layers" and parts[2] == "stage", name + stage, blk, tail = int(parts[1]) + 1, int(parts[3]), ".".join(parts[4:]) + xid = sum(depths[:stage]) + blk + + key = self._block_tensors[tail] + if key == gguf.MODEL_TENSOR.A_ENC_CNX_DW and tail.endswith(".weight"): + data_torch = data_torch.squeeze(1) # [C, 1, K] -> [C, K] for ggml_ssm_conv + yield (gguf.TENSOR_NAMES[key].format(bid=enc_id, xid=xid) + suffix, data_torch) diff --git a/gguf-py/gguf/constants.py b/gguf-py/gguf/constants.py index c9b27a11fee4..037e1332abbe 100644 --- a/gguf-py/gguf/constants.py +++ b/gguf-py/gguf/constants.py @@ -1386,6 +1386,14 @@ class MODEL_TENSOR(IntEnum): A_ENC_SEANET_RES_CONV1 = auto() # residual unit, dilated conv A_ENC_SEANET_RES_CONV2 = auto() # residual unit, pointwise conv A_ENC_SEANET_SCALE_CONV = auto() # strided downsample conv + A_ENC_CNX_CONV = auto() # vibevoice: causal conv of a stage (stem, downsample, head), bid = encoder + A_ENC_CNX_NORM = auto() # vibevoice: ConvNeXt block, bid = encoder, xid = block + A_ENC_CNX_DW = auto() + A_ENC_CNX_LS1 = auto() + A_ENC_CNX_FFN_NORM = auto() + A_ENC_CNX_FFN_UP = auto() + A_ENC_CNX_FFN_DOWN = auto() + A_ENC_CNX_LS2 = auto() A_ENC_ATTN_SCALE = auto() # layer scale (gamma) on the attn output A_ENC_FFN_SCALE_LS = auto() # layer scale (gamma) on the FFN output A_ENC_SPEAKER_PROJ = auto() # voice latent -> backbone embd @@ -1419,6 +1427,7 @@ class MODEL_TENSOR(IntEnum): A_GEN_WAV_OUTPUT = auto() A_MMPROJ = auto() A_MMPROJ_FC = auto() + A_MMPROJ_NORM = auto() # vibevoice: norm after mm.a.mlp.{bid} A_MM_NORM_PRE = auto() A_MM_NORM_MID = auto() A_MM_EMBEDDING = auto() # gemma3n @@ -2317,6 +2326,14 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.A_ENC_SEANET_RES_CONV1: "a.seanet.blk.{bid}.res_conv1", MODEL_TENSOR.A_ENC_SEANET_RES_CONV2: "a.seanet.blk.{bid}.res_conv2", MODEL_TENSOR.A_ENC_SEANET_SCALE_CONV: "a.seanet.blk.{bid}.scale_conv", + MODEL_TENSOR.A_ENC_CNX_CONV: "a.cnx.{bid}.conv.{xid}", + MODEL_TENSOR.A_ENC_CNX_NORM: "a.cnx.{bid}.blk.{xid}.norm", + MODEL_TENSOR.A_ENC_CNX_DW: "a.cnx.{bid}.blk.{xid}.dw", + MODEL_TENSOR.A_ENC_CNX_LS1: "a.cnx.{bid}.blk.{xid}.ls1", + MODEL_TENSOR.A_ENC_CNX_FFN_NORM: "a.cnx.{bid}.blk.{xid}.ffn_norm", + MODEL_TENSOR.A_ENC_CNX_FFN_UP: "a.cnx.{bid}.blk.{xid}.ffn_up", + MODEL_TENSOR.A_ENC_CNX_FFN_DOWN: "a.cnx.{bid}.blk.{xid}.ffn_down", + MODEL_TENSOR.A_ENC_CNX_LS2: "a.cnx.{bid}.blk.{xid}.ls2", MODEL_TENSOR.A_ENC_ATTN_SCALE: "a.blk.{bid}.ls1", MODEL_TENSOR.A_ENC_FFN_SCALE_LS: "a.blk.{bid}.ls2", MODEL_TENSOR.A_ENC_SPEAKER_PROJ: "a.speaker_proj", @@ -2349,6 +2366,7 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.A_GEN_WAV_OUTPUT: "a.gen.wav.output", MODEL_TENSOR.A_MMPROJ: "mm.a.mlp.{bid}", MODEL_TENSOR.A_MMPROJ_FC: "mm.a.fc", + MODEL_TENSOR.A_MMPROJ_NORM: "mm.a.mlp_norm.{bid}", MODEL_TENSOR.A_MM_NORM_PRE: "mm.a.norm_pre", MODEL_TENSOR.A_MM_NORM_MID: "mm.a.norm_mid", MODEL_TENSOR.A_MM_INP_PROJ: "mm.a.input_projection", # gemma3n @@ -2641,6 +2659,7 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.A_ENC_RVQ_CODEBOOK, MODEL_TENSOR.A_MMPROJ, MODEL_TENSOR.A_MMPROJ_FC, + MODEL_TENSOR.A_MMPROJ_NORM, MODEL_TENSOR.A_MM_NORM_PRE, MODEL_TENSOR.A_MM_NORM_MID, MODEL_TENSOR.A_MM_CODE_EMBD, @@ -2741,6 +2760,14 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.A_ENC_SEANET_RES_CONV1, MODEL_TENSOR.A_ENC_SEANET_RES_CONV2, MODEL_TENSOR.A_ENC_SEANET_SCALE_CONV, + MODEL_TENSOR.A_ENC_CNX_CONV, + MODEL_TENSOR.A_ENC_CNX_NORM, + MODEL_TENSOR.A_ENC_CNX_DW, + MODEL_TENSOR.A_ENC_CNX_LS1, + MODEL_TENSOR.A_ENC_CNX_FFN_NORM, + MODEL_TENSOR.A_ENC_CNX_FFN_UP, + MODEL_TENSOR.A_ENC_CNX_FFN_DOWN, + MODEL_TENSOR.A_ENC_CNX_LS2, MODEL_TENSOR.A_ENC_ATTN_SCALE, MODEL_TENSOR.A_ENC_FFN_SCALE_LS, MODEL_TENSOR.A_ENC_SPEAKER_PROJ, @@ -7155,6 +7182,8 @@ class VisionProjectorType: QWEN2A = "qwen2a" # audio QWEN3A = "qwen3a" # audio GLMA = "glma" # audio + HIGGS_AUDIO = "higgs_audio" # audio + VIBEVOICE_ASR = "vibevoice_asr" # audio QWEN25O = "qwen2.5o" # omni VOXTRAL = "voxtral" VOXTRAL_RT = "voxtral_rt" diff --git a/gguf-py/gguf/tensor_mapping.py b/gguf-py/gguf/tensor_mapping.py index 4ee516afa6a8..61e4e7ddcada 100644 --- a/gguf-py/gguf/tensor_mapping.py +++ b/gguf-py/gguf/tensor_mapping.py @@ -2973,6 +2973,7 @@ class TensorNameMap: MODEL_TENSOR.A_ENC_DOWNSAMPLE_CONV: ( "encoder.down_sample_layer.0", # mimo-audio-tokenizer + "audio_encoder_proj.temporal", # higgs-audio ), MODEL_TENSOR.A_ENC_DOWNSAMPLE_NORM: ( @@ -3026,6 +3027,7 @@ class TensorNameMap: "mlp.model.{bid}", # lfm3a "audio_tower.proj{bid}", # qwen3omni "sound_projection.linear{bid}", # parakeet (linear1, linear2) + "audio_encoder_proj.linear{bid}", # higgs-audio (linear1, linear2) ), MODEL_TENSOR.A_MMPROJ_FC: ( diff --git a/tools/mtmd/CMakeLists.txt b/tools/mtmd/CMakeLists.txt index 32a17ef61741..b23fd5e6b821 100644 --- a/tools/mtmd/CMakeLists.txt +++ b/tools/mtmd/CMakeLists.txt @@ -63,6 +63,7 @@ add_library(mtmd models/nemotron-transcribe.cpp models/muse-glimmer.cpp models/muse-spark-audio.cpp + models/vibevoice-asr.cpp models/llama4.cpp models/llava.cpp models/minicpmv.cpp diff --git a/tools/mtmd/models/models.h b/tools/mtmd/models/models.h index 05494c71f458..a8e6120da462 100644 --- a/tools/mtmd/models/models.h +++ b/tools/mtmd/models/models.h @@ -268,6 +268,18 @@ struct mtmd_graph_granite_speech : mtmd_graph { ggml_cgraph * build() override; }; +struct mtmd_graph_vibevoice_asr : mtmd_graph { + mtmd_graph_vibevoice_asr(mtmd_subcontext * ctx, const mtmd_image_f32 & img) : mtmd_graph(ctx, img) {} + ggml_cgraph * build() override; + + std::map state_in; + mutable std::vector> state_out; + + ggml_tensor * with_left_ctx(ggml_tensor * x, const std::string & name) const; + ggml_tensor * causal_conv(ggml_tensor * x, ggml_tensor * w, ggml_tensor * b, int stride, const std::string & name) const; + ggml_tensor * encode(int e, ggml_tensor * x) const; +}; + struct mtmd_graph_muse_spark_audio : mtmd_graph { mtmd_graph_muse_spark_audio(mtmd_subcontext * ctx, const mtmd_image_f32 & img) : mtmd_graph(ctx, img) {} ggml_cgraph * build() override; @@ -643,6 +655,9 @@ std::vector list_lfm3a_state_slots(const mtmd_hparams & hparams, // state slots of the streaming Gemma 4 audio encoder (gemma4a) std::vector list_gemma4a_state_slots(const mtmd_hparams & hparams, const mtmd_model & model); +// vibevoice-asr: the left context of every causal conv, a zero state is the causal zero padding +std::vector list_vibevoice_asr_state_slots(const mtmd_hparams & hparams, const mtmd_model & model); + struct mtmd_graph_kimik25 : mtmd_graph { mtmd_graph_kimik25(mtmd_subcontext * ctx, const mtmd_image_f32 & img) : mtmd_graph(ctx, img) {} ggml_cgraph * build() override; diff --git a/tools/mtmd/models/vibevoice-asr.cpp b/tools/mtmd/models/vibevoice-asr.cpp new file mode 100644 index 000000000000..1158988cbf47 --- /dev/null +++ b/tools/mtmd/models/vibevoice-asr.cpp @@ -0,0 +1,138 @@ +#include "models.h" + +// VibeVoice-ASR audio tower: two causal ConvNeXt pyramids (acoustic and semantic) over the raw 24 kHz waveform +// each one is a VAE tokenizer encoder, its latents go through their own connector and the two are summed +// see modeling_vibevoice_acoustic_tokenizer.py and modeling_vibevoice_asr.py in transformers +// +// tensors are T-first [T, C] around the convs and C-first [C, T] in the blocks + +static std::string cnx_slot(int e, const char * kind, int i) { + return "e" + std::to_string(e) + "_" + kind + "_" + std::to_string(i); +} + +std::vector list_vibevoice_asr_state_slots(const mtmd_hparams & hparams, const mtmd_model & model) { + std::vector slots; + slots.push_back({"pos", 1, 1}); // unused, set_enc_state_in() expects it + const int n_stage = (int) hparams.audio_patch_sizes.size(); + for (int e = 0; e < 2; ++e) { + const auto & enc = model.cnx_enc[e]; + for (int i = 0; i <= n_stage; ++i) { + const int64_t stride = i < n_stage ? hparams.audio_patch_sizes[i] : 1; + slots.push_back({cnx_slot(e, "conv", i), enc.conv_w[i]->ne[0] - stride, enc.conv_w[i]->ne[1]}); + } + for (int il = 0; il < (int) enc.blocks.size(); ++il) { + const auto * w = enc.blocks[il].conv_w; + slots.push_back({cnx_slot(e, "dw", il), w->ne[0] - 1, w->ne[1]}); + } + } + return slots; +} + +// x: [T, C] -> [left + T, C], the left context comes from the state, its new value is the tail +ggml_tensor * mtmd_graph_vibevoice_asr::with_left_ctx(ggml_tensor * x, const std::string & name) const { + ggml_tensor * left = state_in.at(name); + x = ggml_concat(ctx0, left, x, 0); + state_out.push_back({name, ggml_cont(ctx0, ggml_view_2d(ctx0, x, left->ne[0], x->ne[1], x->nb[1], (x->ne[0] - left->ne[0]) * x->nb[0]))}); + return x; +} + +// x: [T, IC], w: [K, IC, OC] -> [T / stride, OC] +ggml_tensor * mtmd_graph_vibevoice_asr::causal_conv(ggml_tensor * x, ggml_tensor * w, ggml_tensor * b, int stride, const std::string & name) const { + x = with_left_ctx(x, name); + ggml_tensor * y = ggml_conv_1d(ctx0, w, x, stride, 0, 1); + y = ggml_reshape_2d(ctx0, y, y->ne[0], y->ne[1]); + return ggml_add(ctx0, y, ggml_reshape_2d(ctx0, b, 1, b->ne[0])); +} + +// x: [T, 1] -> [C_latent, T / hop] +ggml_tensor * mtmd_graph_vibevoice_asr::encode(int e, ggml_tensor * x) const { + const auto & enc = model.cnx_enc[e]; + const int n_stage = (int) hparams.audio_patch_sizes.size(); + + ggml_tensor * cur = x; + int bid = 0; + for (int stage = 0; stage < n_stage; ++stage) { + cur = causal_conv(cur, enc.conv_w[stage], enc.conv_b[stage], hparams.audio_patch_sizes[stage], cnx_slot(e, "conv", stage)); + cur = ggml_cont(ctx0, ggml_transpose(ctx0, cur)); + cb(cur, "stage_in", stage); + + const int64_t n_pos = cur->ne[1]; + for (int i = 0; i < hparams.audio_depths[stage]; ++i, ++bid) { + const auto & layer = enc.blocks[bid]; + + // causal depthwise conv mixer + ggml_tensor * h = build_norm(cur, layer.ln_1_w, nullptr, NORM_TYPE_RMS, hparams.eps, bid); + h = ggml_cont(ctx0, ggml_transpose(ctx0, h)); + h = with_left_ctx(h, cnx_slot(e, "dw", bid)); + h = ggml_reshape_3d(ctx0, h, h->ne[0], h->ne[1], 1); + h = ggml_ssm_conv(ctx0, h, layer.conv_w); + h = ggml_reshape_2d(ctx0, h, h->ne[0], n_pos); + h = ggml_add(ctx0, h, layer.conv_b); + cur = ggml_add(ctx0, cur, ggml_mul(ctx0, h, layer.ls_1_w)); + + h = build_norm(cur, layer.ln_2_w, nullptr, NORM_TYPE_RMS, hparams.eps, bid); + h = build_ffn(h, + layer.ff_up_w, layer.ff_up_b, + nullptr, nullptr, + layer.ff_down_w, layer.ff_down_b, + FFN_GELU_ERF, bid); + cur = ggml_add(ctx0, cur, ggml_mul(ctx0, h, layer.ls_2_w)); + cb(cur, "block_out", bid); + } + + cur = ggml_cont(ctx0, ggml_transpose(ctx0, cur)); + } + + cur = causal_conv(cur, enc.conv_w[n_stage], enc.conv_b[n_stage], 1, cnx_slot(e, "conv", n_stage)); + return ggml_cont(ctx0, ggml_transpose(ctx0, cur)); +} + +ggml_cgraph * mtmd_graph_vibevoice_asr::build() { + const int64_t hop = hparams.audio_samples_per_token(); + const int64_t n_frames = img.nx() / hop; + const int64_t n_ctx = img.audio_n_ctx / hop; + GGML_ASSERT(img.nx() % hop == 0 && img.audio_n_ctx % hop == 0 && n_ctx < n_frames); + + for (const auto & slot : list_vibevoice_asr_state_slots(hparams, model)) { + ggml_tensor * t = ggml_new_tensor_2d(ctx0, GGML_TYPE_F32, slot.ne0, slot.ne1); + ggml_set_name(t, ("state_in_" + slot.name).c_str()); + ggml_set_input(t); + state_in[slot.name] = t; + } + state_out.push_back({"pos", ggml_scale_bias(ctx0, state_in.at("pos"), 1.0f, (float) n_frames)}); + + ggml_tensor * inp = build_inp_raw(1); + inp = ggml_reshape_2d(ctx0, inp, img.nx(), 1); + + // the leading context frames only warm up the causal convs + auto drop_ctx = [&](ggml_tensor * t) { + return ggml_view_2d(ctx0, t, t->ne[0], n_frames - n_ctx, t->nb[1], n_ctx * t->nb[1]); + }; + + // the reference adds VAE noise to the acoustic latents, skipped here to keep the output deterministic + ggml_tensor * acoustic = drop_ctx(encode(0, inp)); + ggml_tensor * semantic = drop_ctx(encode(1, inp)); + cb(acoustic, "acoustic_latents", -1); + cb(semantic, "semantic_latents", -1); + + acoustic = ggml_add(ctx0, build_mm(model.mm_0_w, acoustic), model.mm_0_b); + acoustic = build_norm(acoustic, model.mm_norm_pre_w, nullptr, NORM_TYPE_RMS, 1e-6f, -1); + acoustic = ggml_add(ctx0, build_mm(model.mm_1_w, acoustic), model.mm_1_b); + + semantic = ggml_add(ctx0, build_mm(model.mm_2_w, semantic), model.mm_2_b); + semantic = build_norm(semantic, model.mm_norm_mid_w, nullptr, NORM_TYPE_RMS, 1e-6f, -1); + semantic = ggml_add(ctx0, build_mm(model.mm_3_w, semantic), model.mm_3_b); + + ggml_tensor * cur = ggml_add(ctx0, acoustic, semantic); + cb(cur, "projected", -1); + + // the embeddings must stay the last node + for (const auto & s : state_out) { + ggml_set_name(s.second, ("state_out_" + s.first).c_str()); + ggml_set_output(s.second); + ggml_build_forward_expand(gf, s.second); + } + + ggml_build_forward_expand(gf, cur); + return gf; +} diff --git a/tools/mtmd/models/whisper-enc.cpp b/tools/mtmd/models/whisper-enc.cpp index 6225b707cec1..e755990d5d41 100644 --- a/tools/mtmd/models/whisper-enc.cpp +++ b/tools/mtmd/models/whisper-enc.cpp @@ -2,7 +2,7 @@ ggml_cgraph * mtmd_graph_whisper_enc::build() { const int n_frames = img.nx(); - const int n_pos = n_frames / 2; + const int n_pos = (n_frames + 1) / 2; // stride-2 conv1d with padding 1 GGML_ASSERT(model.position_embeddings->ne[1] >= n_pos); ggml_tensor * inp = build_inp_raw(1); @@ -77,6 +77,19 @@ ggml_cgraph * mtmd_graph_whisper_enc::build() { cur = build_mm(model.mm_fc_w, cur); cur = ggml_add(ctx0, cur, model.mm_fc_b); + } else if (proj_type == PROJECTOR_TYPE_HIGGS_AUDIO) { + // depthwise conv (k=3, s=2, p=1) over time, then linear-relu-linear + cur = ggml_cont(ctx0, ggml_transpose(ctx0, cur)); + cur = ggml_conv_1d_dw(ctx0, model.downsample_conv_w, cur, 2, 1, 1); + cur = ggml_cont(ctx0, ggml_transpose(ctx0, cur)); + cur = ggml_add(ctx0, cur, model.downsample_conv_b); + + cur = build_mm(model.mm_1_w, cur); + cur = ggml_add(ctx0, cur, model.mm_1_b); + cur = ggml_relu(ctx0, cur); + cur = build_mm(model.mm_2_w, cur); + cur = ggml_add(ctx0, cur, model.mm_2_b); + } else if (proj_type == PROJECTOR_TYPE_VOXTRAL) { // projector cur = build_ffn(cur, diff --git a/tools/mtmd/mtmd-audio.cpp b/tools/mtmd/mtmd-audio.cpp index c6d751b413d8..dfd3b30e7bc4 100644 --- a/tools/mtmd/mtmd-audio.cpp +++ b/tools/mtmd/mtmd-audio.cpp @@ -277,6 +277,7 @@ static void mtmd_audio_fill_entries(std::vector & mels, bool sha GGML_ASSERT(mel.n_mel <= INT32_MAX && mel.n_mel >= 0); mtmd_image_f32 entry; entry.set_size({(int) mel.n_len, (int) mel.n_mel}, shape_only || mel.data.empty(), /* is_audio */ true); + entry.audio_n_ctx = (int32_t) mel.n_ctx; if (!entry.is_placeholder()) { entry.cpy_buf(mel.data); } @@ -688,7 +689,7 @@ bool mtmd_audio_preprocessor_qwen3a::process(const float * sampl // // mtmd_audio_preprocessor_dots3note // -// Matches Dots3NoteFeatureExtractor: the waveform is split into 60s chunks and each chunk gets +// Matches Dots3NoteFeatureExtractor: the waveform is split into audio_chunk_len chunks and each chunk gets // its own whisper-style log-mel (center=True, log10 + (max-8)/4). Only sample_length//hop frames // per chunk are valid; the reference masks everything beyond them, so we emit exactly that many. // @@ -733,7 +734,7 @@ bool mtmd_audio_preprocessor_dots3note::process(const float * sa continue; // sub-hop tail, contributes no frames } - // reflect-pad the start; the reference zero-pads partial chunks to 60s before the STFT, + // reflect-pad the start; the reference zero-pads partial chunks to the chunk length before the STFT, // so a partial chunk sees zeros past its end while a full chunk reflects its own tail std::vector padded(n_chunk + 2 * pad, 0.0f); for (int i = 0; i < pad; i++) { @@ -780,6 +781,20 @@ bool mtmd_audio_preprocessor_dots3note::process(const float * sa return !output.empty(); } +bool mtmd_audio_preprocessor_higgs_audio::process(const float * samples, + size_t n_samples, + std::vector & output, + bool shape_only) const { + if (!mtmd_audio_preprocessor_dots3note::process(samples, n_samples, output, shape_only)) { + return false; + } + // a tail under 3 frames gives no token, the reference drops it too + if (output.size() > 1 && output.back().n_len < 3) { + output.pop_back(); + } + return !output.empty() && output.back().n_len >= 3; +} + // // mtmd_audio_preprocessor_mimo_audio // @@ -2227,6 +2242,65 @@ bool mtmd_audio_preprocessor_pockettts::process(const float * sa return true; } +// +// mtmd_audio_preprocessor_vibevoice_asr +// +// Matches VibeVoiceAcousticTokenizerFeatureExtractor: the clip is scaled to -25 dBFS RMS, then zero-padded to a whole number of frames. +// The reference encodes it with a streaming conv cache, here each chunk re-reads audio_n_ctx samples before its start instead, which gives the same output. +// + +double mtmd_audio_vibevoice_gain(double sum_sq, int64_t n_samples, double peak) { + const double rms = std::max(std::sqrt(sum_sq / std::max(n_samples, 1)), std::pow(10.0, -50.0 / 20.0)); + double gain = std::pow(10.0, -25.0 / 20.0) / (rms + 1e-6); + if (peak * gain > 1.0) { + gain /= peak * gain + 1e-6; + } + return gain; +} + +bool mtmd_audio_preprocessor_vibevoice_asr::process(const float * samples, + size_t n_samples, + std::vector & output, + bool /*shape_only*/) const { + if (n_samples == 0) { + return false; + } + + const int64_t hop = hparams.audio_samples_per_token(); + const int64_t n_ctx = hparams.audio_n_ctx; + const int64_t n_chunk = (int64_t) hparams.audio_chunk_len * hparams.audio_sample_rate / hop * hop; + const int64_t n_padded = ((int64_t) n_samples + hop - 1) / hop * hop; + GGML_ASSERT(n_chunk > 0 && n_ctx % hop == 0); + + double sum_sq = 0.0; + double peak = 0.0; + for (size_t i = 0; i < n_samples; i++) { + sum_sq += (double) samples[i] * samples[i]; + peak = std::max(peak, (double) std::fabs(samples[i])); + } + const double scale = mtmd_audio_vibevoice_gain(sum_sq, (int64_t) n_samples, peak); + + std::vector audio((size_t) n_padded, 0.0f); + for (size_t i = 0; i < n_samples; i++) { + audio[i] = (float) (samples[i] * scale); + } + + output.clear(); + for (int64_t start = 0; start < n_padded; start += n_chunk) { + const int64_t beg = std::max(0, start - n_ctx); + const int64_t end = std::min(n_padded, start + n_chunk); + + mtmd_audio_mel mel; + mel.n_len = end - beg; + mel.n_len_org = end - beg; + mel.n_mel = 1; + mel.n_ctx = start - beg; + mel.data.assign(audio.begin() + beg, audio.begin() + end); + output.push_back(std::move(mel)); + } + return true; +} + // Muse Spark reads the raw waveform: pass the samples through, zero padded to a whole number of embeddings bool mtmd_audio_preprocessor_muse_spark_audio::process( const float * samples, diff --git a/tools/mtmd/mtmd-audio.h b/tools/mtmd/mtmd-audio.h index 937451c8abe2..b4b1ce692f23 100644 --- a/tools/mtmd/mtmd-audio.h +++ b/tools/mtmd/mtmd-audio.h @@ -14,6 +14,7 @@ struct mtmd_audio_mel { int64_t n_len; int64_t n_len_org; int64_t n_mel; + int64_t n_ctx = 0; // see mtmd_image_f32::audio_n_ctx std::vector data; }; @@ -128,6 +129,17 @@ struct mtmd_audio_preprocessor_muse_spark_audio : mtmd_audio_preprocessor { bool process(const float * samples, size_t n_samples, std::vector & output, bool shape_only) const override; }; +// vibevoice: gain to -25 dBFS RMS, without clipping the peak +// the RMS is floored at -50 dBFS, so that silence or noise alone is not boosted to full scale +double mtmd_audio_vibevoice_gain(double sum_sq, int64_t n_samples, double peak); + +// raw 24 kHz waveform, cut in chunks that carry their causal context, see mtmd_hparams::audio_n_ctx +struct mtmd_audio_preprocessor_vibevoice_asr : mtmd_audio_preprocessor { + mtmd_audio_preprocessor_vibevoice_asr(const mtmd_model * model) : mtmd_audio_preprocessor(model) {} + void initialize() override {} + bool process(const float * samples, size_t n_samples, std::vector & output, bool shape_only) const override; +}; + struct mtmd_audio_preprocessor_conformer : mtmd_audio_preprocessor { mtmd_audio_preprocessor_conformer(const mtmd_model * model) : mtmd_audio_preprocessor(model) {} mtmd_audio_preprocessor_conformer(const mtmd_hparams & hparams, ggml_backend_sched_t sched) : mtmd_audio_preprocessor(hparams, sched) {} @@ -198,6 +210,12 @@ struct mtmd_audio_preprocessor_dots3note : mtmd_audio_preprocessor { mtmd_audio_cache cache; }; +// same per-chunk log-mel as dots3note, with 4s chunks +struct mtmd_audio_preprocessor_higgs_audio : mtmd_audio_preprocessor_dots3note { + mtmd_audio_preprocessor_higgs_audio(const mtmd_model * model) : mtmd_audio_preprocessor_dots3note(model) {} + bool process(const float * samples, size_t n_samples, std::vector & output, bool shape_only) const override; +}; + struct mtmd_audio_preprocessor_mimo_audio : mtmd_audio_preprocessor { mtmd_audio_preprocessor_mimo_audio(const mtmd_model * model) : mtmd_audio_preprocessor(model) {} void initialize() override; diff --git a/tools/mtmd/mtmd-graph.cpp b/tools/mtmd/mtmd-graph.cpp index ac656032d098..100bc3c58f1b 100644 --- a/tools/mtmd/mtmd-graph.cpp +++ b/tools/mtmd/mtmd-graph.cpp @@ -870,6 +870,7 @@ std::unique_ptr mtmd_get_graph_builder(mtmd_subcontext * ctx, const case PROJECTOR_TYPE_ULTRAVOX: case PROJECTOR_TYPE_VOXTRAL: case PROJECTOR_TYPE_QWEN2A: + case PROJECTOR_TYPE_HIGGS_AUDIO: case PROJECTOR_TYPE_GLMA: case PROJECTOR_TYPE_MERALION: case PROJECTOR_TYPE_MUSIC_FLAMINGO: @@ -880,6 +881,10 @@ std::unique_ptr mtmd_get_graph_builder(mtmd_subcontext * ctx, const { builder = std::make_unique(ctx, img); } break; + case PROJECTOR_TYPE_VIBEVOICE_ASR: + { + builder = std::make_unique(ctx, img); + } break; case PROJECTOR_TYPE_KIMIVL: { builder = std::make_unique(ctx, img); diff --git a/tools/mtmd/mtmd-helper.cpp b/tools/mtmd/mtmd-helper.cpp index e14476788f9e..bce73a74e6de 100644 --- a/tools/mtmd/mtmd-helper.cpp +++ b/tools/mtmd/mtmd-helper.cpp @@ -18,6 +18,7 @@ #include #include #include +#include #include //#define MTMD_AUDIO_DEBUG @@ -939,6 +940,54 @@ static void mtmd_helper_video_set_id(mtmd_helper_video * vctx, const std::string vctx->id = id; } +int32_t mtmd_helper_get_media_meta(const unsigned char * buf, size_t len, mtmd_helper_init_opt opt, mtmd_helper_media_meta * out) { + *out = {MTMD_HELPER_MEDIA_TYPE_UNKNOWN, 0, 0, 0, -1.0f, -1}; + + if (audio_helpers::is_audio_file((const char *) buf, len)) { + // zero channels and rate: the source format, so the length comes from the header (or an mp3 frame scan) + ma_decoder_config cfg = ma_decoder_config_init(ma_format_f32, 0, 0); + ma_decoder dec; + if (ma_decoder_init_memory(buf, len, &cfg, &dec) != MA_SUCCESS) { + return 1; + } + ma_uint64 n = 0; + if (ma_decoder_get_length_in_pcm_frames(&dec, &n) == MA_SUCCESS && dec.outputSampleRate > 0) { + out->duration = (float) ((double) n / dec.outputSampleRate); + } + out->type = MTMD_HELPER_MEDIA_TYPE_AUDIO; + out->sample_rate = (int32_t) dec.outputSampleRate; + ma_decoder_uninit(&dec); + return 0; + } + + int nx, ny, nc; + if (len <= INT_MAX && stbi_info_from_memory(buf, (int) len, &nx, &ny, &nc)) { + out->type = MTMD_HELPER_MEDIA_TYPE_IMAGE; + out->width = (uint32_t) nx; + out->height = (uint32_t) ny; + return 0; + } + + // webp (not read by stb_image) and video go through the video decoder + mtmd_helper_video_init_params params = opt.video_params; + const bool is_webp = is_webp_file(buf, len); + if (is_webp && video_builtin_decoder()) { + params.decoder = nullptr; // see decode_still_image() + } + mtmd_helper_video_stream_info src; + if (!video_open(nullptr, buf, len, params, src)) { + return 1; + } + out->type = is_webp ? MTMD_HELPER_MEDIA_TYPE_IMAGE : MTMD_HELPER_MEDIA_TYPE_VIDEO; + out->width = src.width; + out->height = src.height; + if (!is_webp) { + out->duration = src.duration; + out->n_frames = src.n_frames; + } + return 0; +} + mtmd_helper_video_init_params mtmd_helper_video_init_params_default() { return { /* fps_target */ 4.0f, diff --git a/tools/mtmd/mtmd-helper.h b/tools/mtmd/mtmd-helper.h index 5ca414906898..b33ed65ecab7 100644 --- a/tools/mtmd/mtmd-helper.h +++ b/tools/mtmd/mtmd-helper.h @@ -107,6 +107,32 @@ MTMD_API struct mtmd_helper_bitmap_wrapper mtmd_helper_bitmap_init_from_buf( bool placeholder, struct mtmd_helper_init_opt opt); +enum mtmd_helper_media_type { + MTMD_HELPER_MEDIA_TYPE_UNKNOWN, + MTMD_HELPER_MEDIA_TYPE_IMAGE, + MTMD_HELPER_MEDIA_TYPE_AUDIO, + MTMD_HELPER_MEDIA_TYPE_VIDEO, +}; + +struct mtmd_helper_media_meta { + enum mtmd_helper_media_type type; + uint32_t width; // image, video (frame size) + uint32_t height; + int32_t sample_rate; // audio, at the source rate + float duration; // audio, video: in seconds, -1 if unknown + int32_t n_frames; // video: -1 if unknown +}; +typedef struct mtmd_helper_media_meta mtmd_helper_media_meta; + +// metadata of a media file in a buffer, the same formats as mtmd_helper_bitmap_init_from_buf() +// only the headers are read (ffprobe or opt.video_params.decoder for video), nothing is decoded +// returns 0 on success, 1 if the format is not recognized +// this function is thread-safe +MTMD_API int32_t mtmd_helper_get_media_meta( + const unsigned char * buf, size_t len, + struct mtmd_helper_init_opt opt, + struct mtmd_helper_media_meta * out); + // streaming resampler for raw mono F32 PCM (e.g. realtime input), to match mtmd_get_audio_sample_rate() // it keeps state between calls, use one per stream struct mtmd_helper_resampler; diff --git a/tools/mtmd/mtmd-impl.h b/tools/mtmd/mtmd-impl.h index 0d287dcdd8f8..70db37654114 100644 --- a/tools/mtmd/mtmd-impl.h +++ b/tools/mtmd/mtmd-impl.h @@ -415,6 +415,17 @@ #define TN_A_CONV1D_NORM "a.conv1d.%d.norm.%s" #define TN_A_PATCH "a.patch.%d.%s" #define TN_A_PATCH_NORM "a.patch.%d.norm.%s" + +// vibevoice-asr: causal ConvNeXt encoders, first index = encoder (0 = acoustic, 1 = semantic) +#define TN_A_CNX_CONV "a.cnx.%d.conv.%d.%s" +#define TN_A_CNX_NORM "a.cnx.%d.blk.%d.norm.%s" +#define TN_A_CNX_DW "a.cnx.%d.blk.%d.dw.%s" +#define TN_A_CNX_LS1 "a.cnx.%d.blk.%d.ls1.%s" +#define TN_A_CNX_FFN_NORM "a.cnx.%d.blk.%d.ffn_norm.%s" +#define TN_A_CNX_FFN_UP "a.cnx.%d.blk.%d.ffn_up.%s" +#define TN_A_CNX_FFN_DOWN "a.cnx.%d.blk.%d.ffn_down.%s" +#define TN_A_CNX_LS2 "a.cnx.%d.blk.%d.ls2.%s" +#define TN_MM_AUDIO_MLP_NORM "mm.a.mlp_norm.%d.%s" #define TN_A_OUT_PROJ "a.pre_encode.out.%s" #define TN_A_ATTN_PRE_NORM "%s.blk.%d.attn_pre_norm.%s" #define TN_A_ATTN_POST_NORM "%s.blk.%d.attn_post_norm.%s" @@ -522,6 +533,8 @@ enum projector_type { PROJECTOR_TYPE_QWEN2A, PROJECTOR_TYPE_QWEN3A, PROJECTOR_TYPE_GLMA, + PROJECTOR_TYPE_HIGGS_AUDIO, + PROJECTOR_TYPE_VIBEVOICE_ASR, PROJECTOR_TYPE_QWEN25O, // will be replaced by QWEN2A or QWEN25VL depending on mtmd_subcontext PROJECTOR_TYPE_VOXTRAL, PROJECTOR_TYPE_VOXTRAL_RT, @@ -612,6 +625,8 @@ static std::map PROJECTOR_TYPE_NAMES = { { PROJECTOR_TYPE_QWEN2A, "qwen2a"}, { PROJECTOR_TYPE_QWEN3A, "qwen3a"}, { PROJECTOR_TYPE_GLMA, "glma"}, + { PROJECTOR_TYPE_HIGGS_AUDIO, "higgs_audio"}, + { PROJECTOR_TYPE_VIBEVOICE_ASR, "vibevoice_asr"}, { PROJECTOR_TYPE_QWEN25O, "qwen2.5o"}, { PROJECTOR_TYPE_VOXTRAL, "voxtral"}, { PROJECTOR_TYPE_VOXTRAL_RT, "voxtral_rt"}, @@ -815,6 +830,8 @@ struct mtmd_image_f32 { // deepseek4v: number of leading IMAGE_PAD embeddings, aligns IMAGE_START to the LLM compressor ratio // depends on the chunk position, set at tokenize time (see mtmd_tokenizer::add_media) int32_t lead_pad = 0; + // audio (vibevoice): leading samples that only feed the causal convs, they produce no embedding + int32_t audio_n_ctx = 0; // separators appended after the image tokens mtmd_suffix_type suffix_type = MTMD_SUFFIX_NONE; diff --git a/tools/mtmd/mtmd-model.cpp b/tools/mtmd/mtmd-model.cpp index c4c52a4d5764..86bb127fb8ab 100644 --- a/tools/mtmd/mtmd-model.cpp +++ b/tools/mtmd/mtmd-model.cpp @@ -785,6 +785,46 @@ struct mtmd_model_loader { } hparams.warmup_audio_size = hparams.audio_samples_per_token(); } break; + case PROJECTOR_TYPE_VIBEVOICE_ASR: + { + hparams.audio_sample_rate = 24000; // mono waveform, no frontend + hparams.audio_chunk_len = 30; // in seconds, any length works as the convs are causal + get_u32(KEY_A_CONV_KERNEL_SIZE, hparams.audio_conv_kernel_size, true); + get_arr_int(KEY_A_PATCH_SIZES, hparams.audio_patch_sizes, true); + get_arr_int(KEY_A_DEPTHS, hparams.audio_depths, true); + + // bounds keep the receptive field below from overflowing + const size_t n_stage = hparams.audio_patch_sizes.size(); + if (n_stage == 0 || n_stage > 16 || hparams.audio_depths.size() != n_stage || hparams.n_mel_bins != 1 || + hparams.audio_conv_kernel_size < 1 || hparams.audio_conv_kernel_size > 64) { + throw std::runtime_error(mtmd_format("%s: invalid vibevoice audio hparams\n", __func__)); + } + + // receptive field: stem conv (kernel), downsample convs (2 * stride), blocks (kernel), head conv (kernel) + const int64_t k = hparams.audio_conv_kernel_size; + int64_t hop = 1; + int64_t rf = 0; + int64_t n_blocks = 0; + for (size_t i = 0; i < n_stage; ++i) { + const int64_t stride = hparams.audio_patch_sizes[i]; + if (stride < 1 || stride > 64 || hop * stride > (1 << 20) || hparams.audio_depths[i] < 0 || hparams.audio_depths[i] > 64) { + throw std::runtime_error(mtmd_format("%s: invalid vibevoice audio hparams\n", __func__)); + } + rf += ((i == 0 ? k : 2 * stride) - 1) * hop; + hop *= stride; + rf += hparams.audio_depths[i] * (k - 1) * hop; + n_blocks += hparams.audio_depths[i]; + } + rf += (k - 1) * hop; + if (rf > 60 * hparams.audio_sample_rate) { + throw std::runtime_error(mtmd_format("%s: vibevoice receptive field of %" PRId64 " samples is too long\n", __func__, rf)); + } + if (n_blocks != hparams.n_layer) { + throw std::runtime_error(mtmd_format("%s: sum of audio depths (%" PRId64 ") does not match n_layer (%d)\n", __func__, n_blocks, hparams.n_layer)); + } + hparams.audio_n_ctx = (int32_t) ((rf + hop - 1) / hop * hop); + hparams.warmup_audio_size = (int32_t) ((int64_t) hparams.audio_chunk_len * hparams.audio_sample_rate / hop * hop) + hparams.audio_n_ctx; + } break; case PROJECTOR_TYPE_INKLING2V: { hparams.ffn_op = FFN_GELU_ERF; @@ -892,6 +932,7 @@ struct mtmd_model_loader { } break; case PROJECTOR_TYPE_ULTRAVOX: case PROJECTOR_TYPE_QWEN2A: + case PROJECTOR_TYPE_HIGGS_AUDIO: case PROJECTOR_TYPE_QWEN3A: case PROJECTOR_TYPE_GLMA: case PROJECTOR_TYPE_VOXTRAL: @@ -912,6 +953,12 @@ struct mtmd_model_loader { hparams.audio_n_fft = 400; hparams.audio_window_len = 400; hparams.audio_hop_len = 160; + + if (model.proj_type == PROJECTOR_TYPE_HIGGS_AUDIO) { + // each 4s chunk is encoded on its own + hparams.audio_chunk_len = 4; + hparams.warmup_audio_size = 400; + } } break; case PROJECTOR_TYPE_VOXTRAL_RT: { @@ -1324,6 +1371,7 @@ struct mtmd_model_loader { // Muse Spark is encoder-free in the same sense: its conv pyramid reads the raw waveform, one channel takes the place of the mel bins const bool fft_based = model.proj_type != PROJECTOR_TYPE_GEMMA4UA && model.proj_type != PROJECTOR_TYPE_MUSE_SPARK_AUDIO && + model.proj_type != PROJECTOR_TYPE_VIBEVOICE_ASR && model.proj_type != PROJECTOR_TYPE_POCKETTTS_SPKENC; // Validate audio hparams loaded from GGUF metadata @@ -1497,6 +1545,7 @@ struct mtmd_model_loader { model.proj_type != PROJECTOR_TYPE_POCKETTTS_GEN && model.proj_type != PROJECTOR_TYPE_SOPRANO && model.proj_type != PROJECTOR_TYPE_MUSE_SPARK_AUDIO && + model.proj_type != PROJECTOR_TYPE_VIBEVOICE_ASR && model.proj_type != PROJECTOR_TYPE_CHATTERBOX && model.proj_type != PROJECTOR_TYPE_CHATTERBOX_SPKENC); @@ -1928,6 +1977,52 @@ struct mtmd_model_loader { model.mm_fc_w = get_tensor(mtmd_format(TN_MM_AUDIO_FC, "weight")); model.mm_fc_b = get_tensor(mtmd_format(TN_MM_AUDIO_FC, "bias")); } break; + case PROJECTOR_TYPE_VIBEVOICE_ASR: + { + const int n_stage = (int) hparams.audio_patch_sizes.size(); + for (int e = 0; e < 2; ++e) { + auto & enc = model.cnx_enc[e]; + enc.conv_w.resize(n_stage + 1); + enc.conv_b.resize(n_stage + 1); + for (int i = 0; i <= n_stage; ++i) { + enc.conv_w[i] = get_tensor(mtmd_format(TN_A_CNX_CONV, e, i, "weight")); + enc.conv_b[i] = get_tensor(mtmd_format(TN_A_CNX_CONV, e, i, "bias")); + // the receptive field in load_hparams assumes these kernel sizes + const int64_t k_expected = (i == 0 || i == n_stage) ? hparams.audio_conv_kernel_size : 2 * hparams.audio_patch_sizes[i]; + if (enc.conv_w[i]->ne[0] != k_expected) { + throw std::runtime_error(mtmd_format("%s: %s has kernel %" PRId64 ", expected %" PRId64 "\n", __func__, ggml_get_name(enc.conv_w[i]), enc.conv_w[i]->ne[0], k_expected)); + } + } + enc.blocks.resize(hparams.n_layer); + for (int il = 0; il < hparams.n_layer; ++il) { + auto & layer = enc.blocks[il]; + layer.ln_1_w = get_tensor(mtmd_format(TN_A_CNX_NORM, e, il, "weight")); + layer.conv_w = get_tensor(mtmd_format(TN_A_CNX_DW, e, il, "weight")); + layer.conv_b = get_tensor(mtmd_format(TN_A_CNX_DW, e, il, "bias")); + layer.ls_1_w = get_tensor(mtmd_format(TN_A_CNX_LS1, e, il, "weight")); + layer.ln_2_w = get_tensor(mtmd_format(TN_A_CNX_FFN_NORM, e, il, "weight")); + layer.ff_up_w = get_tensor(mtmd_format(TN_A_CNX_FFN_UP, e, il, "weight")); + layer.ff_up_b = get_tensor(mtmd_format(TN_A_CNX_FFN_UP, e, il, "bias")); + layer.ff_down_w = get_tensor(mtmd_format(TN_A_CNX_FFN_DOWN, e, il, "weight")); + layer.ff_down_b = get_tensor(mtmd_format(TN_A_CNX_FFN_DOWN, e, il, "bias")); + layer.ls_2_w = get_tensor(mtmd_format(TN_A_CNX_LS2, e, il, "weight")); + if (layer.conv_w->ne[0] != hparams.audio_conv_kernel_size || layer.conv_w->type != GGML_TYPE_F32) { + throw std::runtime_error(mtmd_format("%s: %s must be F32 with kernel %d\n", __func__, ggml_get_name(layer.conv_w), hparams.audio_conv_kernel_size)); + } + } + } + // acoustic connector: mlp 0 -> norm -> mlp 1, semantic connector: mlp 2 -> norm -> mlp 3 + model.mm_0_w = get_tensor(mtmd_format(TN_MM_AUDIO_MLP, 0, "weight")); + model.mm_0_b = get_tensor(mtmd_format(TN_MM_AUDIO_MLP, 0, "bias")); + model.mm_norm_pre_w = get_tensor(mtmd_format(TN_MM_AUDIO_MLP_NORM, 0, "weight")); + model.mm_1_w = get_tensor(mtmd_format(TN_MM_AUDIO_MLP, 1, "weight")); + model.mm_1_b = get_tensor(mtmd_format(TN_MM_AUDIO_MLP, 1, "bias")); + model.mm_2_w = get_tensor(mtmd_format(TN_MM_AUDIO_MLP, 2, "weight")); + model.mm_2_b = get_tensor(mtmd_format(TN_MM_AUDIO_MLP, 2, "bias")); + model.mm_norm_mid_w = get_tensor(mtmd_format(TN_MM_AUDIO_MLP_NORM, 2, "weight")); + model.mm_3_w = get_tensor(mtmd_format(TN_MM_AUDIO_MLP, 3, "weight")); + model.mm_3_b = get_tensor(mtmd_format(TN_MM_AUDIO_MLP, 3, "bias")); + } break; case PROJECTOR_TYPE_INKLING2V: { // these come from the generic path above, where they are optional @@ -2315,6 +2410,19 @@ struct mtmd_model_loader { model.mm_fc_w = get_tensor(mtmd_format(TN_MM_AUDIO_FC, "weight")); model.mm_fc_b = get_tensor(mtmd_format(TN_MM_AUDIO_FC, "bias")); } break; + case PROJECTOR_TYPE_HIGGS_AUDIO: + { + model.conv1d_1_w = get_tensor(mtmd_format(TN_CONV1D, 1, "weight")); + model.conv1d_1_b = get_tensor(mtmd_format(TN_CONV1D, 1, "bias")); + model.conv1d_2_w = get_tensor(mtmd_format(TN_CONV1D, 2, "weight")); + model.conv1d_2_b = get_tensor(mtmd_format(TN_CONV1D, 2, "bias")); + model.downsample_conv_w = get_tensor(mtmd_format(TN_A_DOWNSAMPLE_CONV, "weight")); + model.downsample_conv_b = get_tensor(mtmd_format(TN_A_DOWNSAMPLE_CONV, "bias")); + model.mm_1_w = get_tensor(mtmd_format(TN_MM_AUDIO_MLP, 1, "weight")); + model.mm_1_b = get_tensor(mtmd_format(TN_MM_AUDIO_MLP, 1, "bias")); + model.mm_2_w = get_tensor(mtmd_format(TN_MM_AUDIO_MLP, 2, "weight")); + model.mm_2_b = get_tensor(mtmd_format(TN_MM_AUDIO_MLP, 2, "bias")); + } break; case PROJECTOR_TYPE_QWEN3A: { model.conv2d_1_w = get_tensor(mtmd_format(TN_CONV2D, 1, "weight")); @@ -4187,6 +4295,10 @@ int mtmd_model::n_output_tokens(const mtmd_image_f32 * img) const { const int64_t fold = hparams.audio_samples_per_token(); n_patches = (int) ((img->nx() + fold - 1) / fold); } break; + case PROJECTOR_TYPE_VIBEVOICE_ASR: + { + n_patches = (img->nx() - img->audio_n_ctx) / hparams.audio_samples_per_token(); + } break; case PROJECTOR_TYPE_VOXTRAL: case PROJECTOR_TYPE_ULTRAVOX: case PROJECTOR_TYPE_QWEN2A: @@ -4210,6 +4322,13 @@ int mtmd_model::n_output_tokens(const mtmd_image_f32 * img) const { n_patches /= 2; } } break; + case PROJECTOR_TYPE_HIGGS_AUDIO: + { + // stride-2 conv1d, avgpool(2), stride-2 depthwise conv1d + n_patches = (img->nx() + 1) / 2; + n_patches = n_patches / 2; + n_patches = (n_patches + 1) / 2; + } break; case PROJECTOR_TYPE_QWEN3A: { // chunk_size=100 frames --> 3x stride-2 conv2d --> 13 tokens per chunk @@ -4449,6 +4568,8 @@ int mtmd_model::n_mmproj_embd() const { case PROJECTOR_TYPE_IDEFICS3: case PROJECTOR_TYPE_MUSE_SPARK_AUDIO: return mm_fc_w->ne[1]; + case PROJECTOR_TYPE_VIBEVOICE_ASR: + return mm_1_w->ne[1]; case PROJECTOR_TYPE_ULTRAVOX: case PROJECTOR_TYPE_VOXTRAL: case PROJECTOR_TYPE_VOXTRAL_RT: @@ -4466,6 +4587,7 @@ int mtmd_model::n_mmproj_embd() const { case PROJECTOR_TYPE_NEMOTRON_TRANSCRIBE: return mm_fc_w->ne[1]; case PROJECTOR_TYPE_QWEN3A: + case PROJECTOR_TYPE_HIGGS_AUDIO: return mm_2_w->ne[1]; case PROJECTOR_TYPE_GLMA: case PROJECTOR_TYPE_LFM2: diff --git a/tools/mtmd/mtmd-model.h b/tools/mtmd/mtmd-model.h index d04314d93d37..44863636bd74 100644 --- a/tools/mtmd/mtmd-model.h +++ b/tools/mtmd/mtmd-model.h @@ -160,7 +160,7 @@ struct mtmd_hparams { int32_t audio_proj_downsample_rate = 0; int32_t audio_proj_head_count = 0; - // audio pyramid (muse-spark): widths, folded samples and blocks per stage + // audio pyramid (muse-spark, vibevoice): widths, folded samples (vibevoice: conv strides) and blocks per stage std::vector audio_hidden_sizes; std::vector audio_patch_sizes; std::vector audio_depths; @@ -174,6 +174,9 @@ struct mtmd_hparams { return (int32_t) n; } + // vibevoice: leading samples of a chunk that only feed the causal convs, at least their receptive field + int32_t audio_n_ctx = 0; + // audio-to-mel preprocessor params int32_t audio_chunk_len = -1; // in seconds int32_t audio_sample_rate = -1; @@ -528,6 +531,14 @@ struct mtmd_seanet { std::vector stages; }; +// vibevoice-asr: causal conv pyramid over the raw waveform +// stage = strided conv -> ConvNeXt blocks (RMS norm, depthwise conv, layer scale, then RMS norm, MLP, layer scale) +struct mtmd_cnx_encoder { + std::vector conv_w; // stem, one downsample conv per stage, head + std::vector conv_b; + std::vector blocks; // ln_1, conv (depthwise), ls_1, ln_2, ffn_up, ffn_down, ls_2 +}; + // pocket-tts flow-matching decoder (SimpleMLPAdaLN) struct mtmd_flow_net { // AdaLN res block: in_ln -> modulate -> Linear -> SiLU -> Linear, gated residual @@ -1160,7 +1171,9 @@ struct mtmd_model { ggml_tensor * mm_norm_mid_w = nullptr; // mimo-audio-tokenizer: post-transformer downsample + RVQ codebook - ggml_tensor * downsample_conv_w = nullptr; // no bias + // higgs-audio: depthwise downsample conv of the projector + ggml_tensor * downsample_conv_w = nullptr; + ggml_tensor * downsample_conv_b = nullptr; // higgs-audio only ggml_tensor * downsample_norm_w = nullptr; ggml_tensor * downsample_norm_b = nullptr; ggml_tensor * rvq_codebook = nullptr; // merged 3D [n_q, max_bins, dim] @@ -1208,6 +1221,9 @@ struct mtmd_model { // pocket-tts: SEANet stack, shared by the encoder (speaker path) and the decoder (gen path) mtmd_seanet seanet; + // vibevoice-asr: acoustic and semantic encoders + mtmd_cnx_encoder cnx_enc[2]; + // pocket-tts: voice latent -> backbone embd (speaker path) ggml_tensor * spk_proj_w = nullptr; ggml_tensor * downsample_w = nullptr; @@ -1332,6 +1348,7 @@ struct mtmd_model { bool audio_has_avgpool() const { return proj_type == PROJECTOR_TYPE_QWEN2A + || proj_type == PROJECTOR_TYPE_HIGGS_AUDIO || proj_type == PROJECTOR_TYPE_VOXTRAL || proj_type == PROJECTOR_TYPE_MUSIC_FLAMINGO; } diff --git a/tools/mtmd/mtmd-subcontext.cpp b/tools/mtmd/mtmd-subcontext.cpp index ed8800fce92f..db54ec9c939d 100644 --- a/tools/mtmd/mtmd-subcontext.cpp +++ b/tools/mtmd/mtmd-subcontext.cpp @@ -402,6 +402,7 @@ static std::vector list_enc_state_slots(const mtmd_hparams & hpa switch (model.proj_type) { case PROJECTOR_TYPE_LFM3A: return list_lfm3a_state_slots(hparams, model); case PROJECTOR_TYPE_GEMMA4A: return list_gemma4a_state_slots(hparams, model); + case PROJECTOR_TYPE_VIBEVOICE_ASR: return list_vibevoice_asr_state_slots(hparams, model); default: return {}; } } @@ -451,7 +452,7 @@ mtmd_subctx_gen_state * mtmd_subcontext::gen_state_init(uint32_t seed) { mtmd_subctx_enc_state * mtmd_subcontext::enc_state_init(int32_t n_frames_max) { const auto & hparams = model.hparams; - if (model.proj_type == PROJECTOR_TYPE_LFM3A || model.proj_type == PROJECTOR_TYPE_GEMMA4A) { + if (model.proj_type == PROJECTOR_TYPE_LFM3A || model.proj_type == PROJECTOR_TYPE_GEMMA4A || model.proj_type == PROJECTOR_TYPE_VIBEVOICE_ASR) { // see list_enc_state_slots() const auto slots = list_enc_state_slots(hparams, model); auto st = std::make_unique(); @@ -1662,6 +1663,7 @@ bool mtmd_subcontext::encode(mtmd_subctx_encode_params * params) { case PROJECTOR_TYPE_NEMOTRON_V2_VL: case PROJECTOR_TYPE_NEMOTRON_OMNI: case PROJECTOR_TYPE_QWEN2A: + case PROJECTOR_TYPE_HIGGS_AUDIO: case PROJECTOR_TYPE_QWEN3A: case PROJECTOR_TYPE_GLMA: case PROJECTOR_TYPE_ULTRAVOX: @@ -1982,6 +1984,10 @@ bool mtmd_subcontext::encode(mtmd_subctx_encode_params * params) { } set_input_i32("positions", positions); } break; + case PROJECTOR_TYPE_VIBEVOICE_ASR: + { + set_enc_state_in(); + } break; case PROJECTOR_TYPE_GEMMA4A: { GGML_ASSERT(imgs.entries.size() == 1); @@ -2627,7 +2633,7 @@ bool mtmd_subcontext::encode(mtmd_subctx_encode_params * params) { } } } - if (params->enc_state != nullptr && (model.proj_type == PROJECTOR_TYPE_LFM3A || model.proj_type == PROJECTOR_TYPE_GEMMA4A)) { + if (params->enc_state != nullptr && (model.proj_type == PROJECTOR_TYPE_LFM3A || model.proj_type == PROJECTOR_TYPE_GEMMA4A || model.proj_type == PROJECTOR_TYPE_VIBEVOICE_ASR)) { const auto & slots = params->enc_state->slots; size_t i = 0; for (const auto & slot : list_enc_state_slots(hparams, model)) { diff --git a/tools/mtmd/mtmd.cpp b/tools/mtmd/mtmd.cpp index 0042aeb428b5..f8f7ea0489c7 100644 --- a/tools/mtmd/mtmd.cpp +++ b/tools/mtmd/mtmd.cpp @@ -48,7 +48,7 @@ std::string mtmd_format(const char * fmt, ...) { } // remember to bump this if the serialization format changes -#define MTMD_SERIALIZATION_VERSION 4 +#define MTMD_SERIALIZATION_VERSION 5 // oldest compat version that can be loaded #define MTMD_SERIALIZATION_VERSION_MIN 2 @@ -137,6 +137,7 @@ void mtmd_image_f32::serialize(mtmd_serialization & ser) const { ser.write((int32_t)anyres.orig_ny); ser.write((int32_t)nx_); ser.write((int32_t)ny_); + ser.write(audio_n_ctx); } void mtmd_image_f32::deserialize(mtmd_serialization & ser) { add_viewsep = ser.read(); @@ -155,6 +156,12 @@ void mtmd_image_f32::deserialize(mtmd_serialization & ser) { } nx_ = ser.read(); ny_ = ser.read(); + if (ser.version >= 5) { + audio_n_ctx = ser.read(); + if (audio_n_ctx < 0 || audio_n_ctx > nx_) { + throw std::runtime_error("invalid audio_n_ctx"); + } + } buf.clear(); // always a placeholder after loading } @@ -1194,6 +1201,19 @@ struct mtmd_context { aud_end = "<|audio_eos|>"; audio_preproc = std::make_unique(models.a.get()); } break; + case PROJECTOR_TYPE_HIGGS_AUDIO: + { + // the 4s chunks are joined in one <|audio_bos|> ... <|audio_eos|> span + aud_beg = "<|audio_bos|>"; + aud_end = "<|audio_eos|>"; + audio_preproc = std::make_unique(models.a.get()); + } break; + case PROJECTOR_TYPE_VIBEVOICE_ASR: + { + aud_beg = "<|object_ref_start|>"; + aud_end = "<|object_ref_end|>"; + audio_preproc = std::make_unique(models.a.get()); + } break; case PROJECTOR_TYPE_MUSE_SPARK_AUDIO: { aud_beg = "<|soft_audio_start|>"; @@ -4270,12 +4290,58 @@ struct mtmd_audio_stream_gemma4a : mtmd_audio_stream { bool encode(int n); }; +// Higgs Audio: each 4 s chunk is encoded on its own, so a chunk goes out once it is complete +// a flush encodes the partial chunk as a chunk of its own, the reference also cuts chunks at VAD boundaries +struct mtmd_audio_stream_higgs_audio : mtmd_audio_stream { + int64_t chunk_len = 0; // samples per complete chunk + + std::vector beg_rows; + std::vector end_rows; + bool beg_done = false; + bool end_done = false; + + bool init(const mtmd_audio_stream_params & params) override; + int32_t flush(bool end) override; + int32_t step(llama_token last_token) override; + + int64_t n_chunk_rows(int64_t n) const; + bool encode(int64_t n); +}; + +// VibeVoice-ASR: the encoder is causal, its convs keep their left context in the state +// the reference scales the whole clip to -25 dBFS, here the gain comes from the audio pushed so far (see mtmd_audio_vibevoice_gain) +struct mtmd_audio_stream_vibevoice_asr : mtmd_audio_stream { + mtmd_subctx_enc_state * enc_state = nullptr; + + int64_t n_step = 0; // samples per encoder call + int64_t n_step_max = 0; // largest call, the warmup size + int64_t n_stat = 0; // pushed samples counted in sum_sq and peak + double sum_sq = 0.0; + double peak = 0.0; + + std::vector beg_rows; + std::vector end_rows; + bool beg_done = false; + bool end_done = false; + + ~mtmd_audio_stream_vibevoice_asr() override { + delete enc_state; + } + + bool init(const mtmd_audio_stream_params & params) override; + int32_t flush(bool end) override; + int32_t step(llama_token last_token) override; + + bool encode(int64_t n); +}; + bool mtmd_support_audio_stream(const mtmd_context * ctx) { if (!ctx->ctx_a || !ctx->text_model) { return false; } const projector_type proj = ctx->ctx_a->model.proj_type; - return proj == PROJECTOR_TYPE_VOXTRAL_RT || proj == PROJECTOR_TYPE_LFM3A || proj == PROJECTOR_TYPE_GEMMA4A; + return proj == PROJECTOR_TYPE_VOXTRAL_RT || proj == PROJECTOR_TYPE_LFM3A || proj == PROJECTOR_TYPE_GEMMA4A || + proj == PROJECTOR_TYPE_HIGGS_AUDIO || proj == PROJECTOR_TYPE_VIBEVOICE_ASR; } mtmd_audio_stream_params mtmd_audio_stream_params_default(void) { @@ -4298,6 +4364,8 @@ mtmd_audio_stream * mtmd_audio_stream_init(mtmd_context * ctx, mtmd_audio_stream case PROJECTOR_TYPE_VOXTRAL_RT: s = std::make_unique(); break; case PROJECTOR_TYPE_LFM3A: s = std::make_unique(); break; case PROJECTOR_TYPE_GEMMA4A: s = std::make_unique(); break; + case PROJECTOR_TYPE_HIGGS_AUDIO: s = std::make_unique(); break; + case PROJECTOR_TYPE_VIBEVOICE_ASR: s = std::make_unique(); break; default: GGML_ABORT("unsupported projector"); } s->ctx = ctx; @@ -5036,6 +5104,210 @@ int32_t mtmd_audio_stream_gemma4a::step(llama_token /* last_token */) { return (int32_t) n_out; } +// encodes one audio entry, the rows are appended to embd +static bool mtmd_audio_stream_encode(mtmd_audio_stream & s, mtmd_image_f32 && img, mtmd_subctx_enc_state * enc_state) { + const int n_out = s.sctx->model.n_output_tokens(&img); + + mtmd_image_f32_batch batch; + batch.is_audio = true; + batch.entries.push_back(std::move(img)); + + std::vector res((size_t) s.n_embd * n_out); + mtmd_subctx_encode_params params; + params.n_threads = s.ctx->n_threads; + params.imgs = &batch; + params.out_embd = &res; + params.enc_state = enc_state; + if (!s.sctx->encode(¶ms)) { + LOG_ERR("%s: failed to encode audio\n", __func__); + return false; + } + s.embd.insert(s.embd.end(), res.begin(), res.end()); + return true; +} + +// rows carry no text: all of them go out at once between the audio markers, last_token is not used +static int32_t mtmd_audio_stream_emit_rows(mtmd_audio_stream & s, const std::vector & beg_rows, const std::vector & end_rows, + bool & beg_done, bool & end_done) { + const int64_t n_avail = (int64_t) (s.embd.size() / s.n_embd); + s.out.clear(); + if (n_avail > 0 || s.ended) { + if (!beg_done) { + beg_done = true; + s.out = beg_rows; + } + s.out.insert(s.out.end(), s.embd.begin(), s.embd.end()); + s.embd.clear(); + if (s.ended && !end_done) { + end_done = true; + s.out.insert(s.out.end(), end_rows.begin(), end_rows.end()); + } + } + const int64_t n_out = (int64_t) (s.out.size() / s.n_embd); + if (n_out == 0) { + return s.ended ? -1 : 0; + } + s.n_rows += n_out; + s.n_rows_done += n_avail; // the markers are not audio rows + return (int32_t) n_out; +} + +// +// Higgs Audio +// + +bool mtmd_audio_stream_higgs_audio::init(const mtmd_audio_stream_params & params) { + const mtmd_hparams * hparams = &sctx->model.hparams; + if (params.n_prompt > 0) { + LOG_ERR("%s: Higgs Audio takes no prompt, its audio is a chat turn\n", __func__); + return false; + } + if (!ctx->audio_preproc) { + LOG_ERR("%s: the audio preprocessor is not initialized\n", __func__); + return false; + } + chunk_len = (int64_t) hparams->audio_chunk_len * hparams->audio_sample_rate; + frames_per_tok = 8; // stride-2 conv, avgpool, stride-2 projector conv + samples_per_tok = frames_per_tok * hop; + return mtmd_audio_stream_marker_rows(ctx, ctx->aud_beg, beg_rows) && mtmd_audio_stream_marker_rows(ctx, ctx->aud_end, end_rows); +} + +// rows of a chunk with n samples, see mtmd_audio_preprocessor_higgs_audio +int64_t mtmd_audio_stream_higgs_audio::n_chunk_rows(int64_t n) const { + const int64_t n_frames = n / hop; + if (n_frames < 3) { + return 0; + } + return ((n_frames + 1) / 2 / 2 + 1) / 2; +} + +bool mtmd_audio_stream_higgs_audio::encode(int64_t n) { + mtmd_audio_preproc_out pre = ctx->audio_preproc->preprocess(buf.data(), (size_t) n); + if (pre.entries.empty() || !ctx->audio_preproc->compute(pre)) { + LOG_ERR("%s: unable to preprocess the audio\n", __func__); + return false; + } + for (auto & entry : pre.entries) { + if (!mtmd_audio_stream_encode(*this, std::move(entry), nullptr)) { + return false; + } + } + buf.erase(buf.begin(), buf.begin() + n); + buf_pos += n; + return true; +} + +int32_t mtmd_audio_stream_higgs_audio::flush(bool end) { + const int64_t n_pending = n_samples - buf_pos; + n_rows_flushed = n_rows_done + (int64_t) (embd.size() / n_embd) + (n_pending / chunk_len) * n_chunk_rows(chunk_len) + n_chunk_rows(n_pending % chunk_len); + pending_flush = true; + ended = end; + return 0; +} + +int32_t mtmd_audio_stream_higgs_audio::step(llama_token /* last_token */) { + const bool flush = pending_flush; + pending_flush = false; + + while ((int64_t) buf.size() >= chunk_len) { + if (!encode(chunk_len)) { + return -2; + } + } + // a tail too short for a row is kept until the next flush, or dropped at the end + if ((flush || ended) && !buf.empty()) { + if (n_chunk_rows((int64_t) buf.size()) > 0) { + if (!encode((int64_t) buf.size())) { + return -2; + } + } else if (ended) { + buf_pos += (int64_t) buf.size(); + buf.clear(); + } + } + return mtmd_audio_stream_emit_rows(*this, beg_rows, end_rows, beg_done, end_done); +} + +// +// VibeVoice-ASR +// + +bool mtmd_audio_stream_vibevoice_asr::init(const mtmd_audio_stream_params & params) { + const mtmd_hparams * hparams = &sctx->model.hparams; + if (params.n_prompt > 0) { + LOG_ERR("%s: VibeVoice-ASR takes no prompt, its audio is a chat turn\n", __func__); + return false; + } + hop = hparams->audio_samples_per_token(); + frames_per_tok = 1; + samples_per_tok = hop; + n_step = std::max(1, ((int64_t) params.step_ms * hparams->audio_sample_rate / 1000 + hop - 1) / hop) * hop; + n_step_max = std::max(n_step, (int64_t) hparams->audio_chunk_len * hparams->audio_sample_rate / hop * hop); + + enc_state = sctx->enc_state_init(0); + if (!enc_state) { + return false; + } + return mtmd_audio_stream_marker_rows(ctx, ctx->aud_beg, beg_rows) && mtmd_audio_stream_marker_rows(ctx, ctx->aud_end, end_rows); +} + +// n is a multiple of hop, see mtmd_audio_preprocessor_vibevoice_asr for the gain +bool mtmd_audio_stream_vibevoice_asr::encode(int64_t n) { + const double gain = mtmd_audio_vibevoice_gain(sum_sq, n_stat, peak); + + std::vector data((size_t) n); + for (int64_t i = 0; i < n; i++) { + data[i] = (float) (buf[i] * gain); + } + mtmd_image_f32 img; + img.set_size({(int) n, 1}, false, /* is_audio */ true); + img.cpy_buf(data); + if (!mtmd_audio_stream_encode(*this, std::move(img), enc_state)) { + return false; + } + buf.erase(buf.begin(), buf.begin() + n); + buf_pos += n; + return true; +} + +int32_t mtmd_audio_stream_vibevoice_asr::flush(bool end) { + n_rows_flushed = end ? (n_samples + hop - 1) / hop : n_samples / hop; + pending_flush = true; + ended = end; + return 0; +} + +int32_t mtmd_audio_stream_vibevoice_asr::step(llama_token /* last_token */) { + const bool flush = pending_flush; + pending_flush = false; + + // the padding added at the end does not count in the gain + for (int64_t i = n_stat - buf_pos; i < (int64_t) buf.size(); i++) { + sum_sq += (double) buf[i] * buf[i]; + peak = std::max(peak, (double) std::fabs(buf[i])); + } + n_stat = n_samples; + if (ended && n_samples % hop != 0) { + add_silence(hop - n_samples % hop); + n_stat = n_samples; + } + + // whole rows only: a partial row would put its zero padding into the state + int64_t n = (int64_t) buf.size(); + n -= n % hop; + if (!flush && !ended) { + n -= n % n_step; + } + while (n > 0) { + const int64_t m = std::min(n, n_step_max); + if (!encode(m)) { + return -2; + } + n -= m; + } + return mtmd_audio_stream_emit_rows(*this, beg_rows, end_rows, beg_done, end_done); +} + int64_t mtmd_audio_stream_get_n_rows(const mtmd_audio_stream * s) { return s->n_rows_done; } diff --git a/tools/server/server-chat.cpp b/tools/server/server-chat.cpp index af1e42dbdabd..1724a6702d87 100644 --- a/tools/server/server-chat.cpp +++ b/tools/server/server-chat.cpp @@ -739,14 +739,22 @@ json convert_transcriptions_to_chatcmpl( if (response_format != "json") { throw std::invalid_argument("Only 'json' response_format is supported for transcription"); } - const common_chat_prompt_preset preset = common_chat_get_asr_prompt(tmpls, language); - if (prompt.empty()) { + common_chat_prompt_preset preset = common_chat_get_asr_prompt(tmpls, language, 0.0, prompt); + if (preset.needs_audio_length) { + mtmd_helper_media_meta meta; + if (mtmd_helper_get_media_meta(out_files[0].data(), out_files[0].size(), mtmd_helper_init_opt_default(), &meta) != 0 || + meta.type != MTMD_HELPER_MEDIA_TYPE_AUDIO || meta.duration < 0) { + throw std::invalid_argument("the input file is not a supported audio file"); + } + preset = common_chat_get_asr_prompt(tmpls, language, meta.duration, prompt); + } + if (prompt.empty() || preset.has_context) { prompt = preset.user; } if (!language.empty() && !preset.has_language) { prompt += string_format(" (language: %s)", language.c_str()); } - prompt += get_media_marker(); + prompt = preset.media_first ? get_media_marker() + prompt : prompt + get_media_marker(); json messages = json::array(); if (!preset.system.empty()) { diff --git a/tools/server/server-realtime.cpp b/tools/server/server-realtime.cpp index 8ed3dd535f11..e747d32d735d 100644 --- a/tools/server/server-realtime.cpp +++ b/tools/server/server-realtime.cpp @@ -155,6 +155,7 @@ struct realtime_conversation { bool started = false; // something went into the slot, the session config is fixed bool turn_open = false; // a user turn is being filled bool has_audio = false; // the open turn has audio not committed yet + int64_t n_turn_samples = 0; // audio of the open turn, at the model rate bool tool_results = false; // tool results went in after the last response, the next one answers them int n_turns = 0; std::string next_header; // text that goes in before the next user turn @@ -376,8 +377,10 @@ struct realtime_conversation { if (!resample(samples) || samples.empty() || !ensure_turn()) { return; } + const int64_t n = (int64_t) samples.size(); if (control(SERVER_CONTROL_ACTION_AUDIO_APPEND, {}, std::move(samples))) { has_audio = true; + n_turn_samples += n; } } @@ -410,7 +413,8 @@ struct realtime_conversation { if (!control(SERVER_CONTROL_ACTION_AUDIO_END)) { return false; } - has_audio = false; + has_audio = false; + n_turn_samples = 0; std::lock_guard lock(mutex); const json prev = last_item_id.empty() ? json(nullptr) : json(last_item_id); @@ -424,6 +428,7 @@ struct realtime_conversation { } void on_commit() { + const int64_t n_audio = n_turn_samples; if (!commit() || type != "transcription") { return; } @@ -433,11 +438,19 @@ struct realtime_conversation { transcribe_item_id = last_item_id; transcript.clear(); } + // some models (VibeVoice-ASR) take an instruction after the audio, with its length + const auto * tmpls = deps.meta.chat_params.tmpls.get(); + common_chat_prompt_preset preset = common_chat_get_asr_prompt(tmpls, language); + if (preset.needs_audio_length) { + preset = common_chat_get_asr_prompt(tmpls, language, (double) n_audio / mtmd_get_audio_sample_rate(deps.mctx)); + } + const std::string after_audio = preset.media_first ? preset.user : ""; + server_control_response response; response.n_predict = max_output_tokens; response.out_mode = MTMD_HELPER_GEN_AUDIO_OUT_TEXT; response.sampling = response_sampling(nullptr); - if (!control(SERVER_CONTROL_ACTION_RESPONSE_CREATE, user_footer + assistant_header, {}, response)) { + if (!control(SERVER_CONTROL_ACTION_RESPONSE_CREATE, after_audio + user_footer + assistant_header, {}, response)) { return; } control(SERVER_CONTROL_ACTION_CLEAR); From 1719dbb0ee7bdaf56de083079d3613bb670160a5 Mon Sep 17 00:00:00 2001 From: Evan Huus Date: Sun, 15 Nov 2026 17:55:33 -0500 Subject: [PATCH 080/249] server : skip MCP discovery for router children (#32359) --- tools/server/server-models.cpp | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tools/server/server-models.cpp b/tools/server/server-models.cpp index 5b7d34501c23..b9f0dfedc585 100644 --- a/tools/server/server-models.cpp +++ b/tools/server/server-models.cpp @@ -294,6 +294,8 @@ static void unset_reserved_args(common_preset & preset, bool unset_model_args) { preset.unset_option("LLAMA_ARG_MODELS_AUTOLOAD"); preset.unset_option("LLAMA_ARG_CONNECT"); preset.unset_option("LLAMA_ARG_CONNECT_CODE"); + preset.unset_option("LLAMA_ARG_MCP_SERVERS_CONFIG"); + preset.unset_option("LLAMA_ARG_MCP_SERVERS_JSON"); if (unset_model_args) { preset.unset_option("LLAMA_ARG_MODEL"); preset.unset_option("LLAMA_ARG_SHARD"); From b4c0e00a4fcc0287d0bb32fd7cb0d8b286af73ed Mon Sep 17 00:00:00 2001 From: Xuan-Son Nguyen Date: Mon, 16 Nov 2026 00:40:44 +0100 Subject: [PATCH 081/249] jinja: add 4 missing features (#32352) * jinja: add 4 missing features * apply suggestion Co-authored-by: Aldehir Rojas * fix error msg --------- Co-authored-by: Aldehir Rojas --- common/jinja/lexer.cpp | 35 --------------------------------- common/jinja/lexer.h | 3 +-- common/jinja/parser.cpp | 3 ++- common/jinja/runtime.cpp | 34 +++++++++++++++++++++++++++----- common/jinja/value.cpp | 26 ++++++++++++++++++++++--- tests/test-jinja.cpp | 42 ++++++++++++++++++++++++++++++++++++++++ 6 files changed, 97 insertions(+), 46 deletions(-) diff --git a/common/jinja/lexer.cpp b/common/jinja/lexer.cpp index bf2dfacdadd2..8007631534ce 100644 --- a/common/jinja/lexer.cpp +++ b/common/jinja/lexer.cpp @@ -263,41 +263,6 @@ lexer_result lexer::tokenize(const std::string & source) { char ch = src[pos]; - bool is_closing_block = ch == '-' && next_pos_is( {'%', '}'} ); - - // Check for unary operators - if (!is_closing_block && (ch == '-' || ch == '+')) { - start_pos = pos; - token::type last_token_type = tokens.empty() ? token::eof : tokens.back().t; - if (last_token_type == token::text || last_token_type == token::eof) { - throw lexer_exception(std::string("unexpected character: ") + ch, source, pos); - } - switch (last_token_type) { - case token::identifier: - case token::numeric_literal: - case token::string_literal: - case token::close_paren: - case token::close_square_bracket: - // Part of a binary operator - // a - 1, 1 - 1, true - 1, "apple" - 1, (1) - 1, a[1] - 1 - // Continue parsing normally - break; - default: { - // Is part of a unary operator - // (-1), [-1], (1 + -1), not -1, -apple - ++pos; // Consume the operator - - // Check for numbers following the unary operator - std::string num = consume_numeric(); - std::string value = std::string(1, ch) + num; - token::type t = num.empty() ? token::unary_operator : token::numeric_literal; - // JJ_DEBUG("consumed unary operator or numeric literal: '%s'", value.c_str()); - tokens.push_back({t, value, start_pos}); - continue; - } - } - } - // Try to match one of the tokens in the mapping table bool matched = false; for (const auto & [seq, typ] : ordered_mapping_table) { diff --git a/common/jinja/lexer.h b/common/jinja/lexer.h index 3f4ebb62a8d5..3b203c6f1819 100644 --- a/common/jinja/lexer.h +++ b/common/jinja/lexer.h @@ -39,7 +39,6 @@ struct token { multiplicative_binary_operator, // * / % power_operator, // ** comparison_binary_operator, // < > <= >= == != - unary_operator, // ! - + comment, // {# ... #} }; type t; @@ -74,7 +73,6 @@ static std::string type_to_string(token::type t) { case token::multiplicative_binary_operator: return "multiplicative_binary_operator"; case token::power_operator: return "power_operator"; case token::comparison_binary_operator: return "comparison_binary_operator"; - case token::unary_operator: return "unary_operator"; case token::comment: return "comment"; default: return "unknown"; } @@ -141,6 +139,7 @@ struct lexer { {"~", token::additive_binary_operator}, {"**", token::power_operator}, {"*", token::multiplicative_binary_operator}, + {"//", token::multiplicative_binary_operator}, {"/", token::multiplicative_binary_operator}, {"%", token::multiplicative_binary_operator}, // Assignment operator diff --git a/common/jinja/parser.cpp b/common/jinja/parser.cpp index 0841828c454a..4807b69951e7 100644 --- a/common/jinja/parser.cpp +++ b/common/jinja/parser.cpp @@ -482,7 +482,8 @@ class parser { } statement_ptr parse_unary_expression() { - if (is(token::unary_operator)) { + // a sign where an operand is expected is unary: -x, 1 + -x, x if c else -1 + if (is(token::additive_binary_operator) && peek().value != "~") { depth_guard guard(*this); size_t start_pos = current; auto op = next(); diff --git a/common/jinja/runtime.cpp b/common/jinja/runtime.cpp index 8bd8ab1c82dc..aae67cab0535 100644 --- a/common/jinja/runtime.cpp +++ b/common/jinja/runtime.cpp @@ -196,6 +196,25 @@ static value exec_binary_op(context & ctx, const token & op, value left_val, val } else if (op.value == "/") { JJ_DEBUG("Division operation: %f / %f", a, b); return mk_val(a / b); + } else if (op.value == "//") { + // python semantics: round toward -inf + if (is_val(left_val) && is_val(right_val)) { + const int64_t x = left_val->as_int(); + const int64_t y = right_val->as_int(); + if (y == 0) { + throw std::runtime_error("integer division by zero"); + } + if (y == -1) { + // INT64_MIN / -1 is UB, wrap around instead + return mk_val((int64_t) (0 - (uint64_t) x)); + } + int64_t q = x / y; + if (x % y != 0 && (x < 0) != (y < 0)) { + q -= 1; + } + return mk_val(q); + } + return mk_val(std::floor(a / b)); } else if (op.value == "%") { double rem = std::fmod(a, b); JJ_DEBUG("Modulo operation: %f %% %f = %f", a, b, rem); @@ -274,12 +293,17 @@ static value exec_binary_op(context & ctx, const token & op, value left_val, val // String membership if (is_val(left_val) && is_val(right_val)) { // case: "a" in "abc" - bool member = test_is_in(); - if (op.value == "in") { - return mk_val(member); - } else if (op.value == "not in") { - return mk_val(!member); + if (op.value == "in" || op.value == "not in") { + bool member = test_is_in(); + return mk_val(op.value == "in" ? member : !member); } + // case: "a" < "b"; UTF-8 byte order is the same as codepoint order, like python + const std::string a = left_val->as_string().str(); + const std::string b = right_val->as_string().str(); + if (op.value == "<") { return mk_val(a < b); } + if (op.value == ">") { return mk_val(a > b); } + if (op.value == "<=") { return mk_val(a <= b); } + if (op.value == ">=") { return mk_val(a >= b); } } // Value key in object diff --git a/common/jinja/value.cpp b/common/jinja/value.cpp index 561a4b86a82b..335461136685 100644 --- a/common/jinja/value.cpp +++ b/common/jinja/value.cpp @@ -1101,8 +1101,28 @@ const func_builtins & value_bool_t::get_builtins() const { return builtins; } -[[noreturn]] static value array_sum_not_implemented(const func_args &) { - throw not_implemented_exception("Array sum builtin not implemented"); +static value array_sum(const func_args & args) { + args.ensure_kwargs({"attribute", "start"}); + args.ensure_count(1, 3); + args.ensure_vals(); + value undef = mk_val(); + value attribute = args.get_kwarg_or_pos("attribute", 1); + value start = args.get_kwarg_or_pos("start", 2); + // same as the + operator: compute in double, int result if all operands are int + bool is_float = is_val(start); + double sum = start->is_undefined() ? 0.0 : start->as_float(); + for (const auto & item : args.get_pos(0)->as_array()) { + value v = attribute->is_undefined() ? item : get_attribute(item, attribute, undef); + if (v->is_undefined() && !attribute->is_undefined()) { + throw raised_exception("sum: " + item->type() + " has no attribute '" + attribute->as_string().str() + "'"); + } + if (!is_val(v) && !is_val(v)) { + throw raised_exception("sum: unsupported operand type " + v->type()); + } + is_float = is_float || is_val(v); + sum += v->as_float(); + } + return is_float ? value(mk_val(sum)) : value(mk_val(static_cast(sum))); } const func_builtins & value_array_t::get_builtins() const { @@ -1171,7 +1191,7 @@ const func_builtins & value_array_t::get_builtins() const { {"select", select_or_reject}, {"rejectattr", select_or_reject}, {"reject", select_or_reject}, - {"sum", array_sum_not_implemented}, + {"sum", array_sum}, {"join", [](const func_args & args) -> value { args.ensure_kwargs({"d", "attribute"}); args.ensure_count(1, 3); diff --git a/tests/test-jinja.cpp b/tests/test-jinja.cpp index 3f86d1535a0d..06064c494143 100644 --- a/tests/test-jinja.cpp +++ b/tests/test-jinja.cpp @@ -662,6 +662,42 @@ static void test_expressions(testing & t) { "20" ); + test_template(t, "floor division", + "{{ 7 // 2 }},{{ -7 // 2 }},{{ 7 // -2 }},{{ 7.5 // 2 }},{{ a // b }}", + {{"a", 10}, {"b", 3}}, + "3,-4,-4,3.0,3" + ); + + test_template(t, "string comparison", + "{{ 'b' > 'a' }},{{ 'VBD' > 'VB' }},{{ 'a' <= 'a' }},{{ 'Z' < 'a' }},{{ 'ab' >= 'b' }}", + json::object(), + "True,True,True,True,False" + ); + + test_template(t, "unary minus after keyword", + "{{ 1 if false else -1 }},{{ not -1 }},{{ x and -2 }},{{ -3 if x }}", + {{"x", true}}, + "-1,False,-2,-3" + ); + + test_template(t, "unary minus after elif", + "{% if false %}a{% elif -1 < 0 %}b{% endif %}", + json::object(), + "b" + ); + + test_template(t, "unary and binary sign", + "{{ -x }},{{ - 1 }},{{ --x }},{{ 1 - -x }},{{ 1 -1 }},{{ x -1 }},{{ [x, -1][-1] }},{{ +x }},{{ -x|abs }}", + {{"x", 3}}, + "-3,-1,3,4,0,2,-1,3,3" + ); + + test_template(t, "binary minus after keyword attribute", + "{{ a.else - 1 }}", + {{"a", {{"else", 3}}}}, + "2" + ); + test_template(t, "string concat ~", "{{ 'hello' ~ ' ' ~ 'world' }}", json::object(), @@ -2195,6 +2231,12 @@ static void test_array_methods(testing & t) { "6" ); + test_template(t, "array|sum", + "{{ [1, 2.5, 3]|sum }},{{ [1, 2]|sum(start=10) }},{{ items|sum(attribute='w') }},{{ []|sum }}", + {{"items", json::array({{{"w", 1}}, {{"w", 2}}})}}, + "6.5,13,3,0" + ); + test_template(t, "array|min", "{{ [tool_calls_count, tool_sep_count]|min }}", {{"tool_calls_count", 2}, {"tool_sep_count", 1}}, From 9fba51d2c9a1b5cb5f0c47986c031334e2d7663a Mon Sep 17 00:00:00 2001 From: Beinsezii <39478211+Beinsezii@users.noreply.github.com> Date: Sun, 15 Nov 2026 15:47:27 -0800 Subject: [PATCH 082/249] convert: fix ripple dflash2 NoPE metadata (#32363) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * convert: fix ripple dflash2 NoPE metadata was wrong https://huggingface.co/ricursiveAI/Ripple-65B-Preview-DFlash2/blob/743c4669f7daa11d3ca350b9a057c059481b1afd/config.json#L45-L47 * Update conversion/base.py Co-authored-by: Sigbjørn Skjæret --------- Co-authored-by: Sigbjørn Skjæret --- conversion/base.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/conversion/base.py b/conversion/base.py index 2abd15c918c5..b8eba85c7c7c 100644 --- a/conversion/base.py +++ b/conversion/base.py @@ -1986,8 +1986,10 @@ def set_gguf_parameters(self): logger.info(f"gguf: rope theta swa = {local_rope_theta}") # Add rope_pattern from no_rope_layers if no_rope_layers := self.hparams.get("no_rope_layers"): - # Convert 1/0 to bool (1 = use RoPE, 0 = NoPE) - rope_pattern = [bool(x) for x in no_rope_layers] + if len(no_rope_layers) == self.block_count: # "no_rope_layers": [0, 0, 0, 1] + rope_pattern = [bool(x) for x in no_rope_layers] + else: # "no_rope_layers": [3] + rope_pattern = [i not in no_rope_layers for i in range(self.block_count)] self.gguf_writer.add_rope_pattern(rope_pattern) logger.info(f"gguf: rope_pattern = {sum(rope_pattern)} RoPE layers / {len(rope_pattern)} total") if (f_rms_eps := self.find_hparam(["rms_norm_eps", "norm_eps"], optional=True)) is not None: From 05db09a4d3c3c1caa7cda31f98eca6ae28d92eb5 Mon Sep 17 00:00:00 2001 From: thelittlefireman <5165783+thelittlefireman@users.noreply.github.com> Date: Mon, 16 Nov 2026 06:37:42 +0100 Subject: [PATCH 083/249] ggml-cuda: fix MoE regression on HIP with #29948 (#32344) --- ggml/src/ggml-cuda/mmq.cuh | 19 ++++++++++++++++--- 1 file changed, 16 insertions(+), 3 deletions(-) diff --git a/ggml/src/ggml-cuda/mmq.cuh b/ggml/src/ggml-cuda/mmq.cuh index d645a8aacd4d..efe6527c2c59 100644 --- a/ggml/src/ggml-cuda/mmq.cuh +++ b/ggml/src/ggml-cuda/mmq.cuh @@ -1079,8 +1079,14 @@ static __global__ void mul_mat_q( const uint2 tmp2 = fast_div_modulo(blockIdx.z, nchannels_y); const int wt = tmp2.x; int zt = tmp2.y; +#if defined(GGML_USE_HIP) + // Row tiles innermost for MoE, see launch_mul_mat_q. + const int jt = ids_dst ? blockIdx.y : blockIdx.x; + const int it = ids_dst ? blockIdx.x : blockIdx.y; +#else const int jt = blockIdx.x; const int it = blockIdx.y; +#endif // defined(GGML_USE_HIP) // Defaults for regular matrix multiplication: int col_low = jt*J; @@ -1483,8 +1489,15 @@ static void launch_mul_mat_q(ggml_backend_cuda_context & ctx, const mmq_args & a const int I_dst = has_fusion ? config.I/2 : config.I; // Rows of dst per tile, see mul_mat_q. const int nti = (args.nrows_x + I_dst - 1) / I_dst; const int ntzw = args.nchannels_y * args.nsamples_y; - // Column tiles innermost so that the concurrently running blocks share the same tile of x and read it from L2. - const dim3 block_nums_xy_tiling(args.ntj, nti, ntzw); +#if defined(GGML_USE_HIP) + // For MoE the column tiles are tied to experts, so the column-innermost order does not improve the reuse of x in L2. + // It also groups blocks with very different runtimes which schedules poorly on AMD GPUs, see #31599. + // Therefore the row tiles are innermost for MoE. The column-innermost order is kept for dense multiplication. + const bool rows_innermost = args.ids_dst != nullptr; +#else + constexpr bool rows_innermost = false; +#endif // defined(GGML_USE_HIP) + const dim3 block_nums_xy_tiling = rows_innermost ? dim3(nti, args.ntj, ntzw) : dim3(args.ntj, nti, ntzw); GGML_ASSERT(args.ids_dst || args.nchannels_y % args.nchannels_x == 0); GGML_ASSERT( args.nsamples_y % args.nsamples_x == 0); @@ -1499,7 +1512,7 @@ static void launch_mul_mat_q(ggml_backend_cuda_context & ctx, const mmq_args & a const uint3 sample_ratio_fd = init_fastdiv_values(sample_ratio); if (has_fusion || !config.stream_k) { - GGML_ASSERT(nti <= 65535); // gridDim.y limit + GGML_ASSERT((rows_innermost ? args.ntj : nti) <= 65535); // gridDim.y limit mul_mat_q<<>> (args.x, (const char *) args.fusion.gate, args.y, args.ids_dst, args.tile_spec, args.dst, nullptr, args.y_scale, args.fusion.glu_op, args.fusion.glu_limit, (const float *) args.fusion.x_scale, (const float *) args.fusion.gate_scale, From a946eb541a6d3051496bdcc451a0fa85772b8dfd Mon Sep 17 00:00:00 2001 From: Pascal Date: Mon, 16 Nov 2026 06:55:56 +0100 Subject: [PATCH 084/249] server: answer reasoning_effort levels the template rejects with 400 (#32332) The reasoning effort probe already renders every candidate level, but it dropped the ones the template raises on, so a request with such a level (e.g. max on Qwen3.8) reached the template and came back as a 500 on /v1/chat/completions, /v1/responses and /v1/messages. Keep the raising levels in reasoning_effort_rejected and reject them in oaicompat_chat_params_parse with an invalid_argument, which the server answers with a 400 listing the supported levels. Aliases and levels a template ignores are not rejected, so high on Qwen3.8 still renders as xhigh. Also trim the output_config.effort test to a single level. --- common/chat.cpp | 1 + common/jinja/caps.cpp | 12 ++++++++++- common/jinja/caps.h | 3 +++ tests/test-chat.cpp | 11 ++++++++++ tools/server/README.md | 2 +- tools/server/server-common.cpp | 5 +++++ .../tests/unit/test_compat_anthropic.py | 4 ++-- tools/server/tests/unit/test_template.py | 20 +++++++++++++++++++ 8 files changed, 54 insertions(+), 4 deletions(-) diff --git a/common/chat.cpp b/common/chat.cpp index b3c930ec40c4..534a05d5cb3e 100644 --- a/common/chat.cpp +++ b/common/chat.cpp @@ -1979,5 +1979,6 @@ common_json common_chat_templates_get_caps(const common_chat_templates * chat_te : chat_templates->template_default->caps; common_json result = caps.to_map(); result["reasoning_effort_levels"] = caps.reasoning_effort_levels; + result["reasoning_effort_rejected"] = caps.reasoning_effort_rejected; return result; } diff --git a/common/jinja/caps.cpp b/common/jinja/caps.cpp index de7780bdf77c..cf14c71c56d9 100644 --- a/common/jinja/caps.cpp +++ b/common/jinja/caps.cpp @@ -627,9 +627,14 @@ caps caps_get(jinja::program & prog) { // levels sharing a render are aliases and the highest one is kept const auto unknown = render("REASONING_EFFORT_UNKNOWN"); std::vector renders; + std::vector rejected; for (const auto & level : candidates) { const auto rendered = render(level); - if (!rendered || rendered == unknown) { + if (!rendered) { + rejected.push_back(level); + continue; + } + if (rendered == unknown) { continue; } const auto it = std::find(renders.begin(), renders.end(), *rendered); @@ -640,6 +645,11 @@ caps caps_get(jinja::program & prog) { result.reasoning_effort_levels.push_back(level); } } + + // a template that renders no level fails the probe for another reason, so its failures say nothing about the levels + if (!result.reasoning_effort_levels.empty()) { + result.reasoning_effort_rejected = rejected; + } } JJ_DEBUG("%s\n", result.to_string().c_str()); diff --git a/common/jinja/caps.h b/common/jinja/caps.h index 108501e06b7c..f231309e6d1b 100644 --- a/common/jinja/caps.h +++ b/common/jinja/caps.h @@ -23,6 +23,9 @@ struct caps { // reasoning effort levels the template renders distinctly, from lowest to highest std::vector reasoning_effort_levels; + // reasoning effort levels the template raises on + std::vector reasoning_effort_rejected; + // one of the 2 content capabilities must be true bool supports_string_content = true; bool supports_typed_content = false; diff --git a/tests/test-chat.cpp b/tests/test-chat.cpp index b34de65625b9..655ce0238403 100644 --- a/tests/test-chat.cpp +++ b/tests/test-chat.cpp @@ -8614,6 +8614,17 @@ static void test_reasoning_effort_caps() { assert_effort_levels("models/templates/openai-gpt-oss-120b.jinja", all_levels); assert_effort_levels("models/templates/Cohere2MoE.jinja", {}); assert_effort_levels("models/templates/Qwen-Qwen3-0.6B.jinja", {}); + + auto assert_effort_rejected = [](const std::string & path, const std::vector & expected) { + auto tmpls = read_templates(path); + assert_equals(json(expected).dump(), common_chat_templates_get_caps(tmpls.get()).at("reasoning_effort_rejected").dump()); + }; + + assert_effort_rejected("models/templates/IFM-K2-Horizon.jinja", { "minimal", "xhigh", "max" }); + assert_effort_rejected("models/templates/tencent-Hy3.jinja", { "minimal", "medium", "xhigh", "max" }); + assert_effort_rejected("models/templates/deepseek-ai-DeepSeek-V4.jinja", {}); + assert_effort_rejected("models/templates/openai-gpt-oss-120b.jinja", {}); + assert_effort_rejected("models/templates/Cohere2MoE.jinja", {}); } static void test_msg_diffs_compute() { diff --git a/tools/server/README.md b/tools/server/README.md index 13d41d884b82..80f1cdf506ea 100644 --- a/tools/server/README.md +++ b/tools/server/README.md @@ -1031,7 +1031,7 @@ By default, it is read-only. To make POST request to change global properties, y - `voices` - the predefined voices of an audio generation model, to pass as `voice` to `/tts`. Only present when the model has some (e.g. LFM3-Audio, Pocket TTS without voice cloning) - `model_path` - the path to model file (same with `-m` argument) - `chat_template` - the model's original Jinja2 prompt template -- `chat_template_caps` - capabilities of the chat template (see `common/jinja/caps.h` for more info), `reasoning_effort_levels` lists the `reasoning_effort` values the template renders distinctly, from lowest to highest +- `chat_template_caps` - capabilities of the chat template (see `common/jinja/caps.h` for more info), `reasoning_effort_levels` lists the `reasoning_effort` values the template renders distinctly, from lowest to highest, and `reasoning_effort_rejected` the ones it raises on, which are answered with a 400 - `modalities` - the list of supported modalities - `is_sleeping` - sleeping status, see [Sleeping on idle](#sleeping-on-idle) diff --git a/tools/server/server-common.cpp b/tools/server/server-common.cpp index ea34f75aca07..82c48d2da584 100644 --- a/tools/server/server-common.cpp +++ b/tools/server/server-common.cpp @@ -1646,6 +1646,11 @@ json oaicompat_chat_params_parse( inputs.enable_thinking = false; inputs.chat_template_kwargs.erase("reasoning_effort"); } else if (!reasoning_effort.empty()) { + const auto rejected = caps.at("reasoning_effort_rejected").get>(); + if (std::find(rejected.begin(), rejected.end(), reasoning_effort) != rejected.end()) { + const auto levels = caps.at("reasoning_effort_levels").get>(); + throw std::invalid_argument("reasoning_effort \"" + reasoning_effort + "\" is not supported by the chat template, supported levels: " + string_join(levels, ", ")); + } inputs.chat_template_kwargs["reasoning_effort"] = json(reasoning_effort).dump(); } } diff --git a/tools/server/tests/unit/test_compat_anthropic.py b/tools/server/tests/unit/test_compat_anthropic.py index 2346de02e2b0..0b65ad1ab9d2 100644 --- a/tools/server/tests/unit/test_compat_anthropic.py +++ b/tools/server/tests/unit/test_compat_anthropic.py @@ -851,13 +851,13 @@ def test_anthropic_thinking(): assert res.body["type"] == "message" -@pytest.mark.parametrize("effort", ["low", "high"]) -def test_anthropic_output_config_effort(effort): +def test_anthropic_output_config_effort(): """output_config.effort must reach the chat template, same as chat_template_kwargs.reasoning_effort""" global server server.jinja = True server.chat_template_file = '../../../models/templates/openai-gpt-oss-120b.jinja' server.start() + effort = "low" def count_tokens(extra): res = server.make_request("POST", "/v1/messages/count_tokens", data={ diff --git a/tools/server/tests/unit/test_template.py b/tools/server/tests/unit/test_template.py index 43a356020dd5..8a7ea90ced8d 100644 --- a/tools/server/tests/unit/test_template.py +++ b/tools/server/tests/unit/test_template.py @@ -23,6 +23,26 @@ def create_server(): server.n_slots = 1 +def test_reasoning_effort_rejected_by_template(): + global server + server.jinja = True + # the template raises on max, and high is one of its levels + server.chat_template_file = '../../../models/templates/IFM-K2-Horizon.jinja' + server.start() + + messages = [{"role": "user", "content": "Hello"}] + for path, data in [ + ("/chat/completions/input_tokens", {"messages": messages, "reasoning_effort": "max"}), + ("/v1/responses/input_tokens", {"input": "Hello", "reasoning": {"effort": "max"}}), + ("/v1/messages/count_tokens", {"model": "test", "messages": messages, "output_config": {"effort": "max"}}), + ]: + res = server.make_request("POST", path, data=data) + assert res.status_code == 400, f"{path}: {res.body}" + + res = server.make_request("POST", "/chat/completions/input_tokens", data={"messages": messages, "reasoning_effort": "high"}) + assert res.status_code == 200, res.body + + @pytest.mark.parametrize("tools", [None, [], [TEST_TOOL]]) @pytest.mark.parametrize("template_name,reasoning,expected_end", [ ("deepseek-ai-DeepSeek-R1-Distill-Qwen-32B", "on", "\n"), From 21fa9c043f0e4f574b36cd06cff4b4bce64ec76f Mon Sep 17 00:00:00 2001 From: Titaniumtown Date: Mon, 16 Nov 2026 01:52:09 -0800 Subject: [PATCH 085/249] kv-cells: avoid an O(n_cells) scan per sequence removal (#32380) --- src/llama-kv-cache.cpp | 14 +-------- src/llama-kv-cells.h | 21 +++++++++++++ tests/test-kv-cache.cpp | 70 +++++++++++++++++++++++++++++++++++++++++ 3 files changed, 92 insertions(+), 13 deletions(-) diff --git a/src/llama-kv-cache.cpp b/src/llama-kv-cache.cpp index 3d6fd2a5f14a..5dd0e5f02861 100644 --- a/src/llama-kv-cache.cpp +++ b/src/llama-kv-cache.cpp @@ -458,19 +458,7 @@ bool llama_kv_cache::seq_rm(llama_seq_id seq_id, llama_pos p0, llama_pos p1) { auto & cells = v_cells[seq_to_stream[seq_id]]; auto & head = v_heads[seq_to_stream[seq_id]]; - uint32_t new_head = cells.size(); - - for (uint32_t i = 0; i < cells.size(); ++i) { - if (!cells.pos_in(i, p0, p1)) { - continue; - } - - if (cells.seq_has(i, seq_id) && cells.seq_rm(i, seq_id)) { - if (new_head == cells.size()) { - new_head = i; - } - } - } + const uint32_t new_head = cells.seq_rm(seq_id, p0, p1); // If we freed up a slot, set head to it so searching can start there. if (new_head != cells.size() && new_head < head) { diff --git a/src/llama-kv-cells.h b/src/llama-kv-cells.h index b0202cb28369..1187cc736441 100644 --- a/src/llama-kv-cells.h +++ b/src/llama-kv-cells.h @@ -308,6 +308,27 @@ class llama_kv_cells { return false; } + // remove seq_id from its cells at positions in [p0, p1) + // return the lowest index of a cell that becomes empty, or size() if none does + uint32_t seq_rm(llama_seq_id seq_id, llama_pos p0, llama_pos p1) { + assert(seq_id >= 0); + assert(seq_id < LLAMA_MAX_SEQ); + + uint32_t res = size(); + + const auto & sp = seq_pos[seq_id]; + for (auto it = sp.lower_bound({ p0, 0 }); it != sp.end() && it->first < p1; ) { + const uint32_t i = it->second; + ++it; // advance first: seq_rm(i, seq_id) erases this entry from sp + + if (seq_rm(i, seq_id)) { + res = std::min(res, i); + } + } + + return res; + } + // return true if the cell becomes empty (i.e. it did not contain seq_id before the call) bool seq_keep(uint32_t i, llama_seq_id seq_id) { assert(i < pos.size()); diff --git a/tests/test-kv-cache.cpp b/tests/test-kv-cache.cpp index c8255f5720ce..4b48387b9dbe 100644 --- a/tests/test-kv-cache.cpp +++ b/tests/test-kv-cache.cpp @@ -3,6 +3,7 @@ #include #include +#include static void init_model(llama_model & model, uint32_t n_layer) { model.hparams = {}; @@ -105,6 +106,75 @@ int main() { } } + // seq_rm removes [p0, p1) of one sequence, a negative bound is open + { + std::unique_ptr model(llama_model_create(LLM_ARCH_LLAMA, llama_model_default_params())); + init_model(*model, 1); + + llama_kv_cache kv(*model, false, model->hparams, GGML_TYPE_F16, GGML_TYPE_F16, + false, false, true, 32, 2, 0, LLAMA_SWA_TYPE_NONE, nullptr, nullptr, nullptr, nullptr); + + // returns the first cell that takes the tokens + auto add = [&](llama_seq_id seq_id, llama_pos p0, uint32_t n) { + std::vector token(n, 1); + std::vector pos(n); + std::vector n_seq_id(n, 1); + std::vector seq_ids(n, &seq_id); + std::iota(pos.begin(), pos.end(), p0); + + llama_ubatch ubatch = {}; + ubatch.n_tokens = n; + ubatch.n_seq_tokens = n; + ubatch.n_seqs = 1; + ubatch.n_seqs_unq = 1; + ubatch.n_pos = 1; + ubatch.token = token.data(); + ubatch.pos = pos.data(); + ubatch.n_seq_id = n_seq_id.data(); + ubatch.seq_id = seq_ids.data(); + ubatch.seq_id_unq = &seq_id; + + const auto sinfo = kv.find_slot(ubatch, false); + GGML_ASSERT(!sinfo.empty()); + kv.apply_ubatch(sinfo, ubatch); + + return sinfo.head(); + }; + + GGML_ASSERT(add(0, 0, 8) == 0); + GGML_ASSERT(add(1, 0, 4) == 8); + + // the tail of sequence 0, the other sequence keeps its cells + GGML_ASSERT(kv.seq_rm(0, 5, -1)); + GGML_ASSERT(kv.seq_pos_min(0) == 0 && kv.seq_pos_max(0) == 4); + GGML_ASSERT(kv.seq_pos_min(1) == 0 && kv.seq_pos_max(1) == 3); + + // the next tokens go to the lowest freed cell + GGML_ASSERT(add(0, 5, 2) == 5); + + // p1 is not part of the range + GGML_ASSERT(kv.seq_rm(0, -1, 2)); + GGML_ASSERT(kv.seq_pos_min(0) == 2 && kv.seq_pos_max(0) == 6); + GGML_ASSERT(kv.seq_rm(0, 6, 6)); + GGML_ASSERT(kv.seq_pos_max(0) == 6); + + // freed cells are taken in cell order, so a higher position can sit in a lower cell + GGML_ASSERT(add(0, 7, 3) == 0); + GGML_ASSERT(kv.seq_rm(0, 6, -1)); + GGML_ASSERT(add(0, 6, 1) == 0); + + // a cell shared with another sequence stays for that sequence + kv.seq_cp(0, 1, 5, -1); + GGML_ASSERT(kv.seq_rm(0, 5, -1)); + GGML_ASSERT(kv.seq_pos_max(0) == 4 && kv.seq_pos_max(1) == 6); + + // every cell of a repeated position is removed + add(0, 5, 1); + add(0, 5, 1); + GGML_ASSERT(kv.seq_rm(0, 5, 6)); + GGML_ASSERT(kv.seq_pos_max(0) == 4); + } + llama_backend_free(); return 0; } From f477c1b90adb1f27e80276c0ebeed4d04812e605 Mon Sep 17 00:00:00 2001 From: liminfei-amd <91481003+liminfei-amd@users.noreply.github.com> Date: Mon, 16 Nov 2026 17:53:06 +0800 Subject: [PATCH 086/249] cuda : fix MUL_MAT_ID abort with odd src0 columns on AMD (#32385) On AMD devices MUL_MAT_ID with an F32, F16 or BF16 src0 and at most 8 tokens always used MMVF. MMVF reads src0 in pairs of values and asserts an even ne[0], so a rank 1 LoRA on MoE expert weights (lora_b has ne[0] == 1) aborted. Use MMVF there only for an even ne[0]; other shapes take the existing fallback. Fixes #30576 Assisted-by: GitHub Copilot Signed-off-by: AMD ROCm Contributor <91481003+liminfei-amd@users.noreply.github.com> --- ggml/src/ggml-cuda/ggml-cuda.cu | 5 +++-- tests/test-backend-ops.cpp | 4 ++++ 2 files changed, 7 insertions(+), 2 deletions(-) diff --git a/ggml/src/ggml-cuda/ggml-cuda.cu b/ggml/src/ggml-cuda/ggml-cuda.cu index 4950b9ea7868..cdd889caaffc 100644 --- a/ggml/src/ggml-cuda/ggml-cuda.cu +++ b/ggml/src/ggml-cuda/ggml-cuda.cu @@ -2526,7 +2526,7 @@ static bool ggml_cuda_mul_mat_id_needs_sync(const ggml_tensor * dst, const int c } else if (src0->type == GGML_TYPE_F8_E4M3 && ggml_cuda_should_use_mmvf(src0, cc, warp_size, dst->ne[2])) { return false; - } else if (src0->type != GGML_TYPE_F8_E4M3 && GGML_CUDA_CC_IS_AMD(cc)) { + } else if (src0->type != GGML_TYPE_F8_E4M3 && GGML_CUDA_CC_IS_AMD(cc) && src0->ne[0] % 2 == 0) { return false; } } @@ -2570,7 +2570,8 @@ static void ggml_cuda_mul_mat_id(ggml_backend_cuda_context & ctx, ggml_tensor * ggml_cuda_mul_mat_vec_f(ctx, src0, src1, ids, dst); return; } else { - if (src0->type != GGML_TYPE_F8_E4M3 && GGML_CUDA_CC_IS_AMD(cc)) { + // MMVF reads src0 in pairs of values, so it needs an even number of columns + if (src0->type != GGML_TYPE_F8_E4M3 && GGML_CUDA_CC_IS_AMD(cc) && ne00 % 2 == 0) { ggml_cuda_mul_mat_vec_f(ctx, src0, src1, ids, dst); return; } diff --git a/tests/test-backend-ops.cpp b/tests/test-backend-ops.cpp index 7f1f1ff5e311..4db0d6843f80 100644 --- a/tests/test-backend-ops.cpp +++ b/tests/test-backend-ops.cpp @@ -12279,6 +12279,10 @@ static std::vector> make_test_cases_eval() { for (int k : {1, 63, 65}) { test_cases.emplace_back(new test_mul_mat_id(GGML_TYPE_F16, GGML_TYPE_F32, 1, 1, false, 8, 16, k)); } + // odd k with few tokens, e.g. lora_b of a rank 1 LoRA on expert weights + for (int n : {1, 2}) { + test_cases.emplace_back(new test_mul_mat_id(GGML_TYPE_F32, GGML_TYPE_F32, 4, 2, false, 32, n, 1)); + } test_cases.emplace_back(new test_mul_mat_id_fusion(GGML_TYPE_F16, GGML_TYPE_F32, 16, 16, false, 32, 32, 32, 3)); for (ggml_type type : { GGML_TYPE_Q4_K, GGML_TYPE_Q8_0 }) { for (int64_t n : { 1, 2, 3, 4, 8, 9 }) { From 6b01a4767f8d3d0c416c410a49861333965c0982 Mon Sep 17 00:00:00 2001 From: Ruixiang Wang Date: Mon, 16 Nov 2026 11:14:07 +0100 Subject: [PATCH 087/249] CI: trigger spec dec testing for relevant PRs (#32281) * ci: trigger spec dec testing after refactoring * add options to run spec dec ci nightly manually --- .github/workflows/server-speculative.yml | 39 +++++++++++++++++++- tools/server/tests/README.md | 9 +++-- tools/server/tests/unit/test_spec_methods.py | 5 +-- 3 files changed, 44 insertions(+), 9 deletions(-) diff --git a/.github/workflows/server-speculative.yml b/.github/workflows/server-speculative.yml index de247afb6fb7..e90eb21c4942 100644 --- a/.github/workflows/server-speculative.yml +++ b/.github/workflows/server-speculative.yml @@ -7,6 +7,40 @@ on: description: 'Commit SHA1 to build' required: false type: string + spec_methods: + description: 'Speculative methods to test' + required: true + default: 'compact' + type: choice + options: + - compact + - nightly + - all + push: + branches: + - master + paths: [ + '.github/workflows/server-speculative.yml', + 'common/speculative.*', + 'src/models/dflash*.cpp', + 'src/models/dspark.cpp', + 'src/models/eagle3.cpp', + 'src/models/lilicorr.cpp', + 'src/models/qwen35.cpp', + 'tools/server/tests/unit/test_spec_methods.py' + ] + pull_request: + types: [opened, synchronize, reopened] + paths: [ + '.github/workflows/server-speculative.yml', + 'common/speculative.*', + 'src/models/dflash*.cpp', + 'src/models/dspark.cpp', + 'src/models/eagle3.cpp', + 'src/models/lilicorr.cpp', + 'src/models/qwen35.cpp', + 'tools/server/tests/unit/test_spec_methods.py' + ] cache-mode: none permissions: @@ -56,8 +90,9 @@ jobs: - name: Test speculative decoding env: - SPEC_METHODS: compact - SPEC_MODEL_DIR: ${{ vars.SPEC_METHOD_MODEL_DIR || format('{0}/spec-models', runner.temp) }} + SPEC_METHODS: ${{ github.event.inputs.spec_methods || 'compact' }} + # pull requests from forks do not get repository variables + SPEC_MODEL_DIR: ${{ vars.SPEC_METHOD_MODEL_DIR || '/mnt/cache/spec-models' }} N_GPU_LAYERS: 99 run: | cd tools/server/tests diff --git a/tools/server/tests/README.md b/tools/server/tests/README.md index d0f8b7938997..4c47466ce78d 100644 --- a/tools/server/tests/README.md +++ b/tools/server/tests/README.md @@ -62,10 +62,11 @@ Use `SPEC_METHODS=nightly` for DFlash2 and LiLiCorr, or a comma-separated subset verified compact DFlash2 GGUF or compact LiLiCorr checkpoint is available. `SPEC_METHODS=all` runs both tiers and downloads about 47.693 GiB. -The `Server (speculative decoding)` workflow runs only by explicit manual dispatch on the dedicated -DGX Spark runner. It does not use the GitHub Actions cache. Set the `SPEC_METHOD_MODEL_DIR` repository -variable to the runner's persistent model directory when its mount path is confirmed. Heavyweight -DFlash2 and LiLiCorr measurements belong in the internal nightly performance/quality runs. +The `Server (speculative decoding)` workflow runs the compact suite on the dedicated DGX Spark runner for pull requests and pushes to master that change the speculative decoding code, the model files of the speculative methods, the test or the workflow. +A manual dispatch runs the suite selected by its `spec_methods` input: `compact` (default), `nightly` or `all`. +It does not use the GitHub Actions cache: the models are kept in the directory of the `SPEC_METHOD_MODEL_DIR` repository variable. +Pull requests from forks do not get repository variables, so their runs use `/mnt/cache/spec-models`, the persistent model directory of the runner. +Heavyweight DFlash2 and LiLiCorr measurements belong in the internal nightly performance/quality runs. The acceptance floors use one-sided regression checks: improvements do not fail. Three identical runs on the GB10 runner against the PR merged with current master produced MTP `0.6640 / 2.9766`, diff --git a/tools/server/tests/unit/test_spec_methods.py b/tools/server/tests/unit/test_spec_methods.py index eb8e879b77ab..ef6407115506 100644 --- a/tools/server/tests/unit/test_spec_methods.py +++ b/tools/server/tests/unit/test_spec_methods.py @@ -7,7 +7,6 @@ # Runs each speculative method greedily and checks that it still drafts and accepts as expected. # accept rate = accepted / drafted, accept len = 1 + accepted / verification steps (from /metrics). -# DFlash2 and LiLiCorr use --spec-type draft-dflash; the draft GGUF metadata selects the variant. # Needs real models and a GPU. Use SPEC_METHODS=compact, nightly, all, or a comma-separated method list. HF = "https://huggingface.co" @@ -69,7 +68,7 @@ class SpecCase: # Nightly floors retain the earlier three-point rate and 0.2 length margins. SpecCase( name="dflash2", - spec_type="draft-dflash", + spec_type="draft-dflash2", target="Qwen3.8-27B-Q4_K_M.gguf", draft="dflash2-Qwen3.8-27B-Q8_0.gguf", n_max=7, @@ -78,7 +77,7 @@ class SpecCase: ), SpecCase( name="lilicorr", - spec_type="draft-dflash", + spec_type="draft-lilicorr", target="NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB.gguf", draft="lilicorr-NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-NVFP4.gguf", n_max=7, From adf554d2392ab490a0552abbbbe88a1d317c1a2e Mon Sep 17 00:00:00 2001 From: Pascal Date: Mon, 16 Nov 2026 11:41:44 +0100 Subject: [PATCH 088/249] vulkan: make the radix top-k tie selection deterministic (#31931) * vulkan: make the radix top-k tie selection deterministic The radix select gathers the elements above the threshold and the ties with an atomic counter, so with more ties than remaining slots the kept columns depend on the thread scheduling. Each subgroup now owns a contiguous chunk of the row with the same column mapping in every pass, counts its kept elements, and writes them at ranks from a scan of the subgroup totals; overflowing ties are ranked in column order with a ballot, so the lowest tied columns win, as on CUDA and Metal. The radix pipelines require subgroup arithmetic, ballot and full subgroups. Enable the deterministic top-k check on Vulkan. * optimize shader for AMD, Intel and Nvidia --------- Co-authored-by: Ruben Ortlam --- ggml/src/ggml-vulkan/ggml-vulkan.cpp | 12 +- .../vulkan-shaders/topk_radix_select.comp | 161 +++++++++++++++--- .../vulkan-shaders/vulkan-shaders-gen.cpp | 1 + tests/test-backend-ops.cpp | 22 ++- 4 files changed, 165 insertions(+), 31 deletions(-) diff --git a/ggml/src/ggml-vulkan/ggml-vulkan.cpp b/ggml/src/ggml-vulkan/ggml-vulkan.cpp index 1af36cdcacce..f03aa3e4476a 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan.cpp +++ b/ggml/src/ggml-vulkan/ggml-vulkan.cpp @@ -3886,8 +3886,16 @@ void ggml_vk_load_shaders(vk_device& device, vk_pipeline requested) { // variant (spec constant 1) additionally gathers the qwen4 indexer input on the fly. { const uint32_t BLOCK_SIZE = 1u << std::min(10u, device->max_workgroup_size_log2); - ggml_vk_create_pipeline2(device, device->pipeline_topk_radix_f32, "topk_radix_f32", topk_radix_select_f32_len, topk_radix_select_f32_data, "main", 5, sizeof(vk_op_topk_radix_push_constants), {BLOCK_SIZE, 1, 1}, {BLOCK_SIZE, 0}, 1, true); - ggml_vk_create_pipeline2(device, device->pipeline_topk_radix_qsa, "topk_radix_qsa", topk_radix_select_f32_len, topk_radix_select_f32_data, "main", 5, sizeof(vk_op_topk_radix_push_constants), {BLOCK_SIZE, 1, 1}, {BLOCK_SIZE, 1}, 1, true); + // the bucket scan needs one invocation per radix bucket + if (BLOCK_SIZE >= 256) { + if (device->subgroup_arithmetic && device->subgroup_require_full_support) { + ggml_vk_create_pipeline2(device, device->pipeline_topk_radix_f32, "topk_radix_f32", topk_radix_select_f32_subgroup_len, topk_radix_select_f32_subgroup_data, "main", 5, sizeof(vk_op_topk_radix_push_constants), {BLOCK_SIZE, 1, 1}, {BLOCK_SIZE, 0, device->subgroup_size}, 1, true, true, device->subgroup_size); + ggml_vk_create_pipeline2(device, device->pipeline_topk_radix_qsa, "topk_radix_qsa", topk_radix_select_f32_subgroup_len, topk_radix_select_f32_subgroup_data, "main", 5, sizeof(vk_op_topk_radix_push_constants), {BLOCK_SIZE, 1, 1}, {BLOCK_SIZE, 1, device->subgroup_size}, 1, true, true, device->subgroup_size); + } else { + ggml_vk_create_pipeline2(device, device->pipeline_topk_radix_f32, "topk_radix_f32", topk_radix_select_f32_len, topk_radix_select_f32_data, "main", 5, sizeof(vk_op_topk_radix_push_constants), {BLOCK_SIZE, 1, 1}, {BLOCK_SIZE, 0}, 1, true); + ggml_vk_create_pipeline2(device, device->pipeline_topk_radix_qsa, "topk_radix_qsa", topk_radix_select_f32_len, topk_radix_select_f32_data, "main", 5, sizeof(vk_op_topk_radix_push_constants), {BLOCK_SIZE, 1, 1}, {BLOCK_SIZE, 1}, 1, true); + } + } } ggml_vk_create_pipeline(device, device->pipeline_argmax_f32, "argmax_f32", argmax_f32_len, argmax_f32_data, "main", 2, sizeof(vk_op_push_constants), {1, 1, 1}, { device->subgroup_size }, 1); diff --git a/ggml/src/ggml-vulkan/vulkan-shaders/topk_radix_select.comp b/ggml/src/ggml-vulkan/vulkan-shaders/topk_radix_select.comp index 8e14b2e99253..4ba656ec9950 100644 --- a/ggml/src/ggml-vulkan/vulkan-shaders/topk_radix_select.comp +++ b/ggml/src/ggml-vulkan/vulkan-shaders/topk_radix_select.comp @@ -2,11 +2,20 @@ #extension GL_EXT_control_flow_attributes : enable #extension GL_EXT_shader_16bit_storage : require +#if USE_SUBGROUPS +#extension GL_KHR_shader_subgroup_basic : enable +#extension GL_KHR_shader_subgroup_arithmetic : enable +#endif #include "types.glsl" layout(constant_id = 0) const int BLOCK_SIZE = 1024; layout(constant_id = 1) const int QSA = 0; // 1: fuse the qwen4 QSA indexer gather + f16 mask +#if USE_SUBGROUPS +layout(constant_id = 2) const int SUBGROUP_SIZE = 32; + +const uint NUM_SUBGROUPS = BLOCK_SIZE / SUBGROUP_SIZE; +#endif layout(local_size_x_id = 0, local_size_y = 1, local_size_z = 1) in; @@ -26,12 +35,19 @@ layout (push_constant) uniform parameter { } p; #define RADIX_BITS 8 +#define UNROLL 4 #define RADIX_SIZE (1 << RADIX_BITS) shared uint histo[RADIX_SIZE]; shared uint sh_bucket; shared uint sh_above; +shared uint sh_tied; shared uint out_count; +#if USE_SUBGROUPS +shared uint sg_tied[NUM_SUBGROUPS]; +#else +shared uint tie_scan[2 * BLOCK_SIZE]; +#endif // order-preserving float -> uint mapping uint f2ui(float x) { @@ -87,52 +103,155 @@ void topk(const uint row) { const bool first = (shift == 32 - RADIX_BITS); const uint hi_mask = (shift + RADIX_BITS >= 32) ? 0u : (0xFFFFFFFFu << uint(shift + RADIX_BITS)); const uint prefix_hi = prefix & hi_mask; - for (uint i = tid; i < ncols; i += BLOCK_SIZE) { - const uint key = f2ui(load(row, i, first)); - if ((key & hi_mask) == prefix_hi) { - atomicAdd(histo[(key >> uint(shift)) & (RADIX_SIZE - 1)], 1u); + uint run_b = RADIX_SIZE; + uint run_n = 0; + for (uint i0 = tid; i0 < ncols; i0 += UNROLL * BLOCK_SIZE) { + uint keys[UNROLL]; + [[unroll]] for (uint u = 0; u < UNROLL; ++u) { + const uint i = i0 + u * BLOCK_SIZE; + keys[u] = f2ui(load(row, min(i, ncols - 1), first)); + } + [[unroll]] for (uint u = 0; u < UNROLL; ++u) { + const uint key = keys[u]; + if (i0 + u * BLOCK_SIZE < ncols && (key & hi_mask) == prefix_hi) { + const uint b = (key >> uint(shift)) & (RADIX_SIZE - 1); + if (b != run_b) { + if (run_n != 0) { + atomicAdd(histo[run_b], run_n); + } + run_b = b; + run_n = 0; + } + run_n++; + } } } + if (run_n != 0) { + atomicAdd(histo[run_b], run_n); + } barrier(); // top-down scan for the bucket holding the K-th value - if (tid == 0) { - uint acc = 0; - uint b = 0; - for (int bb = RADIX_SIZE - 1; bb >= 0; --bb) { - const uint c = histo[bb]; - if (acc + c >= desired) { b = uint(bb); break; } - acc += c; +#if USE_SUBGROUPS + uint c = 0, incl = 0; + if (tid < RADIX_SIZE) { + c = histo[RADIX_SIZE - 1 - tid]; + incl = subgroupInclusiveAdd(c); + if (gl_SubgroupInvocationID == gl_SubgroupSize - 1) { + sg_tied[gl_SubgroupID] = incl; + } + } + barrier(); + if (tid < RADIX_SIZE) { + for (uint s = 0; s < gl_SubgroupID; ++s) { + incl += sg_tied[s]; + } + if (incl - c < desired && incl >= desired) { + sh_bucket = RADIX_SIZE - 1 - tid; + sh_above = incl - c; + sh_tied = c; + } + } + barrier(); +#else + uint c = 0; + if (tid < RADIX_SIZE) { + c = histo[RADIX_SIZE - 1 - tid]; + tie_scan[tid] = c; + } + barrier(); + uint src = 0; + [[unroll]] for (uint off = 1; off < RADIX_SIZE; off <<= 1) { + if (tid < RADIX_SIZE) { + const uint v = tie_scan[src + tid]; + tie_scan[(RADIX_SIZE - src) + tid] = tid >= off ? v + tie_scan[src + tid - off] : v; + } + src = RADIX_SIZE - src; + barrier(); + } + if (tid < RADIX_SIZE) { + const uint incl = tie_scan[src + tid]; + if (incl - c < desired && incl >= desired) { + sh_bucket = RADIX_SIZE - 1 - tid; + sh_above = incl - c; + sh_tied = c; } - sh_bucket = b; - sh_above = acc; } barrier(); +#endif prefix |= sh_bucket << uint(shift); desired -= sh_above; barrier(); } + const uint threshold = prefix; + const bool all_ties = sh_tied == desired; + if (tid == 0) { out_count = 0; } barrier(); - // emit everything above the threshold, then fill the rest from ties - const uint threshold = prefix; + if (all_ties) { + for (uint i = tid; i < ncols; i += BLOCK_SIZE) { + if (f2ui(load(row, i, false)) >= threshold) { + data_d[row_out + atomicAdd(out_count, 1u)] = int(i); + } + } + return; + } + + // more ties than slots: rank them in invocation order, which does not depend on the scheduling + uint ct = 0; for (uint i = tid; i < ncols; i += BLOCK_SIZE) { - if (f2ui(load(row, i, false)) > threshold) { + const uint key = f2ui(load(row, i, false)); + if (key > threshold) { data_d[row_out + atomicAdd(out_count, 1u)] = int(i); } + ct += key == threshold ? 1u : 0u; + } +#if USE_SUBGROUPS + const uint sg = gl_SubgroupID; + const uint st = subgroupAdd(ct); + if (subgroupElect()) { + sg_tied[sg] = st; } barrier(); - for (uint i = tid; i < ncols; i += BLOCK_SIZE) { - if (f2ui(load(row, i, false)) == threshold) { - const uint pos = atomicAdd(out_count, 1u); - if (pos < p.k) { - data_d[row_out + pos] = int(i); + + if (sg == 0) { + const uint lane = gl_SubgroupInvocationID; + uint acc = 0; + for (uint c0 = 0; c0 < NUM_SUBGROUPS; c0 += SUBGROUP_SIZE) { + const uint c = c0 + lane; + const uint t = c < NUM_SUBGROUPS ? sg_tied[c] : 0u; + const uint e = subgroupExclusiveAdd(t); + if (c < NUM_SUBGROUPS) { + sg_tied[c] = acc + e; } + acc += subgroupAdd(t); + } + } + barrier(); + + uint pos = p.k - desired + sg_tied[sg] + subgroupExclusiveAdd(ct); +#else + // inclusive Hillis-Steele scan, ping-ponging between the two halves + uint src = 0; + tie_scan[tid] = ct; + barrier(); + for (uint off = 1; off < BLOCK_SIZE; off <<= 1) { + const uint v = tie_scan[src + tid]; + tie_scan[(BLOCK_SIZE - src) + tid] = tid >= off ? v + tie_scan[src + tid - off] : v; + src = BLOCK_SIZE - src; + barrier(); + } + uint pos = p.k - desired + tie_scan[src + tid] - ct; +#endif + const uint pos_end = min(p.k, pos + ct); + for (uint i = tid; i < ncols && pos < pos_end; i += BLOCK_SIZE) { + if (f2ui(load(row, i, false)) == threshold) { + data_d[row_out + pos++] = int(i); } } } diff --git a/ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp b/ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp index 52e5f0440d12..3952030fb73c 100644 --- a/ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp +++ b/ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp @@ -1115,6 +1115,7 @@ void process_shaders() { string_to_spv("topk_argsort_f32", "topk_argsort.comp", {{"A_TYPE", "float"}}); string_to_spv("topk_nary_search_f32", "topk_nary_search.comp", {{"A_TYPE", "float"}}); string_to_spv("topk_radix_select_f32", "topk_radix_select.comp", {{"A_TYPE", "float"}}); + string_to_spv("topk_radix_select_f32_subgroup", "topk_radix_select.comp", {{"A_TYPE", "float"}, {"USE_SUBGROUPS", "1"}}); string_to_spv("argmax_f32", "argmax.comp", merge_maps(base_dict, {{"A_TYPE", "float"}, {"D_TYPE", "int"}})); string_to_spv("sum_rows_f32", "sum_rows.comp", merge_maps(base_dict, {{"A_TYPE", "float"}, {"D_TYPE", "float"}})); diff --git a/tests/test-backend-ops.cpp b/tests/test-backend-ops.cpp index 4db0d6843f80..0a1b592d5ca8 100644 --- a/tests/test-backend-ops.cpp +++ b/tests/test-backend-ops.cpp @@ -7496,10 +7496,10 @@ struct test_top_k : public test_case { // the backends may break ties in different ways, but each backend must break them in the same way in each run bool deterministic(ggml_backend_t backend) override { - // TODO: Vulkan is not deterministic yet, SYCL gathers the ties with an atomic counter as well + // TODO: SYCL is not deterministic yet, it gathers the ties with an atomic counter const char * name = ggml_backend_reg_name(ggml_backend_dev_backend_reg(ggml_backend_get_device(backend))); - // ROCm has no cub::DeviceTopK, every row goes through the radix or bitonic path - if (strcmp(name, "ROCm") == 0) { + // ROCm and Vulkan have no cub::DeviceTopK, every row goes through their own deterministic paths + if (strcmp(name, "ROCm") == 0 || strcmp(name, "Vulkan") == 0) { return ties; } if (strcmp(name, "CUDA") != 0 && strcmp(name, "MTL") != 0) { @@ -7673,11 +7673,12 @@ struct test_topk_qsa : public test_case { } std::string vars() override { - return VARS_TO_STR5(n_blocks, n_kv, n_tps, n_stream, width); + return VARS_TO_STR6(n_blocks, n_kv, n_tps, n_stream, width, tied); } - test_topk_qsa(int64_t n_blocks = 512, int64_t n_kv = 2048, int64_t n_tps = 2, int64_t n_stream = 1, int width = 1500) - : n_blocks(n_blocks), n_kv(n_kv), n_tps(n_tps), n_stream(n_stream), width(width) {} + const bool tied; + test_topk_qsa(int64_t n_blocks = 512, int64_t n_kv = 2048, int64_t n_tps = 2, int64_t n_stream = 1, int width = 1500, bool tied = false) + : n_blocks(n_blocks), n_kv(n_kv), n_tps(n_tps), n_stream(n_stream), width(width), tied(tied) {} double max_err() override { return 0.0; } bool run_whole_graph() override { return true; } @@ -7710,13 +7711,13 @@ struct test_topk_qsa : public test_case { } if (t->type == GGML_TYPE_I32) { std::vector data(ggml_nelements(t)); - for (auto & v : data) { v = rand() % n_blocks; } + for (size_t i = 0; i < data.size(); i++) { data[i] = tied ? (int32_t) ((i % n_kv) * n_blocks / n_kv) : rand() % n_blocks; } ggml_backend_tensor_set(t, data.data(), 0, data.size() * sizeof(int32_t)); } else if (t->type == GGML_TYPE_F16) { std::vector data(ggml_nelements(t)); for (int64_t r = 0; r < ggml_nrows(t); r++) { for (int64_t i = 0; i < n_kv; i++) { - data[r * n_kv + i] = ggml_fp32_to_fp16((float) i); + data[r * n_kv + i] = ggml_fp32_to_fp16(tied ? 0.0f : (float) i); } } ggml_backend_tensor_set(t, data.data(), 0, data.size() * sizeof(ggml_fp16_t)); @@ -14032,8 +14033,13 @@ static std::vector> make_test_cases_perf() { for (auto cols : {8192, 32768, 131072}) { for (auto nrows : {1, 2, 4, 8, 16, 32}) { test_cases.emplace_back(new test_top_k(GGML_TYPE_F32, {cols, nrows, 1, 1}, 2048)); + test_cases.emplace_back(new test_top_k(GGML_TYPE_F32, {cols, nrows, 1, 1}, 2048, true)); } } + for (int n_tps : {1, 16, 64}) { + test_cases.emplace_back(new test_topk_qsa(516, 33024, n_tps, 1, 2051, true)); + test_cases.emplace_back(new test_topk_qsa(2064, 132096, n_tps, 1, 2051, true)); + } // bitonic vs radix crossover for (auto cols : {520, 1000, 2048, 3000, 4096}) { for (auto nrows : {2, 16, 32, 48, 64, 128, 256, 512}) { From 1d2e880bad3f4f2adced6c9f5a3ecf035f7f0f61 Mon Sep 17 00:00:00 2001 From: miyan <1138989048@qq.com> Date: Mon, 16 Nov 2026 18:50:31 +0800 Subject: [PATCH 089/249] vulkan : fix 32-bit compilation (#32275) --- ggml/src/ggml-vulkan/ggml-vulkan-comm.cpp | 4 ++-- ggml/src/ggml-vulkan/ggml-vulkan-common.h | 2 +- ggml/src/ggml-vulkan/ggml-vulkan.cpp | 4 ++-- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/ggml/src/ggml-vulkan/ggml-vulkan-comm.cpp b/ggml/src/ggml-vulkan/ggml-vulkan-comm.cpp index 84af0661a38f..322be993ad6b 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan-comm.cpp +++ b/ggml/src/ggml-vulkan/ggml-vulkan-comm.cpp @@ -335,7 +335,7 @@ static int ggml_vk_comm_sfd_export(vk_comm_device & d) { int fd = -1; VkSemaphoreGetFdInfoKHR gi{}; gi.sType = VK_STRUCTURE_TYPE_SEMAPHORE_GET_FD_INFO_KHR; - gi.semaphore = d.sfd.sem; + gi.semaphore = static_cast(d.sfd.sem); gi.handleType = VK_EXTERNAL_SEMAPHORE_HANDLE_TYPE_SYNC_FD_BIT; const VkResult result = d.sfd.get_fd((VkDevice) d.ctx->device->device, &gi, &fd); if (result != VK_SUCCESS) { @@ -348,7 +348,7 @@ static int ggml_vk_comm_sfd_export(vk_comm_device & d) { static void ggml_vk_comm_sfd_import(vk_comm_device & d, vk::Semaphore sem, int fd) { VkImportSemaphoreFdInfoKHR isi{}; isi.sType = VK_STRUCTURE_TYPE_IMPORT_SEMAPHORE_FD_INFO_KHR; - isi.semaphore = sem; + isi.semaphore = static_cast(sem); isi.flags = VK_SEMAPHORE_IMPORT_TEMPORARY_BIT; isi.handleType = VK_EXTERNAL_SEMAPHORE_HANDLE_TYPE_SYNC_FD_BIT; isi.fd = fd; diff --git a/ggml/src/ggml-vulkan/ggml-vulkan-common.h b/ggml/src/ggml-vulkan/ggml-vulkan-common.h index dfd3241349ad..69028c04251b 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan-common.h +++ b/ggml/src/ggml-vulkan/ggml-vulkan-common.h @@ -70,7 +70,7 @@ void ggml_vk_buffer_memset(vk_buffer& dst, size_t offset, uint32_t c, size_t siz vk_buffer ggml_vk_buffer_from_host_ptr(vk_device & device, void * ptr, size_t size); // pipelines -uint64_t vk_tensor_offset(const ggml_tensor * tensor); +size_t vk_tensor_offset(const ggml_tensor * tensor); uint32_t get_misalign_bytes(const ggml_backend_vk_context * ctx, const ggml_tensor * t); void ggml_vk_wait_for_fence(ggml_backend_vk_context * ctx); void ggml_pipeline_request_descriptor_sets(ggml_backend_vk_context *ctx, vk_pipeline& pipeline, uint32_t n); diff --git a/ggml/src/ggml-vulkan/ggml-vulkan.cpp b/ggml/src/ggml-vulkan/ggml-vulkan.cpp index f03aa3e4476a..1c077530735f 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan.cpp +++ b/ggml/src/ggml-vulkan/ggml-vulkan.cpp @@ -259,7 +259,7 @@ void ggml_vk_print_device_lost_info(const vk_device& device) { } void * const vk_ptr_base = (void *)(uintptr_t) 0x1000; // NOLINT -uint64_t vk_tensor_offset(const ggml_tensor * tensor) { +size_t vk_tensor_offset(const ggml_tensor * tensor) { if (tensor->view_src) { return (uint8_t *) tensor->view_src->data - (uint8_t *) vk_ptr_base; } @@ -17236,7 +17236,7 @@ void vk_queue_handle_unsynchronized::submit(vk::ArrayProxy vk_device_struct::~vk_device_struct() { // the build failed before the device was created, nothing to destroy - if (device == VK_NULL_HANDLE) { + if (!device) { return; } From 95db855bce95c0317802b8edd7ab10b05f1f1cc5 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Mon, 16 Nov 2026 13:27:10 +0200 Subject: [PATCH 090/249] ci : use vX.Y.Z tags as docker tags (#32388) * ci : use vX.Y.Z tags as docker tags When the Docker workflow is manually dispatched from a vX.Y.Z tag, use that tag verbatim for the image tags instead of appending the build number and commit hash. Assisted-by: dsh:llama.cpp/ggml-org/DeepSeek-V4.1-Flash-1017-GGUF (Mac Studio, M5 Ultra, 256GB) * ci : require a tag for manual docker runs Manual dispatches of the Docker workflow must now use a tag ref, so the image tags are derived from the selected tag. The check can be skipped with the new skip_ref_check input. Scheduled nightly builds are unchanged. Assisted-by: dsh:llama.cpp/ggml-org/DeepSeek-V4.1-Flash-1017-GGUF (Mac Studio, M5 Ultra, 256GB) --- .github/actions/get-tag-name/action.yml | 4 +++- .github/workflows/docker.yml | 12 ++++++++++++ 2 files changed, 15 insertions(+), 1 deletion(-) diff --git a/.github/actions/get-tag-name/action.yml b/.github/actions/get-tag-name/action.yml index 46acce5828e9..ad50f8cfc390 100644 --- a/.github/actions/get-tag-name/action.yml +++ b/.github/actions/get-tag-name/action.yml @@ -14,7 +14,9 @@ runs: run: | BUILD_NUMBER="$(git rev-list --count HEAD)" SHORT_HASH="$(git rev-parse --short=7 HEAD)" - if [[ "${{ env.BRANCH_NAME }}" == "master" || "${{ env.BRANCH_NAME }}" == "b${BUILD_NUMBER}" ]]; then + if [[ "$GITHUB_REF_TYPE" == "tag" && "${{ env.BRANCH_NAME }}" =~ ^v[0-9]+\.[0-9]+\.[0-9]+$ ]]; then + echo "name=${{ env.BRANCH_NAME }}" >> $GITHUB_OUTPUT + elif [[ "${{ env.BRANCH_NAME }}" == "master" || "${{ env.BRANCH_NAME }}" == "b${BUILD_NUMBER}" ]]; then echo "name=b${BUILD_NUMBER}" >> $GITHUB_OUTPUT else SAFE_NAME=$(echo "${{ env.BRANCH_NAME }}" | tr '/' '-') diff --git a/.github/workflows/docker.yml b/.github/workflows/docker.yml index ad1a9de9a05f..778e7b062d7e 100644 --- a/.github/workflows/docker.yml +++ b/.github/workflows/docker.yml @@ -16,6 +16,10 @@ on: description: "Skip the s390x build target (useful for fast test runs that do not need the IBM Z runner)" type: boolean default: false + skip_ref_check: + description: "Skip the requirement to run from a tag (allows branch refs)" + type: boolean + default: false schedule: # Rebuild daily rather than on every push because it is expensive - cron: '12 4 * * *' @@ -38,6 +42,14 @@ jobs: source_tag: ${{ steps.srctag.outputs.name }} steps: + - name: Check manual run ref + if: ${{ github.event_name == 'workflow_dispatch' && !inputs.skip_ref_check }} + run: | + if [[ "$GITHUB_REF_TYPE" != "tag" ]]; then + echo "::error::Manual runs of this workflow must be started from a tag" + exit 1 + fi + - name: Clone id: checkout uses: actions/checkout@v6 From e1925b3695b8d2f2acd162fb10ad0748da0d921b Mon Sep 17 00:00:00 2001 From: Xuan-Son Nguyen Date: Mon, 16 Nov 2026 12:28:19 +0100 Subject: [PATCH 091/249] jinja: support json sort_keys=true (#32366) --- common/jinja/value.cpp | 34 ++++++++++++++++++++-------------- common/jinja/value.h | 2 +- tests/test-jinja.cpp | 6 ++++++ 3 files changed, 27 insertions(+), 15 deletions(-) diff --git a/common/jinja/value.cpp b/common/jinja/value.cpp index 335461136685..b3295edbe06f 100644 --- a/common/jinja/value.cpp +++ b/common/jinja/value.cpp @@ -281,14 +281,12 @@ static value tojson(const func_args & args) { if (is_val(val_indent)) { indent = static_cast(val_indent->as_int()); } - if (val_sort->as_bool()) { // undefined == false - throw not_implemented_exception("tojson sort_keys=true not implemented"); - } + const bool sort_keys = val_sort->as_bool(); // undefined == false const bool ensure_ascii = val_ascii->as_bool(); // undefined == false auto separators = (is_val(val_separators) ? val_separators : mk_val())->as_array(); std::string item_sep = separators.size() > 0 ? separators[0]->as_string().str() : (indent < 0 ? ", " : ","); std::string key_sep = separators.size() > 1 ? separators[1]->as_string().str() : ": "; - std::string json_str = value_to_json(args.get_pos(0), indent, item_sep, key_sep); + std::string json_str = value_to_json(args.get_pos(0), indent, item_sep, key_sep, sort_keys); if (ensure_ascii) { json_str = json_ensure_ascii_preserving_format(json_str); } @@ -1761,7 +1759,7 @@ static std::string float_json(double val) { // recursively convert value to JSON string // TODO: avoid circular references -static void value_to_json_internal(std::ostringstream & oss, const value & val, int curr_lvl, int indent, const std::string_view item_sep, const std::string_view key_sep) { +static void value_to_json_internal(std::ostringstream & oss, const value & val, int curr_lvl, int indent, const std::string_view item_sep, const std::string_view key_sep, bool sort_keys) { auto indent_str = [indent, curr_lvl]() -> std::string { return (indent > 0) ? std::string(curr_lvl * indent, ' ') : ""; }; @@ -1808,7 +1806,7 @@ static void value_to_json_internal(std::ostringstream & oss, const value & val, oss << newline(); for (size_t i = 0; i < arr.size(); ++i) { oss << indent_str() << (indent > 0 ? std::string(indent, ' ') : ""); - value_to_json_internal(oss, arr[i], curr_lvl + 1, indent, item_sep, key_sep); + value_to_json_internal(oss, arr[i], curr_lvl + 1, indent, item_sep, key_sep, sort_keys); if (i < arr.size() - 1) { oss << item_sep; } @@ -1819,17 +1817,25 @@ static void value_to_json_internal(std::ostringstream & oss, const value & val, oss << "]"; } else if (is_val(val)) { const auto & obj = val->as_ordered_object(); // IMPORTANT: need to keep exact order + std::vector> items; + items.reserve(obj.size()); + for (const auto & pair : obj) { + items.emplace_back(is_val(pair.first) ? float_json(pair.first->as_float()) : pair.first->as_string().str(), pair.second); + } + if (sort_keys) { + // same order as python json.dumps(sort_keys=True): utf-8 byte order is code point order + std::stable_sort(items.begin(), items.end(), [](const auto & a, const auto & b) { return a.first < b.first; }); + } oss << "{"; - if (!obj.empty()) { + if (!items.empty()) { oss << newline(); size_t i = 0; - for (const auto & pair : obj) { + for (const auto & [key, item] : items) { oss << indent_str() << (indent > 0 ? std::string(indent, ' ') : ""); - const std::string key = is_val(pair.first) ? float_json(pair.first->as_float()) : pair.first->as_string().str(); - value_to_json_internal(oss, mk_val(key), curr_lvl + 1, indent, item_sep, key_sep); + value_to_json_internal(oss, mk_val(key), curr_lvl + 1, indent, item_sep, key_sep, sort_keys); oss << key_sep; - value_to_json_internal(oss, pair.second, curr_lvl + 1, indent, item_sep, key_sep); - if (i < obj.size() - 1) { + value_to_json_internal(oss, item, curr_lvl + 1, indent, item_sep, key_sep, sort_keys); + if (i < items.size() - 1) { oss << item_sep; } oss << newline(); @@ -1843,9 +1849,9 @@ static void value_to_json_internal(std::ostringstream & oss, const value & val, } } -std::string value_to_json(const value & val, int indent, const std::string_view item_sep, const std::string_view key_sep) { +std::string value_to_json(const value & val, int indent, const std::string_view item_sep, const std::string_view key_sep, bool sort_keys) { std::ostringstream oss; - value_to_json_internal(oss, val, 0, indent, item_sep, key_sep); + value_to_json_internal(oss, val, 0, indent, item_sep, key_sep, sort_keys); JJ_DEBUG("value_to_json: result=%s", oss.str().c_str()); return oss.str(); } diff --git a/common/jinja/value.h b/common/jinja/value.h index bdc35ed39e76..d39b41eac29a 100644 --- a/common/jinja/value.h +++ b/common/jinja/value.h @@ -199,7 +199,7 @@ value find_builtin_func(context & ctx, const std::string & name, value & input); value try_builtin_func(context & ctx, const std::string & name, value & input, bool undef_on_missing = false); value apply_filter_by_name(context & ctx, std::string filter_id, value input, const func_args & args); -std::string value_to_json(const value & val, int indent = -1, const std::string_view item_sep = ", ", const std::string_view key_sep = ": "); +std::string value_to_json(const value & val, int indent = -1, const std::string_view item_sep = ", ", const std::string_view key_sep = ": ", bool sort_keys = false); // Note: only used for debugging purposes std::string value_to_string_repr(const value & val); diff --git a/tests/test-jinja.cpp b/tests/test-jinja.cpp index 06064c494143..a2c14e9a77dd 100644 --- a/tests/test-jinja.cpp +++ b/tests/test-jinja.cpp @@ -1132,6 +1132,12 @@ static void test_filters(testing & t) { "{\"a\": 1, \"b\": 2}" ); + test_template(t, "tojson sort_keys=true nested with separators", + "{{ data|tojson(sort_keys=true, separators=(',',':')) }}", + {{"data", {{"name", "f"}, {"args", {{"z", 1}, {"a", json::array({json{{"y", 2}, {"b", 3}}})}}}}}}, + "{\"args\":{\"a\":[{\"b\":3,\"y\":2}],\"z\":1},\"name\":\"f\"}" + ); + test_template(t, "tojson", "{{ data|tojson }}", {{"data", {{"a", 1}, {"b", json::array({1, 2})}}}}, From 8bfd64b5ac8638aa14467a7a9b337a6f7f8e054c Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Mon, 16 Nov 2026 13:28:31 +0200 Subject: [PATCH 092/249] readme : update (#32382) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * readme : update * authors : update * readme : minor * cont : minor * cont : typos Co-authored-by: Sigbjørn Skjæret Co-authored-by: Niklas Wenzel --------- Co-authored-by: Sigbjørn Skjæret Co-authored-by: Niklas Wenzel --- AUTHORS | 55 ++++++++++++++++++++++++++++++++++++++++++++++++++++++- README.md | 47 ++++++++--------------------------------------- 2 files changed, 62 insertions(+), 40 deletions(-) diff --git a/AUTHORS b/AUTHORS index 96ca4c1d9bff..721a0a1a43de 100644 --- a/AUTHORS +++ b/AUTHORS @@ -1,4 +1,4 @@ -# date: Wed Nov 4 12:03:31 EET 2026 +# date: Mon Nov 16 10:05:56 EET 2026 # this file is auto-generated by scripts/gen-authors.sh Нияз Гарифзянов <112617865+garrnizon@users.noreply.github.com> @@ -43,7 +43,9 @@ Aarni Koskela Aaron Miller Aaron Teo <57927438+taronaeo@users.noreply.github.com> Aaron Teo +Aaron Thomas <84493696+arxhr007@users.noreply.github.com> Aaryaman Vasishta +Aayan Karmali <44980366+StockerMC@users.noreply.github.com> Abheek Gulati abhijain1204fujitsu <139222713+abhijain1204fujitsu@users.noreply.github.com> Abhijit Ramesh @@ -112,10 +114,12 @@ Aleksander Grygier Aleksander Grygier Aleksander Grygier Aleksei Nikiforov <103434461+AlekseiNikiforovIBM@users.noreply.github.com> +Alen Požun Alessandro de Oliveira Faria (A.K.A.CABELO) Alessandro98-git <61804547+Alessandro98-git@users.noreply.github.com> Alex <18387287+wadealexc@users.noreply.github.com> Alex <59368173+AlexGabbia@users.noreply.github.com> +Alex Alex Alex Azarov Alex Azarov @@ -132,6 +136,7 @@ Alex Trotta <44127594+Ahajha@users.noreply.github.com> Alex Tuddenham <61622354+AlexsCode@users.noreply.github.com> Alex von Gluck IV Alex Wu +Alex-JP-93 alex-spacemit Alexander Batischev Alexander Heisler <126129661+heislera763@users.noreply.github.com> @@ -143,6 +148,7 @@ Alexis Williams alexpinel <93524949+alexpinel@users.noreply.github.com> Alfred Ali Chraghi <63465728+alichraghi@users.noreply.github.com> +Ali F. Al-Ramadan <55710790+aalramadan@users.noreply.github.com> Ali Nehzat Ali Tariq Ali Tariq @@ -158,6 +164,7 @@ Aman Karki Aman Karki amd-dwang amd-lalithnc +AMIR <127450356+amirthn6533@users.noreply.github.com> Amir amirai21 <89905406+amirai21@users.noreply.github.com> AmirAli Mirian <37371367+amiralimi@users.noreply.github.com> @@ -213,6 +220,7 @@ Antoine Viallon Anton I Anton Mitkov Anton Mitkov +Anton Sokolchenko Antonis Makropoulos anubhavfujitsu Anudit Nagar @@ -233,10 +241,12 @@ arlo-phoenix <140345165+arlo-phoenix@users.noreply.github.com> Armen Kaleshian Arsen Arutunan <58118221+limloop@users.noreply.github.com> Arseniy Obolenskiy +ArshM17-NV Artem Artem Zinnatullin Artyom Lebedev aryantandon01 <80969509+aryantandon01@users.noreply.github.com> +Asahi-Prv <246092086+Asahi-Prv@users.noreply.github.com> Asahi-Prv asbelin <71226900+asbelin@users.noreply.github.com> Asbjørn Olling @@ -258,6 +268,7 @@ AustinMroz AUTOMATIC1111 <16777216c@gmail.com> automaticcat awatuna <23447591+awatuna@users.noreply.github.com> +Awss b4b4o Bach Le BADR @@ -351,6 +362,7 @@ CarterLi999 <664681047@qq.com> Casey Primozic Casey Primozic CausalLM <148736309+CausalLM@users.noreply.github.com> +CC <65151926+realMoana@users.noreply.github.com> ccbinn cduk <19917266+cduk@users.noreply.github.com> cebtenzzre @@ -379,6 +391,7 @@ Cheng Shao Chenguang Li <757486878@qq.com> Chenguang Li <87689256+noemotiovon@users.noreply.github.com> chiheb ben cheikh <100644963+ChihebBENCHEIKH1@users.noreply.github.com> +chinmaykamjith001 Chipmunk <101038159+CHIPMUNK-T0T@users.noreply.github.com> chiranko <96988916+chiranko@users.noreply.github.com> Chris Danis @@ -434,6 +447,7 @@ crasm crat0z <11581854+crat0z@users.noreply.github.com> CRD716 CrispStrobe <154636388+CrispStrobe@users.noreply.github.com> +Cristian Adam Cristiano Pinto <140563307+crowmoed@users.noreply.github.com> crsawyer <7572190+crsawyer@users.noreply.github.com> Csaba Kecskemeti @@ -527,6 +541,7 @@ Djip007 <3705339+Djip007@users.noreply.github.com> Djip007 dm4 dm4 +Dmitrii Panchev Dmitry Atamanov Dmytro Minochkin Dmytro Romanov @@ -567,6 +582,7 @@ Ed Addario <29247825+EAddario@users.noreply.github.com> Ed Lee Ed Lepedus Eddie-Wang +eddiechen Eden eduardopessin <100053075+eduardopessin@users.noreply.github.com> Edward Taylor @@ -598,6 +614,7 @@ Erik Winter <93544977+ewintr@users.noreply.github.com> Ervin Áron Tasnádi Esko Toivonen Ethan Guo +Ethan Lin Ethan Turner Ettore Di Giacinto EugeoSynthesisThirtyTwo @@ -625,6 +642,7 @@ fanyang Farbod Bijary <110523279+farbodbj@users.noreply.github.com> Fathi Boudra Fattire <528174+fat-tire@users.noreply.github.com> +Feiteng felix Felix Felix Ye @@ -632,6 +650,7 @@ fengerhu1 <2748250768@qq.com> feni6 fidoriel <49869342+fidoriel@users.noreply.github.com> fiesh +figkcoci-debug FINAL-Bench Finn Voorhees Firat @@ -646,6 +665,7 @@ Foad Abo Dahood <32059146+masterFoad@users.noreply.github.com> Folko-Ven <71110216+Folko-Ven@users.noreply.github.com> forforever73 <63285796+forforever73@users.noreply.github.com> Foul-Tarnished <107711110+Foul-Tarnished@users.noreply.github.com> +fox5611 <66219952+fox5611@users.noreply.github.com> Francisco Herrera Francisco Melo <43780565+francis2tm@users.noreply.github.com> Francois Dugast @@ -709,6 +729,7 @@ GiviMAD gliptic gn64 goerch +Gotya-OFFCIAL Govlzkoy grahameth <96447521+grahameth@users.noreply.github.com> Gregor Jasny @@ -749,6 +770,7 @@ Haowei Wu Haoxiang Fei Harald Fernengel Harapan Rachman +Harkanwal Bedi Harkirat Gill HarrisonSec Hatsune Miku <129688334+at8u@users.noreply.github.com> @@ -768,6 +790,7 @@ Henrik Forstén Henry Linjamäki Henry Linjamäki Henry147147 <44851451+Henry147147@users.noreply.github.com> +Hera <58063257+hera2019@users.noreply.github.com> Herman Semenoff Herman Semenov Hesen Peng @@ -846,6 +869,7 @@ Imad Saddik <79410781+ImadSaddik@users.noreply.github.com> iMil Incarnas <119618389+bit-incarnas@users.noreply.github.com> InflexCZE +Iñigo Imaz <49730431+inimaz@users.noreply.github.com> Intel AI Get-to Market Customer Success and Solutions intelmatt <61025942+intelmatt@users.noreply.github.com> iohub @@ -857,7 +881,9 @@ IsaacDynamo <61521674+IsaacDynamo@users.noreply.github.com> Ishaan Gandhi iSma Ismail <115064057+AlrIsmail@users.noreply.github.com> +IsNot <209144869@qq.com> issixx <46835150+issixx@users.noreply.github.com> +Iswarya Alex <47045679+iswaryaalex@users.noreply.github.com> itsnotoger <19309683+itsnotoger@users.noreply.github.com> itterative <190138728+itterative@users.noreply.github.com> Ivan @@ -888,6 +914,7 @@ James Francis <6763899+JamesFranc@users.noreply.github.com> James O'Leary <65884233+jpohhhh@users.noreply.github.com> James Reynolds jameswu2014 <545426914@qq.com> +JamieBordoni Jan Boon Jan Boon Jan Ekström @@ -956,8 +983,10 @@ Jinyang He jinzihao Jiří Podivín <66251151+jpodivin@users.noreply.github.com> Jiří Sejkora +Jiří Svítil <32205472+mistrjirka@users.noreply.github.com> Jiwoong Song <55657581+jwsong98@users.noreply.github.com> JJJYmmm <92386084+JJJYmmm@users.noreply.github.com> +jjperry69 jklincn <985765408@qq.com> jklincn JM Robles @@ -970,6 +999,7 @@ Joe Rowell Joe Todd joecryptotoo <80373433+joecryptotoo@users.noreply.github.com> Joel +Joel Fernandes Johan Johannes Gäßler Johannes Rudolph @@ -988,6 +1018,7 @@ Jonas J <111707981+John-194@users.noreply.github.com> Jonas Jankaitis <111707981+John-194@users.noreply.github.com> Jonas Wunderlich <32615971+jonas-w@users.noreply.github.com> Jonathan <47618606+jbuchananr@users.noreply.github.com> +Jonathan Buck Jonathan Clohessy Jonathan Graehl <99024+graehl@users.noreply.github.com> Jorge A <161275481+jorgealias@users.noreply.github.com> @@ -1097,6 +1128,7 @@ klosax <131523366+klosax@users.noreply.github.com> KnightYao KokerZhou <111279477+KokerZhou@users.noreply.github.com> Kolen Cheung +Kong Jiale <2049447146@qq.com> kononnable Konrad Moren konradmb @@ -1167,6 +1199,7 @@ li-lizhe <82501526+li-lizhe@users.noreply.github.com> liangliangchang liminfei-amd <91481003+liminfei-amd@users.noreply.github.com> limitedAtonement +Lines lingyezhixing <144504450+lingyezhixing@users.noreply.github.com> linsen458-spec Linux User @@ -1227,6 +1260,7 @@ makomk manayang manikbhandari Manuel <44313466+makuche@users.noreply.github.com> +ManuelPDM <153872964+ManuelPDM@users.noreply.github.com> maor-ps <154728172+maor-ps@users.noreply.github.com> Maphist0 <28743569+Maphist0@users.noreply.github.com> Marc Köhlbrugge @@ -1336,6 +1370,7 @@ Michael Hueschen Michael Kesper Michael Klimenko Michael Lamothe +Michael Paulauski Michael Podvitskiy Michael Potter Michael Taylor <162068037+mctylr-gh@users.noreply.github.com> @@ -1455,6 +1490,7 @@ Nikolay Popov <131475237+npopov-vst@users.noreply.github.com> Nils Gladitz Nindaleth ningshanwutuobang +Nisbenz Noah <99681487+NoahOksuz@users.noreply.github.com> nold nopperl <54780682+nopperl@users.noreply.github.com> @@ -1462,6 +1498,7 @@ nullname Nuno nuri nusu-github <29514220+nusu-github@users.noreply.github.com> +nv-vankit <162085734+nv-vankit@users.noreply.github.com> nwyin o7si <32285332+o7si@users.noreply.github.com> Oğuzhan Akkaya @@ -1485,6 +1522,7 @@ oobabooga opparco Ori Pekelman Oscar Barenys +Oscar M. Herrera OSecret <135510162+OLSecret@users.noreply.github.com> ostix360 <55257054+ostix360@users.noreply.github.com> Ouadie EL FAROUKI @@ -1611,6 +1649,7 @@ Raj Hammeer Singh Hada Rajendra Matcha Ralph Soika Raman Shinde +Ramzi <146260554+rmz-24@users.noreply.github.com> Rand Xie Randall Fitzgerald Random Fly @@ -1651,6 +1690,7 @@ Rich Dougherty Richard Richard Davison Richard Kiss +Richard Palethorpe Richard Roberson RichardScottOZ Rick G <26732651+TheFlipbook@users.noreply.github.com> @@ -1695,6 +1735,7 @@ Roni Ronny Brendel Ronny Brendel Ronsor +Roshan Kumar <52444089+roshankumarg529@users.noreply.github.com> Rotem Dan Rowan Hart rspOverflow <217881046+rspOverflow@users.noreply.github.com> @@ -1727,9 +1768,11 @@ Saba Fallah <10401143+sfallah@users.noreply.github.com> Saba Fallah Sachin Desai Sachin Sharma +Saejin Kim-Heinert Safi Ullah safranowith Said Taghadouini <84044788+staghado@users.noreply.github.com> +SaidSultani <62264302+SaidSultani@users.noreply.github.com> Sait Furkan Teke <35101659+stfurkan@users.noreply.github.com> SakuraUmi Salvador E. Tropea @@ -1754,6 +1797,7 @@ Sang-Kil Park Sanjay Ahari Sarah Wu Sarah Wu +sargentmajord Sascha Rogmann <59577610+srogmann@users.noreply.github.com> sasha0552 Satinder Grewal @@ -1786,6 +1830,7 @@ Sergiu <8598216+mzsergiu@users.noreply.github.com> serhii-nakon <57632032+serhii-nakon@users.noreply.github.com> Sertaç Özercan <852750+sozercan@users.noreply.github.com> seryogakovalyov +Seungjun Bae Seungmin Kim <8457324+ehfd@users.noreply.github.com> SeungWon Jeong <65549245+redlion0929@users.noreply.github.com> Seyoung Jeong @@ -1871,6 +1916,7 @@ SmartestWashingMachine smugman-dot SnA1lGo <44647694+skrandy@users.noreply.github.com> snadampal <87143774+snadampal@users.noreply.github.com> +Sofian Elmotiem SoftwareRenderer <138734813+SoftwareRenderer@users.noreply.github.com> Someone Someone Serge @@ -1886,6 +1932,7 @@ sprayandwipe Sreeram SRHMorris <69468379+SRHMorris@users.noreply.github.com> Srihari-mcw <96763064+Srihari-mcw@users.noreply.github.com> +Srijan Keshri <212402043+arcusbuilds@users.noreply.github.com> Srinivas Billa srkizer ssweens <1149151+ssweens@users.noreply.github.com> @@ -1919,6 +1966,7 @@ Sutou Kouhei Svetlozar Georgiev <55534064+sgeor255@users.noreply.github.com> Swigler <124839156+Swigler@users.noreply.github.com> swittk +sxq <18856096915@163.com> SXX SXX Tai Duc Nguyen @@ -2044,6 +2092,7 @@ Ulrich Drepper unbounded Unbug Lee unraido <127105806+unraido@users.noreply.github.com> +usrlocalben uvos uvos uvos @@ -2084,6 +2133,7 @@ vk <89937361+itsvedantkumar@users.noreply.github.com> Vlad Vladimir Vladimir Malyutin +Vladimir Sotnikov Vladimir Vuksanovic <109677816+vvuksanovic@users.noreply.github.com> Vladimir Zorin Vladislav @@ -2139,6 +2189,7 @@ Wroclaw wsbagnsv1 Wu Jian Ping Wu Jian Ping +WuXin wwoodsTM <104587230+wwoodsTM@users.noreply.github.com> Wyatt Caldwell <218154709+Detensable@users.noreply.github.com> wzy <32936898+Freed-Wu@users.noreply.github.com> @@ -2162,6 +2213,7 @@ Xinpeng Dou <15529241576@163.com> Xinpeng Dou <81913537+Dou-Git@users.noreply.github.com> xloem <0xloem@gmail.com> xris99 <79798089+xris99@users.noreply.github.com> +Xuan Son Nguyen Xuan Son Nguyen Xuan-Son Nguyen Xuan-Son Nguyen @@ -2247,6 +2299,7 @@ zhangrunda zhangtao2-1 <478679312@qq.com> ZHAOKAI WANG Zhaolun Yin <129580161+ZhaolunYin@users.noreply.github.com> +zhaoyshine <30611065+zhaoyshine@users.noreply.github.com> Zheng.Deng <32841220+dengzheng-cloud@users.noreply.github.com> zhentaoyu Zhenwei Jin <109658203+kylo5aby@users.noreply.github.com> diff --git a/README.md b/README.md index 3cacc8d534f2..bdfca3d20843 100644 --- a/README.md +++ b/README.md @@ -13,10 +13,17 @@ [![Docker](https://img.shields.io/github/actions/workflow/status/ggml-org/llama.cpp/docker.yml?label=Docker)](https://github.com/ggml-org/llama.cpp/actions/workflows/docker.yml) [![Winget](https://img.shields.io/github/actions/workflow/status/ggml-org/llama.cpp/winget.yml?label=Winget)](https://github.com/ggml-org/llama.cpp/actions/workflows/winget.yml) -[ggml](https://github.com/ggml-org/ggml) / [ops](https://github.com/ggml-org/llama.cpp/blob/master/docs/ops.md) / [maintainer PRs](https://github.com/ggml-org/llama.cpp/pulls?q=is%3Apr%20is%3Aopen%20draft%3AFalse%20(author%3Asanmai%20OR%20author%3Argerganov%20OR%20author%3AKitaitiMakoto%20OR%20author%3Adanbev%20OR%20author%3Aaldehir%20OR%20author%3Amax-krasnyansky%20OR%20author%3ACISC%20OR%20author%3Aggerganov%20OR%20author%3Aam17an%20OR%20author%3Ajhen0409%20OR%20author%3Abartowski1182%20OR%20author%3Anikwen%20OR%20author%3Ahipudding%20OR%20author%3Aravi9%20OR%20author%3AServeurpersoCom%20OR%20author%3Athelittlefireman%20OR%20author%3Apwilkin%20OR%20author%3Areeselevine%20OR%20author%3Angxson%20OR%20author%3Ajeffbolznv%20OR%20author%3Amarty1885%20OR%20author%3A0cc4m%20OR%20author%3ATitaniumtown%20OR%20author%3Aangt%20OR%20author%3AIMbackK%20OR%20author%3Aarthw%20OR%20author%3AJohannesGaessler%20OR%20author%3AORippler%20OR%20author%3Aruixiang63%20OR%20author%3Axctan%20OR%20author%3AmasterFoad%20OR%20author%3Aallozaur%20OR%20author%3AAndreas-Krebbel%20OR%20author%3Ayomaytk%20OR%20author%3Aaendk%20OR%20author%3Awine99%20OR%20author%3Agaugarg-nv%20OR%20author%3Ataronaeo%20OR%20author%3Aforforever73%20OR%20author%3Achaxu01%20OR%20author%3Alhez%20OR%20author%3AAlekseiNikiforovIBM%20OR%20author%3Anetrunnereve%20OR%20author%3Afairydreaming%20OR%20author%3Aynankani)%20sort%3Aupdated-desc) / [dev stats](https://github.com/ggml-org/llama.cpp-dev) / [lib llama API](https://github.com/ggml-org/llama.cpp/issues/9289) / [llama-server REST API](https://github.com/ggml-org/llama.cpp/issues/9291) +[v1.0.0](https://huggingface.co/blog/ggml-org/llama-cpp-v1) / [ggml](https://github.com/ggml-org/ggml) / [ops](https://github.com/ggml-org/llama.cpp/blob/master/docs/ops.md) / [maintainer PRs](https://github.com/ggml-org/llama.cpp/pulls?q=is%3Apr%20is%3Aopen%20draft%3AFalse%20(author%3Asanmai%20OR%20author%3Argerganov%20OR%20author%3AKitaitiMakoto%20OR%20author%3Adanbev%20OR%20author%3Aaldehir%20OR%20author%3Amax-krasnyansky%20OR%20author%3ACISC%20OR%20author%3Aggerganov%20OR%20author%3Aam17an%20OR%20author%3Ajhen0409%20OR%20author%3Abartowski1182%20OR%20author%3Anikwen%20OR%20author%3Ahipudding%20OR%20author%3Aravi9%20OR%20author%3AServeurpersoCom%20OR%20author%3Athelittlefireman%20OR%20author%3Apwilkin%20OR%20author%3Areeselevine%20OR%20author%3Angxson%20OR%20author%3Ajeffbolznv%20OR%20author%3Amarty1885%20OR%20author%3A0cc4m%20OR%20author%3ATitaniumtown%20OR%20author%3Aangt%20OR%20author%3AIMbackK%20OR%20author%3Aarthw%20OR%20author%3AJohannesGaessler%20OR%20author%3AORippler%20OR%20author%3Aruixiang63%20OR%20author%3Axctan%20OR%20author%3AmasterFoad%20OR%20author%3Aallozaur%20OR%20author%3AAndreas-Krebbel%20OR%20author%3Ayomaytk%20OR%20author%3Aaendk%20OR%20author%3Awine99%20OR%20author%3Agaugarg-nv%20OR%20author%3Ataronaeo%20OR%20author%3Aforforever73%20OR%20author%3Achaxu01%20OR%20author%3Alhez%20OR%20author%3AAlekseiNikiforovIBM%20OR%20author%3Anetrunnereve%20OR%20author%3Afairydreaming%20OR%20author%3Aynankani)%20sort%3Aupdated-desc) / [dev stats](https://github.com/ggml-org/llama.cpp-dev) / [lib llama API](https://github.com/ggml-org/llama.cpp/issues/9289) / [llama-server REST API](https://github.com/ggml-org/llama.cpp/issues/9291) +## Description + +The main goal of `llama.cpp` is to enable LLM (and MLLM) inference with minimal setup and state-of-the-art performance on +a wide range of hardware - locally and in the cloud. + +The `llama.cpp` project is built on top of the [ggml](https://github.com/ggml-org/ggml) library. + ## Quick start A few options to get `llama.cpp` installed on your machine: @@ -57,44 +64,6 @@ llama serve -hf ggml-org/Qwen3.5-0.8B-GGUF -## Description - -The main goal of `llama.cpp` is to enable LLM (and VLM) inference with minimal setup and state-of-the-art performance on -a wide range of hardware - locally and in the cloud. - -- Plain C/C++ implementation without any dependencies -- Apple silicon is a first-class citizen - optimized via ARM NEON, Accelerate and Metal frameworks -- AVX, AVX2, AVX512 and AMX support for x86 architectures -- RVV, ZVFH, ZFH, ZICBOP and ZIHINTPAUSE support for RISC-V architectures -- 1.5-bit, 2-bit, 3-bit, 4-bit, 5-bit, 6-bit, and 8-bit integer quantization for faster inference and reduced memory use -- Custom CUDA kernels for running LLMs on NVIDIA GPUs (support for AMD GPUs via HIP and Moore Threads GPUs via MUSA) -- Vulkan and SYCL backend support -- CPU+GPU hybrid inference to partially accelerate models larger than the total VRAM capacity - -The `llama.cpp` project is build on top of the [ggml](https://github.com/ggml-org/ggml) library. - -## Supported backends - -| Backend | Target devices | -| --- | --- | -| [BLAS](docs/build.md#blas-build) | All | -| [BLIS](docs/backend/BLIS.md) | All | -| [CANN](docs/build.md#cann) | Huawei Ascend NPU | -| [CUDA](docs/build.md#cuda) | Nvidia GPU | -| [HIP](docs/build.md#hip) | AMD GPU | -| [Hexagon](docs/backend/snapdragon/README.md) | Snapdragon | -| [IBM zDNN](docs/backend/zDNN.md) | IBM Z & LinuxONE | -| [MUSA](docs/build.md#musa) | Moore Threads GPU | -| [Metal](docs/build.md#metal-build) | Apple Silicon | -| [OpenCL](docs/backend/OPENCL.md) | Adreno GPU | -| [OpenVINO [In Progress]](docs/backend/OPENVINO.md) | Intel CPUs, GPUs, and NPUs | -| [RPC](https://github.com/ggml-org/llama.cpp/tree/master/tools/rpc) | All | -| [SYCL](docs/backend/SYCL.md) | Intel GPU | -| [VirtGPU](docs/backend/VirtGPU.md) | VirtGPU APIR | -| [Vulkan](docs/build.md#vulkan) | GPU | -| [WebGPU](docs/build.md#webgpu) | All | -| [ZenDNN](docs/build.md#zendnn) | AMD CPU | - ## Documentation #### Tools From 5cb95167983f7484febb0e97c7b00887e265ebcf Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Mon, 16 Nov 2026 14:03:30 +0200 Subject: [PATCH 093/249] readme : fix line endings --- README.md | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/README.md b/README.md index bdfca3d20843..defa19e7a903 100644 --- a/README.md +++ b/README.md @@ -19,8 +19,7 @@ ## Description -The main goal of `llama.cpp` is to enable LLM (and MLLM) inference with minimal setup and state-of-the-art performance on -a wide range of hardware - locally and in the cloud. +The main goal of `llama.cpp` is to enable LLM (and MLLM) inference with minimal setup and state-of-the-art performance on a wide range of hardware - locally and in the cloud. The `llama.cpp` project is built on top of the [ggml](https://github.com/ggml-org/ggml) library. From 164ab018f9b7368ff8122094994c4b74e468aa0e Mon Sep 17 00:00:00 2001 From: Pascal Date: Mon, 16 Nov 2026 14:20:18 +0100 Subject: [PATCH 094/249] webgpu: support per-head flash attention masks (#32394) The flash attention shaders indexed the mask without its head dimension, so masks with ne[2] > 1 gave wrong results. The mask offset and the vec block states now include the head, broadcast as head % mask->ne[2] like the other backends. The params buffer grows to 256 bytes to fit the two new mask fields. The shared memory estimate dropped kv_shmem when only one of K and V is read directly, while the shaders keep it unless both are, which made the K f16 / V q8_0 cases exceed the workgroup storage limit. The vec kv tile now takes both flags: the memory estimate drops kv_shmem only when both are direct, and the tile still divides the KV padding when either is. get_alloc_size and supports_op use the same rule as the pipelines, and supports_op accounts for the register tile fallback. --- .../ggml-webgpu/ggml-webgpu-shader-lib.hpp | 17 +++--- ggml/src/ggml-webgpu/ggml-webgpu.cpp | 52 ++++++++++++------- .../ggml-webgpu/wgsl-shaders/flash_attn.wgsl | 2 +- .../wgsl-shaders/flash_attn_decls.tmpl | 2 + .../wgsl-shaders/flash_attn_tile.wgsl | 2 +- .../wgsl-shaders/flash_attn_vec_blk.wgsl | 11 ++-- .../wgsl-shaders/flash_attn_vec_split.wgsl | 5 +- 7 files changed, 57 insertions(+), 34 deletions(-) diff --git a/ggml/src/ggml-webgpu/ggml-webgpu-shader-lib.hpp b/ggml/src/ggml-webgpu/ggml-webgpu-shader-lib.hpp index 3cc6a70c8b22..db612da23cc3 100644 --- a/ggml/src/ggml-webgpu/ggml-webgpu-shader-lib.hpp +++ b/ggml/src/ggml-webgpu/ggml-webgpu-shader-lib.hpp @@ -962,13 +962,16 @@ inline uint32_t ggml_webgpu_flash_attn_get_vec_kv_tile(size_t wg_mem_limit_byt uint32_t head_dim_qk, uint32_t head_dim_v, bool has_mask, - bool kv_direct) { - const uint32_t max_kv_tile = - ggml_webgpu_flash_attn_max_kv_tile(wg_mem_limit_bytes, 1u, 1u, head_dim_qk, head_dim_v, has_mask, kv_direct); + bool k_direct, + bool v_direct) { + // kv_shmem is dropped only when both K and V are read directly + const uint32_t max_kv_tile = ggml_webgpu_flash_attn_max_kv_tile(wg_mem_limit_bytes, 1u, 1u, head_dim_qk, head_dim_v, + has_mask, k_direct && v_direct); GGML_ASSERT(max_kv_tile > 0); uint32_t kv_tile = std::min(GGML_WEBGPU_FLASH_ATTN_VEC_MAX_KV_TILE, max_kv_tile); - if (kv_direct) { + // a direct read has no bounds check, so the tile must divide the KV padding + if (k_direct || v_direct) { kv_tile = std::min(kv_tile, GGML_WEBGPU_KV_SEQ_PAD); while (GGML_WEBGPU_KV_SEQ_PAD % kv_tile != 0) { kv_tile -= 1u; @@ -3050,7 +3053,7 @@ class ggml_webgpu_shader_lib { uint32_t max_kv_tile = ggml_webgpu_flash_attn_max_kv_tile( context.wg_mem_limit_bytes, decisions.q_tile, decisions.use_sg_matrix ? context.sg_mat_n : 1u, key.common.head_dim_qk, key.common.head_dim_v, key.common.has_mask, - key.common.k_direct || key.common.v_direct); + key.common.k_direct && key.common.v_direct); // WorkGroup storage size isn't enough for some params with subgroup matrices path (ref. https://github.com/ggml-org/llama.cpp/pull/26566) if (max_kv_tile == 0) { @@ -3063,7 +3066,7 @@ class ggml_webgpu_shader_lib { key.use_sg_matrix = false; max_kv_tile = ggml_webgpu_flash_attn_max_kv_tile( context.wg_mem_limit_bytes, decisions.q_tile, 1u, key.common.head_dim_qk, key.common.head_dim_v, - key.common.has_mask, key.common.k_direct || key.common.v_direct); + key.common.has_mask, key.common.k_direct && key.common.v_direct); GGML_ASSERT(max_kv_tile > 0); } @@ -3125,7 +3128,7 @@ class ggml_webgpu_shader_lib { ggml_webgpu_flash_attn_vec_decisions decisions = {}; decisions.kv_tile = ggml_webgpu_flash_attn_get_vec_kv_tile(context.wg_mem_limit_bytes, key.common.head_dim_qk, key.common.head_dim_v, key.common.has_mask, - key.common.k_direct || key.common.v_direct); + key.common.k_direct, key.common.v_direct); decisions.wg_size = context.max_subgroup_size; std::string variant = "flash_attn_vec"; diff --git a/ggml/src/ggml-webgpu/ggml-webgpu.cpp b/ggml/src/ggml-webgpu/ggml-webgpu.cpp index c08aa415fbe7..a09b8a5e145d 100644 --- a/ggml/src/ggml-webgpu/ggml-webgpu.cpp +++ b/ggml/src/ggml-webgpu/ggml-webgpu.cpp @@ -90,7 +90,7 @@ static inline uint32_t ggml_webgpu_u32_from_f32(float value) { #define WEBGPU_NUM_PARAM_SLOT_SAFETY_MARGIN 10u #define WEBGPU_RUNTIME_WAIT_TIMEOUT_MS 30000u #define WEBGPU_RUNTIME_WAIT_TIMEOUT_NS (WEBGPU_RUNTIME_WAIT_TIMEOUT_MS * 1e6) -#define WEBGPU_PARAMS_BUF_SIZE_BYTES 128 // enough for 32 parameters +#define WEBGPU_PARAMS_BUF_SIZE_BYTES 256 // enough for 64 parameters #define WEBGPU_SET_ROWS_ERROR_BUF_SIZE_BYTES 4 #define WEBGPU_STORAGE_BUF_BINDING_MULT 4 // a storage buffer binding size must be a multiple of 4 @@ -2104,8 +2104,10 @@ static ggml_webgpu_flash_attn_op ggml_webgpu_flash_attn_prepare(webgpu_context & (uint32_t) (V->nb[2] / ggml_type_size(V->type)), // stride (elements/blocks) of V in dimension 2 (uint32_t) (V->nb[3] / ggml_type_size(V->type)), // stride (elements/blocks) of V in dimension 3 op.has_mask ? (uint32_t) (mask->nb[3] / ggml_type_size(mask->type)) : 0, // stride of mask dim 3 - (uint32_t) (Q->ne[2] / K->ne[2]), // repeat factor for K/V in dim 2 (MHA/MQA/GQA) - ggml_webgpu_u32_from_f32(scale), // scale (possibly adjusted for logit softcap) + op.has_mask ? (uint32_t) (mask->nb[2] / ggml_type_size(mask->type)) : 0, // stride of mask dim 2 + op.has_mask ? (uint32_t) mask->ne[2] : 1u, // mask heads, broadcast over the Q heads + (uint32_t) (Q->ne[2] / K->ne[2]), // repeat factor for K/V in dim 2 (MHA/MQA/GQA) + ggml_webgpu_u32_from_f32(scale), // scale (possibly adjusted for logit softcap) ggml_webgpu_u32_from_f32(max_bias), ggml_webgpu_u32_from_f32(logit_softcap), ggml_webgpu_u32_from_f32(n_head_log2), @@ -2211,7 +2213,9 @@ static webgpu_encoded_op ggml_webgpu_flash_attn_vec(webgpu_context & ct blk_nblk1 = (uint32_t) Q->ne[1]; blk_buf = ggml_webgpu_tensor_buf(dst); const uint32_t stride_mask3 = (uint32_t) (mask->nb[3] / ggml_type_size(mask->type)); - blk_batch_count = stride_mask3 > 0 ? (uint32_t) Q->ne[3] : 1u; + const uint32_t stride_mask2 = (uint32_t) (mask->nb[2] / ggml_type_size(mask->type)); + const uint32_t mask_ne2 = (uint32_t) mask->ne[2]; + blk_batch_count = (stride_mask3 > 0 ? (uint32_t) Q->ne[3] : 1u) * mask_ne2; const uint64_t blk_elems = (uint64_t) blk_nblk0 * blk_nblk1 * blk_batch_count; blk_size_bytes = ROUNDUP_POW2(blk_elems * sizeof(uint32_t), WEBGPU_STORAGE_BUF_BINDING_MULT); const ggml_webgpu_shader_lib_context blk_shader_ctx = op.shader_lib_ctx; @@ -2222,6 +2226,8 @@ static webgpu_encoded_op ggml_webgpu_flash_attn_vec(webgpu_context & ct (uint32_t) Q->ne[1], // seq_len_q (uint32_t) K->ne[1], // seq_len_kv stride_mask3, // stride_mask3 + stride_mask2, // stride_mask2 + mask_ne2, // mask_ne2 blk_nblk0, // nblk0 blk_nblk1, // nblk1 }; @@ -4381,12 +4387,11 @@ static size_t ggml_backend_webgpu_buffer_type_get_alloc_size(ggml_backend_buffer // longest vec batch and the size stays monotonic in the batch length const int64_t n_q = std::min(Q->ne[1], GGML_WEBGPU_FLASH_ATTN_VEC_MAX_SEQ_LEN - 1); if (ggml_webgpu_flash_attn_use_vec_path(ctx->webgpu_global_ctx, Q, K, V, n_q)) { - const bool kv_direct = - ggml_webgpu_flash_attn_k_direct(Q, K, GGML_WEBGPU_FLASH_ATTN_TILE_KV_VEC_WIDTH) || - ggml_webgpu_flash_attn_v_direct(Q, V, GGML_WEBGPU_FLASH_ATTN_TILE_KV_VEC_WIDTH); const uint32_t kv_tile = ggml_webgpu_flash_attn_get_vec_kv_tile( capabilities.limits.maxComputeWorkgroupStorageSize, (uint32_t) Q->ne[0], (uint32_t) V->ne[0], - mask != nullptr, kv_direct); + mask != nullptr, + ggml_webgpu_flash_attn_k_direct(Q, K, GGML_WEBGPU_FLASH_ATTN_TILE_KV_VEC_WIDTH), + ggml_webgpu_flash_attn_v_direct(Q, V, GGML_WEBGPU_FLASH_ATTN_TILE_KV_VEC_WIDTH)); const uint32_t vec_nwg_cap = capabilities.min_subgroup_size; uint32_t nwg = ggml_webgpu_flash_attn_vec_nwg(vec_nwg_cap, kv_tile, (uint32_t) K->ne[1]); @@ -4403,11 +4408,12 @@ static size_t ggml_backend_webgpu_buffer_type_get_alloc_size(ggml_backend_buffer res += WEBGPU_STORAGE_BUF_BINDING_MULT + align; } if (mask != nullptr) { - const uint32_t blk_nblk0 = CEIL_DIV((uint32_t) K->ne[1], kv_tile); - const uint32_t blk_nblk1 = (uint32_t) n_q; - const uint32_t stride_mask3 = (uint32_t) (mask->nb[3] / ggml_type_size(mask->type)); - const uint32_t blk_batch_count = stride_mask3 > 0 ? (uint32_t) Q->ne[3] : 1u; - const uint64_t blk_elems = (uint64_t) blk_nblk0 * blk_nblk1 * blk_batch_count; + const uint32_t blk_nblk0 = CEIL_DIV((uint32_t) K->ne[1], kv_tile); + const uint32_t blk_nblk1 = (uint32_t) n_q; + const uint32_t stride_mask3 = (uint32_t) (mask->nb[3] / ggml_type_size(mask->type)); + const uint32_t blk_batch_count = + (stride_mask3 > 0 ? (uint32_t) Q->ne[3] : 1u) * (uint32_t) mask->ne[2]; + const uint64_t blk_elems = (uint64_t) blk_nblk0 * blk_nblk1 * blk_batch_count; const size_t blk_size_bytes = ROUNDUP_POW2(blk_elems * sizeof(uint32_t), WEBGPU_STORAGE_BUF_BINDING_MULT); res += blk_size_bytes + align; @@ -5014,14 +5020,22 @@ static bool ggml_backend_webgpu_device_supports_op(ggml_backend_dev_t dev, const const uint32_t q_tile = use_subgroup_matrix ? capabilities.sg_mat_m : GGML_WEBGPU_FLASH_ATTN_TILE_Q_TILE; const uint32_t kv_granularity = use_subgroup_matrix ? capabilities.sg_mat_n : 1u; - const bool kv_direct = use_subgroup_matrix ? - ggml_webgpu_flash_attn_k_direct(src0, src1, capabilities.sg_mat_k) || - ggml_webgpu_flash_attn_v_direct(src0, src2, capabilities.sg_mat_k) : - false; - const uint32_t max_kv_tile = ggml_webgpu_flash_attn_max_kv_tile( + // same direct read rule as get_flash_attn_pipeline: F16 only, on the subgroup matrix path + const bool kv_direct = use_subgroup_matrix && src1->type == GGML_TYPE_F16 && + src2->type == GGML_TYPE_F16 && + ggml_webgpu_flash_attn_k_direct(src0, src1, capabilities.sg_mat_k) && + ggml_webgpu_flash_attn_v_direct(src0, src2, capabilities.sg_mat_k); + const uint32_t max_kv_tile = ggml_webgpu_flash_attn_max_kv_tile( capabilities.limits.maxComputeWorkgroupStorageSize, q_tile, kv_granularity, (uint32_t) src0->ne[0], (uint32_t) src2->ne[0], op->src[3] != nullptr, kv_direct); - supports_op = max_kv_tile > 0; + // get_flash_attn_pipeline falls back to the register tile path when the subgroup matrix tile does not fit + const uint32_t fallback_kv_tile = + use_subgroup_matrix ? + ggml_webgpu_flash_attn_max_kv_tile( + capabilities.limits.maxComputeWorkgroupStorageSize, GGML_WEBGPU_FLASH_ATTN_TILE_Q_TILE, 1u, + (uint32_t) src0->ne[0], (uint32_t) src2->ne[0], op->src[3] != nullptr, false) : + 0u; + supports_op = max_kv_tile > 0 || fallback_kv_tile > 0; break; } case GGML_OP_GROUP_NORM: diff --git a/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn.wgsl b/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn.wgsl index a7dee6512898..3e671f11616e 100644 --- a/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn.wgsl +++ b/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn.wgsl @@ -116,7 +116,7 @@ fn main(@builtin(workgroup_id) wg_id: vec3, #ifdef MASK // mask offset - let mask_global_offset = params.offset_mask + batch_idx * params.stride_mask3 + q_row_start * params.seq_len_kv; + let mask_global_offset = params.offset_mask + batch_idx * params.stride_mask3 + (head_idx % params.mask_ne2) * params.stride_mask2 + q_row_start * params.seq_len_kv; #endif // note that the output is permuted, the layout is [head_dim_v, n_heads, seq_len_q, batch_size] diff --git a/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_decls.tmpl b/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_decls.tmpl index 48a79b6ce0e8..4ab4c088b860 100644 --- a/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_decls.tmpl +++ b/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_decls.tmpl @@ -65,6 +65,8 @@ struct Params { stride_v2: u32, stride_v3: u32, stride_mask3: u32, + stride_mask2: u32, + mask_ne2: u32, // repeat factors for K/V, e.g., MHA vs. MQA vs. GQA q_per_kv: u32, diff --git a/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_tile.wgsl b/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_tile.wgsl index 7edca84fc02c..70ef4d03e939 100644 --- a/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_tile.wgsl +++ b/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_tile.wgsl @@ -65,7 +65,7 @@ fn main(@builtin(workgroup_id) wg_id: vec3, let row_active = subgroup_id < Q_TILE && global_q_row < params.seq_len_q; #ifdef MASK - let mask_global_offset = params.offset_mask + batch_idx * params.stride_mask3 + q_row_start * params.seq_len_kv; + let mask_global_offset = params.offset_mask + batch_idx * params.stride_mask3 + (head_idx % params.mask_ne2) * params.stride_mask2 + q_row_start * params.seq_len_kv; #endif let dst_global_offset = dst_batch_offset + q_row_start * dst2_stride + head_idx * HEAD_DIM_V; diff --git a/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_vec_blk.wgsl b/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_vec_blk.wgsl index b4f7c16c35db..985527d28cce 100644 --- a/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_vec_blk.wgsl +++ b/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_vec_blk.wgsl @@ -9,6 +9,8 @@ struct Params { seq_len_q: u32, seq_len_kv: u32, stride_mask3: u32, + stride_mask2: u32, + mask_ne2: u32, // Number of KV blocks and Q blocks per batch. // nblk0 = ceil(seq_len_kv / KV_TILE), nblk1 = seq_len_q. nblk0: u32, @@ -30,11 +32,12 @@ fn main(@builtin(workgroup_id) wg_id: vec3, @builtin(local_invocation_id) local_id: vec3) { // Dispatch mapping: // - x indexes KV blocks - // - y flattens (batch_idx, q_blk) as y = batch_idx * nblk1 + q_blk + // - y flattens (batch_idx, mask_head, q_blk) as y = (batch_idx * mask_ne2 + mask_head) * nblk1 + q_blk let kv_blk = wg_id.x; let y = wg_id.y; let q_blk = y % params.nblk1; - let batch_idx = y / params.nblk1; + let mask_head = (y / params.nblk1) % params.mask_ne2; + let batch_idx = y / (params.nblk1 * params.mask_ne2); if (kv_blk >= params.nblk0) { return; } @@ -43,7 +46,7 @@ fn main(@builtin(workgroup_id) wg_id: vec3, let k_start = kv_blk * KV_TILE; let mask_batch = select(0u, batch_idx, params.stride_mask3 > 0u); - let mask_batch_base = params.offset_mask + mask_batch * params.stride_mask3; + let mask_batch_base = params.offset_mask + mask_batch * params.stride_mask3 + mask_head * params.stride_mask2; // We keep min/max to classify: // - fully masked (max <= MASK_MIN) @@ -95,7 +98,7 @@ fn main(@builtin(workgroup_id) wg_id: vec3, } } - let blk_idx = (batch_idx * params.nblk1 + q_blk) * params.nblk0 + kv_blk; + let blk_idx = ((batch_idx * params.mask_ne2 + mask_head) * params.nblk1 + q_blk) * params.nblk0 + kv_blk; blk[blk_idx] = state; } } diff --git a/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_vec_split.wgsl b/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_vec_split.wgsl index ae941245cdf4..1bff2ab98906 100644 --- a/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_vec_split.wgsl +++ b/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_vec_split.wgsl @@ -107,7 +107,7 @@ fn main(@builtin(workgroup_id) wg_id: vec3, #ifdef MASK // mask offset - let mask_global_offset = params.offset_mask + batch_idx * params.stride_mask3 + q_row_start * params.seq_len_kv; + let mask_global_offset = params.offset_mask + batch_idx * params.stride_mask3 + (head_idx % params.mask_ne2) * params.stride_mask2 + q_row_start * params.seq_len_kv; #endif let head = f32(head_idx); @@ -129,7 +129,8 @@ fn main(@builtin(workgroup_id) wg_id: vec3, let q_blk = q_row_start; let kv_blk = kv_tile / KV_TILE; let blk_batch = select(0u, batch_idx, params.stride_mask3 > 0u); - let blk_idx = params.blk_base + (blk_batch * params.blk_nblk1 + q_blk) * params.blk_nblk0 + kv_blk; + let blk_head = head_idx % params.mask_ne2; + let blk_idx = params.blk_base + ((blk_batch * params.mask_ne2 + blk_head) * params.blk_nblk1 + q_blk) * params.blk_nblk0 + kv_blk; let blk_state_local = blk[blk_idx]; #else let blk_state_local = 1u; From a001af915ee9488b9a9857d96f86cf19d73298ae Mon Sep 17 00:00:00 2001 From: BlivionIaG Date: Mon, 16 Nov 2026 14:22:35 +0100 Subject: [PATCH 095/249] hip: add gfx1013 to rdna1 (#32236) --- ggml/src/ggml-cuda/vendors/hip.h | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ggml/src/ggml-cuda/vendors/hip.h b/ggml/src/ggml-cuda/vendors/hip.h index b350ebe9c39c..a438147993bb 100644 --- a/ggml/src/ggml-cuda/vendors/hip.h +++ b/ggml/src/ggml-cuda/vendors/hip.h @@ -240,9 +240,9 @@ typedef uint64_t ggml_cuda_thread_mask_t; #define RDNA2 #endif -#if defined(__gfx1010__) || defined(__gfx1012__) +#if defined(__gfx1010__) || defined(__gfx1012__) || defined(__gfx1013__) #define RDNA1 -#endif // defined(__gfx1010__) || defined(__gfx1012__) +#endif // defined(__gfx1010__) || defined(__gfx1012__) || defined(__gfx1013__) #if defined(RDNA4) || defined(RDNA4_M) || defined(RDNA3) || defined(RDNA2) || defined(RDNA1) #define RDNA // For the entire family From 301db633702f1d2c107d4feaa4268f07c0b508c5 Mon Sep 17 00:00:00 2001 From: Ruben Ortlam Date: Mon, 16 Nov 2026 14:22:57 +0100 Subject: [PATCH 096/249] vulkan: fix Nvidia fp32 FA shmem overflow, disable shmem staging if it takes too much memory (#32244) --- ggml/src/ggml-vulkan/ggml-vulkan.cpp | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/ggml/src/ggml-vulkan/ggml-vulkan.cpp b/ggml/src/ggml-vulkan/ggml-vulkan.cpp index 1c077530735f..f07135351d71 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan.cpp +++ b/ggml/src/ggml-vulkan/ggml-vulkan.cpp @@ -1258,10 +1258,14 @@ static vk_fa_tuning_params get_fa_tuning_params_scalar(const vk_device& device, result.shmem_staging = (device->vendor_id == VK_VENDOR_ID_NVIDIA && hsk < 256 && hsv < 256) ? 1 : 0; - if (!reduce_block_rows && !ggml_vk_flash_attn_scalar_shmem_support(device, result, hsk, hsv, f32acc, k_type, v_type)) { + if (!reduce_block_rows && result.block_rows > 1 && !ggml_vk_flash_attn_scalar_shmem_support(device, result, hsk, hsv, f32acc, k_type, v_type)) { result.block_rows /= 2; } + if (result.shmem_staging && !ggml_vk_flash_attn_scalar_shmem_support(device, result, hsk, hsv, f32acc, k_type, v_type)) { + result.shmem_staging = 0; + } + // With head sizes above 128, 16 rows per workgroup spill registers on Qualcomm and run about // 40x slower; at large KV a single dispatch can then exceed the Windows GPU timeout. if (device->vendor_id == VK_VENDOR_ID_QUALCOMM && (hsk > 128 || hsv > 128)) { @@ -8528,7 +8532,9 @@ bool ggml_vk_flash_attn_scalar_shmem_support(const vk_device& device, const vk_f kblocksh_size = 0; } - const uint32_t total_size = tmpsh + tmpshv4 + masksh + iq_shmem + Qf + kvsh + kblocksh_size; + const uint32_t occupancy_limiter = std::max(params.limit_occupancy_shmem, 1u) * 4 * sizeof(float); + + const uint32_t total_size = tmpsh + tmpshv4 + masksh + iq_shmem + Qf + kvsh + kblocksh_size + occupancy_limiter; const bool supported = total_size <= device->properties.limits.maxComputeSharedMemorySize; VK_LOG_DEBUG("ggml_vk_flash_attn_scalar_shmem_support(HSK=" << hsk << ", HSV=" << hsv << ", mmq=" << mmq << ", total_size=" << total_size << ", supported=" << supported); From 47fe1333180210d01b000f9da614ea272f2f04c3 Mon Sep 17 00:00:00 2001 From: uvos Date: Mon, 16 Nov 2026 14:24:19 +0100 Subject: [PATCH 097/249] HIP/CUDA: enable GDN mma kernel on CDNA (#31327) --- ggml/src/ggml-cuda/gated-delta-net-mma.cu | 211 ++++++++++++++-------- 1 file changed, 139 insertions(+), 72 deletions(-) diff --git a/ggml/src/ggml-cuda/gated-delta-net-mma.cu b/ggml/src/ggml-cuda/gated-delta-net-mma.cu index 5fc9ef3304d2..d3b8e575b5c9 100644 --- a/ggml/src/ggml-cuda/gated-delta-net-mma.cu +++ b/ggml/src/ggml-cuda/gated-delta-net-mma.cu @@ -9,11 +9,16 @@ constexpr int D = 128; using bf16 = nv_bfloat16; template struct matrix { - bf16 hi[R * C], lo[R * C]; +#ifdef GGML_USE_HIP + static constexpr int alloc = C + 4; +#else + static constexpr int alloc = C; +#endif // GGML_USE_HIP + bf16 hi[R * alloc], lo[R * alloc]; static __device__ __forceinline__ int index(int r, int c) { #ifdef GGML_USE_HIP - return r * C + c; + return r * alloc + c; #else return 2 * ggml_cuda_mma::swizzle(r * (C / 2) + c / 2, r) + c % 2; #endif // GGML_USE_HIP @@ -56,11 +61,11 @@ template struct alignas(128) shared { static __device__ __forceinline__ int lower_index(int r, int c) { return r * C + c; } }; -#if defined(AMPERE_MMA_AVAILABLE) || (defined(AMD_WMMA_AVAILABLE) && defined(RDNA3)) +#if defined(AMPERE_MMA_AVAILABLE) || (defined(AMD_WMMA_AVAILABLE) && defined(RDNA3)) || defined(AMD_MFMA_AVAILABLE) using namespace ggml_cuda_mma; #ifdef GGML_USE_HIP using acc = tile<16, 16, float, DATA_LAYOUT_J_MAJOR>; -using a_tile = tile<16, 8, nv_bfloat162, DATA_LAYOUT_I_MAJOR_MIRRORED>; +using a_tile = tile<16, 8, nv_bfloat162, get_input_data_layout()>; using b_tile = a_tile; #else using acc = tile<16, 8, float>; @@ -73,6 +78,23 @@ __device__ __forceinline__ tile_t load(const matrix & m, int row, int col, tile_t t; const bf16 * data = low ? m.lo : m.hi; #ifdef GGML_USE_HIP +#ifdef AMD_MFMA_AVAILABLE + if constexpr (!TRANS) { +#pragma unroll + for (int i = 0; i < tile_t::ne; ++i) { + const int r = row + tile_t::get_i(i), c = col + 2 * tile_t::get_j(i); + ggml_cuda_memcpy_1<4>(t.x + i, data + m.index(r, c)); + } + } else { +#pragma unroll + for (int i = 0; i < tile_t::ne; ++i) { + const int r = row + tile_t::get_i(i), c = col + 2 * tile_t::get_j(i); + const bf16 x = data[m.index(c, r)]; + const bf16 y = data[m.index(c + 1, r)]; + t.x[i] = __float22bfloat162_rn(make_float2(__bfloat162float(x), __bfloat162float(y))); + } + } +#else #pragma unroll for (int i = 0; i < tile_t::ne; ++i) { const int r = row + tile_t::get_i(i), c = col + 2 * tile_t::get_j(i); @@ -80,6 +102,7 @@ __device__ __forceinline__ tile_t load(const matrix & m, int row, int col, const bf16 y = data[TRANS ? m.index(c + 1, r) : m.index(r, c + 1)]; t.x[i] = __float22bfloat162_rn(make_float2(__bfloat162float(x), __bfloat162float(y))); } +#endif // AMD_MFMA_AVAILABLE #else const auto * packed = reinterpret_cast(data); if constexpr (TRANS) { @@ -118,15 +141,17 @@ template __device__ __forceinline__ void store(matrix & m, } #endif // GGML_USE_HIP } -#endif // defined(AMPERE_MMA_AVAILABLE) || (defined(AMD_WMMA_AVAILABLE) && defined(RDNA3)) +#endif // defined(AMPERE_MMA_AVAILABLE) || (defined(AMD_WMMA_AVAILABLE) && defined(RDNA3)) || defined(AMD_MFMA_AVAILABLE) // Each block owns V independent value columns and advances by C tokens. // Keep recurrent state in FP32; pack high/residual BF16 operands inside the block. template static __global__ __launch_bounds__(256, BLOCKS) void gdn_single(ggml_cuda_gdn_mma_args a) { -#if defined(AMPERE_MMA_AVAILABLE) || (defined(AMD_WMMA_AVAILABLE) && defined(RDNA3)) - static_assert(ggml_cuda_get_physical_warp_size() == 32, "GDN MMA requires 32-lane warps"); - constexpr int WARPS = 8; +#if defined(AMPERE_MMA_AVAILABLE) || (defined(AMD_WMMA_AVAILABLE) && defined(RDNA3)) || defined(AMD_MFMA_AVAILABLE) + constexpr int warp_size = ggml_cuda_get_physical_warp_size(); + static_assert(256 % warp_size == 0, "block must span a whole number of waves"); + constexpr int warps = 256 / warp_size; + constexpr int input_rows = warp_size / 32; // input rows a wave stages per step #ifdef GGML_USE_HIP constexpr int N = 16; #else @@ -134,34 +159,37 @@ static __global__ __launch_bounds__(256, BLOCKS) void gdn_single(ggml_cuda_gdn_m #endif // GGML_USE_HIP static_assert(C >= 16 && (C & (C - 1)) == 0 && V % N == 0 && D % V == 0, "invalid GDN tile"); extern __shared__ __align__(128) unsigned char bytes[]; - auto & s = *reinterpret_cast *>(bytes); - const int lane = threadIdx.x, warp = threadIdx.y, tid = warp * 32 + lane; - const int slice = blockIdx.x % (D / V); - const int h = (blockIdx.x / (D / V)) % a.H; - const int seq = blockIdx.x / ((D / V) * a.H); - const int v0 = slice * V; - const int64_t soff = ((int64_t) seq * a.H + h) * D * D; - const int64_t qoff = (seq / a.rq3) * a.sq3 + (h % a.H_k) * a.sq1; - const int64_t voff = seq * a.sv3 + h * a.sv1 + v0; - const int64_t goff = seq * a.sb3 + h * a.sb1; - float * out = a.dst + ((int64_t) seq * a.n_tokens * a.H + h) * D + v0; - constexpr int STATE_TILES = (D / 16) * (V / N); - constexpr int PER_WARP = STATE_TILES / WARPS; - static_assert(STATE_TILES % WARPS == 0, "state must divide across warps"); + auto & s = *reinterpret_cast *>(bytes); + const int lane = threadIdx.x; + const int warp = threadIdx.y; + const int tid = warp * warp_size + lane; + const int sub = warp_size > 32 ? lane / 32 : 0; + const int slane = warp_size > 32 ? lane % 32 : lane; + const int slice = blockIdx.x % (D / V); + const int h = (blockIdx.x / (D / V)) % a.H; + const int seq = blockIdx.x / ((D / V) * a.H); + const int v0 = slice * V; + const int64_t soff = ((int64_t) seq * a.H + h) * D * D; + const int64_t qoff = (seq / a.rq3) * a.sq3 + (h % a.H_k) * a.sq1; + const int64_t voff = seq * a.sv3 + h * a.sv1 + v0; + const int64_t goff = seq * a.sb3 + h * a.sb1; + float * out = a.dst + ((int64_t) seq * a.n_tokens * a.H + h) * D + v0; + constexpr int state_tiles = (D / 16) * (V / N); + constexpr int PER_WARP = state_tiles / warps; + static_assert(state_tiles % warps == 0, "state must divide across warps"); acc state[PER_WARP]; #pragma unroll for (int j = 0; j < PER_WARP; ++j) { - const int tile_index = warp + j * WARPS, r = (tile_index / (V / N)) * 16, c = (tile_index % (V / N)) * N; + const int tile_index = warp + j * warps, r = (tile_index / (V / N)) * 16, c = (tile_index % (V / N)) * N; #pragma unroll for (int i = 0; i < acc::ne; ++i) { state[j].x[i] = a.state[soff + (v0 + c + acc::get_j(i)) * D + r + acc::get_i(i)]; } } auto read_qk = [&](int64_t t, float4 & q, float4 & k) { - t += warp; q = k = make_float4(0, 0, 0, 0); if (t < a.n_tokens) { - const int64_t off = qoff + t * a.sq2 + 4 * lane; + const int64_t off = qoff + t * a.sq2 + 4 * slane; if ((((uintptr_t) (a.q + off) | (uintptr_t) (a.k + off)) & 15) == 0) { q = *reinterpret_cast(a.q + off); k = *reinterpret_cast(a.k + off); @@ -172,22 +200,26 @@ static __global__ __launch_bounds__(256, BLOCKS) void gdn_single(ggml_cuda_gdn_m } }; // Carry the first eight input rows across chunks to hide global-load latency. + constexpr int QK_ROWS = warps * input_rows; constexpr bool PREFETCH = C == 16 && V == 32; - float4 next_q, next_k; + float4 next_q; + float4 next_k; if constexpr (PREFETCH) { - read_qk(0, next_q, next_k); + read_qk(warp * input_rows + sub, next_q, next_k); } for (int64_t t0 = 0; t0 < a.n_tokens; t0 += C) { const int valid = min((int64_t) C, a.n_tokens - t0); #pragma unroll - for (int j = 0; j < C / 8; ++j) { - const int t = warp + 8 * j, d = 4 * lane; - float4 q, k; + for (int j = 0; j < C / QK_ROWS; ++j) { + const int t = warp * input_rows + sub + QK_ROWS * j; + const int d = 4 * slane; + float4 q; + float4 k; if (PREFETCH && j == 0) { q = next_q; k = next_k; } else { - read_qk(t0 + 8 * j, q, k); + read_qk(t0 + t, q, k); } s.q.store2(t, d, make_float2(q.x * a.scale, q.y * a.scale)); s.q.store2(t, d + 2, make_float2(q.z * a.scale, q.w * a.scale)); @@ -197,13 +229,13 @@ static __global__ __launch_bounds__(256, BLOCKS) void gdn_single(ggml_cuda_gdn_m // Load gates in parallel before the FP32 prefix scan. if (warp == 0) { float carry = 0.f; - for (int base = 0; base < C; base += 32) { + for (int base = 0; base < C; base += warp_size) { const int t = base + lane; float g = t < valid ? a.g[goff + (t0 + t) * a.sb2] : 0.f; const float beta = t < valid ? a.beta[goff + (t0 + t) * a.sb2] : 0.f; #pragma unroll - for (int offset = 1; offset < 32; offset *= 2) { - const float previous = ggml_cuda_shfl_up(g, offset, 32); + for (int offset = 1; offset < warp_size; offset *= 2) { + const float previous = ggml_cuda_shfl_up(g, offset, warp_size); if (lane >= offset) { g += previous; } @@ -213,23 +245,23 @@ static __global__ __launch_bounds__(256, BLOCKS) void gdn_single(ggml_cuda_gdn_m s.prefix[t] = g; s.beta[t] = beta; } - carry = ggml_cuda_shfl(g, 31, 32); + carry = ggml_cuda_shfl(g, warp_size - 1, warp_size); } } #pragma unroll for (int j = 0; j < PER_WARP; ++j) { - const int ti = warp + j * WARPS; + const int ti = warp + j * warps; store(s.scratch.state, state[j], (ti / (V / N)) * 16, (ti % (V / N)) * N); } __syncthreads(); if constexpr (PREFETCH) { if (t0 + C < a.n_tokens) { - read_qk(t0 + C, next_q, next_k); + read_qk(t0 + C + warp * input_rows + sub, next_q, next_k); } } // V32 overlaps Gram work with one output tile per projection warp. constexpr bool SPLIT_PROJECTION = C == 16 && V == 32; - acc base_output[((C / 16) * (V / N) + WARPS - 1) / WARPS]; + acc base_output[((C / 16) * (V / N) + warps - 1) / warps]; // delta = beta * (v - decay * K S), base output = decay * Q S auto project = [&]() { if constexpr (V == 32) { @@ -237,23 +269,26 @@ static __global__ __launch_bounds__(256, BLOCKS) void gdn_single(ggml_cuda_gdn_m return; } } - for (int ti = (V == 32 ? warp - 4 : warp); ti < (C / 16) * (V / N); ti += (V == 32 ? 4 : WARPS)) { - const int r = (ti / (V / N)) * 16, c = (ti % (V / N)) * N; - acc qs, ks; + for (int ti = (V == 32 ? warp - 4 : warp); ti < (C / 16) * (V / N); ti += (V == 32 ? 4 : warps)) { + const int r = (ti / (V / N)) * 16; + const int c = (ti % (V / N)) * N; + acc qs; + acc ks; product(qs, s.q, s.scratch.state, r, c); product(ks, s.k, s.scratch.state, r, c); #pragma unroll for (int i = 0; i < acc::ne; ++i) { - const int t = r + acc::get_i(i), v = c + acc::get_j(i); + const int t = r + acc::get_i(i); + const int v = c + acc::get_j(i); const float decay = expf(s.prefix[t]); const float vv = t < valid ? a.v[voff + (t0 + t) * a.sv2 + v] : 0.f; s.delta.store(t, v, s.beta[t] * (vv - decay * ks.x[i])); - base_output[ti / WARPS].x[i] = decay * qs.x[i]; + base_output[ti / warps].x[i] = decay * qs.x[i]; } } }; // A = beta * strict_tril(K K^T * decay), P = tril(Q K^T * decay) - for (int ti = warp; ti < 2 * (C / 16) * (C / N) && (V != 32 || warp < 4); ti += (V == 32 ? 4 : WARPS)) { + for (int ti = warp; ti < 2 * (C / 16) * (C / N) && (V != 32 || warp < 4); ti += (V == 32 ? 4 : warps)) { const bool gram = ti < (C / 16) * (C / N); const int t = ti % ((C / 16) * (C / N)), r = (t / (C / N)) * 16, c = (t % (C / N)) * N; acc x; @@ -280,27 +315,27 @@ static __global__ __launch_bounds__(256, BLOCKS) void gdn_single(ggml_cuda_gdn_m } __syncthreads(); // inverse = (I + A)^-1 by forward substitution - for (int row = warp; row < C; row += WARPS) { - float x[(C + 31) / 32]; + for (int row = warp; row < C; row += warps) { + float x[(C + warp_size - 1) / warp_size]; #pragma unroll - for (int j = 0; j < (C + 31) / 32; ++j) { - const int col = lane + 32 * j; - x[j] = col == row ? 1.f : (col < row ? -s.lower[s.lower_index(row, col)] : 0.f); + for (int j = 0; j < (C + warp_size - 1) / warp_size; ++j) { + const int col = lane + warp_size * j; + x[j] = col == row ? 1.f : (col < row ? -s.lower[s.lower_index(row, col)] : 0.f); } for (int pivot = row - 1; pivot > 0; --pivot) { - const float xp = ggml_cuda_shfl(x[pivot / 32], pivot % 32, 32); + const float xp = ggml_cuda_shfl(x[pivot / warp_size], pivot % warp_size, warp_size); #pragma unroll - for (int j = 0; j < (C + 31) / 32; ++j) { - const int col = lane + 32 * j; + for (int j = 0; j < (C + warp_size - 1) / warp_size; ++j) { + const int col = lane + warp_size * j; if (col < pivot) { x[j] -= xp * s.lower[s.lower_index(pivot, col)]; } } } #pragma unroll - for (int j = 0; j < (C + 31) / 32; ++j) { - if (lane + 32 * j < C) { - s.inverse.store(row, lane + 32 * j, x[j]); + for (int j = 0; j < (C + warp_size - 1) / warp_size; ++j) { + if (lane + warp_size * j < C) { + s.inverse.store(row, lane + warp_size * j, x[j]); } } } @@ -309,8 +344,9 @@ static __global__ __launch_bounds__(256, BLOCKS) void gdn_single(ggml_cuda_gdn_m } __syncthreads(); // solved = inverse * delta - for (int ti = warp; ti < (C / 16) * (V / N); ti += WARPS) { - const int r = (ti / (V / N)) * 16, c = (ti % (V / N)) * N; + for (int ti = warp; ti < (C / 16) * (V / N); ti += warps) { + const int r = (ti / (V / N)) * 16; + const int c = (ti % (V / N)) * N; acc x; product(x, s.inverse, s.delta, r, c); store(s.scratch.solved, x, r, c); @@ -318,21 +354,25 @@ static __global__ __launch_bounds__(256, BLOCKS) void gdn_single(ggml_cuda_gdn_m __syncthreads(); // out = base output + P * solved for (int ti = (SPLIT_PROJECTION ? warp - 4 : warp); ti < (C / 16) * (V / N) && (!SPLIT_PROJECTION || warp >= 4); - ti += WARPS) { - const int r = (ti / (V / N)) * 16, c = (ti % (V / N)) * N; + ti += warps) { + const int r = (ti / (V / N)) * 16; + const int c = (ti % (V / N)) * N; acc x; product(x, s.p, s.scratch.solved, r, c); #pragma unroll for (int i = 0; i < acc::ne; ++i) { - const int t = r + acc::get_i(i), v = c + acc::get_j(i); + const int t = r + acc::get_i(i); + const int v = c + acc::get_j(i); if (t < valid) { - out[(t0 + t) * a.H * D + v] = base_output[ti / WARPS].x[i] + x.x[i]; + out[(t0 + t) * a.H * D + v] = base_output[ti / warps].x[i] + x.x[i]; } } } // S = decay(chunk) * S + K^T * (solved * decay to chunk end) - for (int i = tid; i < C * V; i += 256) { - const int t = i / V, v = i % V, j = s.scratch.solved.index(t, v); + for (int i = tid; i < C * V; i += warps * warp_size) { + const int t = i / V; + const int v = i % V; + const int j = s.scratch.solved.index(t, v); const float x = __bfloat162float(s.scratch.solved.hi[j]) + __bfloat162float(s.scratch.solved.lo[j]); s.delta.store(t, v, x * expf(s.prefix[valid - 1] - s.prefix[t])); } @@ -340,7 +380,9 @@ static __global__ __launch_bounds__(256, BLOCKS) void gdn_single(ggml_cuda_gdn_m const float decay = expf(s.prefix[valid - 1]); #pragma unroll for (int j = 0; j < PER_WARP; ++j) { - const int ti = warp + j * WARPS, r = (ti / (V / N)) * 16, c = (ti % (V / N)) * N; + const int ti = warp + j * warps; + const int r = (ti / (V / N)) * 16; + const int c = (ti % (V / N)) * N; #pragma unroll for (int i = 0; i < acc::ne; ++i) { state[j].x[i] *= decay; @@ -351,7 +393,9 @@ static __global__ __launch_bounds__(256, BLOCKS) void gdn_single(ggml_cuda_gdn_m } #pragma unroll for (int j = 0; j < PER_WARP; ++j) { - const int ti = warp + j * WARPS, r = (ti / (V / N)) * 16, c = (ti % (V / N)) * N; + const int ti = warp + j * warps; + const int r = (ti / (V / N)) * 16; + const int c = (ti % (V / N)) * N; #pragma unroll for (int i = 0; i < acc::ne; ++i) { a.state_out[soff + (v0 + c + acc::get_j(i)) * D + r + acc::get_i(i)] = state[j].x[i]; @@ -360,10 +404,11 @@ static __global__ __launch_bounds__(256, BLOCKS) void gdn_single(ggml_cuda_gdn_m #else GGML_UNUSED_VARS(a); NO_DEVICE_CODE; -#endif // defined(AMPERE_MMA_AVAILABLE) || (defined(AMD_WMMA_AVAILABLE) && defined(RDNA3)) +#endif // defined(AMPERE_MMA_AVAILABLE) || (defined(AMD_WMMA_AVAILABLE) && defined(RDNA3)) || defined(AMD_MFMA_AVAILABLE) } -template bool init(int device) { +template +static bool init(int device) { static std::once_flag once[GGML_CUDA_MAX_DEVICES]; static bool available[GGML_CUDA_MAX_DEVICES] = {}; std::call_once(once[device], [device] { @@ -381,7 +426,13 @@ template bool init(int device) { return available[device]; } -enum class gdn_path { ar, slice32_one_block, slice32_two_blocks, slice64, whole_head }; +enum class gdn_path { + ar, + slice32_one_block, + slice32_two_blocks, + slice64, + whole_head +}; static gdn_path select_gdn_mma_path(int device, const ggml_cuda_gdn_mma_args & a) { GGML_ASSERT(device >= 0 && device < GGML_CUDA_MAX_DEVICES); @@ -391,10 +442,25 @@ static gdn_path select_gdn_mma_path(int device, const ggml_cuda_gdn_mma_args & a } const auto & info = ggml_cuda_info().devices[device]; #ifdef GGML_USE_HIP - if (!GGML_CUDA_CC_IS_RDNA3_5(info.cc) || a.n_tokens < 2048) { - return gdn_path::ar; + if (GGML_CUDA_CC_IS_RDNA3_5(info.cc)) { + if (a.n_tokens < 2048) { + return gdn_path::ar; + } + return init<16, 64>(device) ? gdn_path::slice64 : gdn_path::ar; } - return init<16, 64>(device) ? gdn_path::slice64 : gdn_path::ar; + if (GGML_CUDA_CC_IS_CDNA(info.cc)) { + if (!amd_mfma_available(info.cc)) { + return gdn_path::ar; + } + const int64_t blocks = a.H * a.n_seqs * 2; + const int64_t blocks_nwaves = (blocks + info.nsm - 1) / info.nsm; + const int64_t blocks_efficiency = 100 * blocks / (info.nsm * blocks_nwaves); + if (blocks_nwaves > 1 && blocks_efficiency < 60) { + return gdn_path::ar; + } + return init<16, 64>(device) ? gdn_path::slice64 : gdn_path::ar; + } + return gdn_path::ar; #elif defined(GGML_USE_MUSA) GGML_UNUSED_VARS(info); return gdn_path::ar; @@ -428,7 +494,8 @@ bool ggml_cuda_gdn_mma_launch(int device, const ggml_cuda_gdn_mma_args & a, cuda return false; } #ifdef GGML_USE_HIP - gdn_single<16, 64><<), stream>>>(a); + const int warp_size = ggml_cuda_info().devices[device].warp_size; + gdn_single<16, 64><<), stream>>>(a); #else if (path == gdn_path::slice32_two_blocks) { gdn_single<16, 32, 2><<), stream>>>(a); From ef3848f9d7d4cf7b6b2abfc3b4c960b55d6d9e91 Mon Sep 17 00:00:00 2001 From: Jeff Bolz Date: Mon, 16 Nov 2026 07:25:12 -0600 Subject: [PATCH 098/249] vulkan: Support split_k for conv3d. (#29929) This tries to use the 256x128 shape (coopmat2-only) with split_k when it appears profitable. It reuses the mul_mat split_k reduce shader. --- ggml/src/ggml-vulkan/ggml-vulkan-types.h | 10 +- ggml/src/ggml-vulkan/ggml-vulkan.cpp | 98 +++++++++++++++---- .../ggml-vulkan/vulkan-shaders/conv3d_mm.comp | 19 +++- tests/test-backend-ops.cpp | 1 + 4 files changed, 100 insertions(+), 28 deletions(-) diff --git a/ggml/src/ggml-vulkan/ggml-vulkan-types.h b/ggml/src/ggml-vulkan/ggml-vulkan-types.h index 64a39bf25ac5..e19e2d029cf3 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan-types.h +++ b/ggml/src/ggml-vulkan/ggml-vulkan-types.h @@ -466,15 +466,15 @@ struct vk_conv2d_pipeline_state { struct vk_conv3d_pipeline_state { vk_conv3d_pipeline_state(uint32_t s0, uint32_t s1, uint32_t s2, uint32_t p0, uint32_t p1, uint32_t p2, - uint32_t d0, uint32_t d1, uint32_t d2, uint32_t KW, uint32_t KH, uint32_t KD, uint32_t aligned) - : s0(s0), s1(s1), s2(s2), p0(p0), p1(p1), p2(p2), d0(d0), d1(d1), d2(d2), KW(KW), KH(KH), KD(KD), aligned(aligned) {} + uint32_t d0, uint32_t d1, uint32_t d2, uint32_t KW, uint32_t KH, uint32_t KD, uint32_t aligned, uint32_t split_k) + : s0(s0), s1(s1), s2(s2), p0(p0), p1(p1), p2(p2), d0(d0), d1(d1), d2(d2), KW(KW), KH(KH), KD(KD), aligned(aligned), split_k(split_k) {} uint32_t s0, s1, s2, p0, p1, p2, d0, d1, d2, KW, KH, KD; - uint32_t aligned; + uint32_t aligned, split_k; bool operator<(const vk_conv3d_pipeline_state &b) const { - return std::tie(s0, s1, s2, p0, p1, p2, d0, d1, d2, KW, KH, KD, aligned) < - std::tie(b.s0, b.s1, b.s2, b.p0, b.p1, b.p2, b.d0, b.d1, b.d2, b.KW, b.KH, b.KD, b.aligned); + return std::tie(s0, s1, s2, p0, p1, p2, d0, d1, d2, KW, KH, KD, aligned, split_k) < + std::tie(b.s0, b.s1, b.s2, b.p0, b.p1, b.p2, b.d0, b.d1, b.d2, b.KW, b.KH, b.KD, b.aligned, b.split_k); } }; diff --git a/ggml/src/ggml-vulkan/ggml-vulkan.cpp b/ggml/src/ggml-vulkan/ggml-vulkan.cpp index f07135351d71..b5b4264fb767 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan.cpp +++ b/ggml/src/ggml-vulkan/ggml-vulkan.cpp @@ -4294,6 +4294,7 @@ void ggml_vk_load_shaders(vk_device& device, vk_pipeline requested) { spec_constants_cpy.push_back(conv2d_csh_store); \ spec_constants_cpy.push_back(conv2d_WM); \ spec_constants_cpy.push_back(conv2d_WN); \ + spec_constants_cpy.push_back(state.split_k); \ ggml_vk_create_pipeline( \ device, c.second, "conv3d" #type_suffix, \ conv3d##type_suffix##spv_suffix##_len, conv3d##type_suffix##spv_suffix##_data, "main", 3, \ @@ -9285,24 +9286,58 @@ static vk_conv_shapes ggml_vk_conv_select_shape(ggml_backend_vk_context * ctx, u } } -static vk_conv_shapes ggml_vk_conv3d_select_shape(ggml_backend_vk_context * ctx, uint32_t K, uint32_t NPQ) { - const auto & block = vk_conv_block_sizes[CONV_SHAPE_256x128]; +static vk_conv_shapes ggml_vk_conv3d_select_shape(ggml_backend_vk_context * ctx, const ggml_tensor * kernel, const ggml_tensor * dst, uint32_t & split_k) { + split_k = 1; + const uint32_t K = ggml_get_op_params_i32(dst, 11); + const uint32_t NPQ = ggml_get_op_params_i32(dst, 10) * dst->ne[0] * dst->ne[1] * dst->ne[2]; + const vk_conv_shapes fallback = ggml_vk_conv_select_shape(ctx, K, NPQ); const uint32_t shader_core_count = ctx->device->shader_core_count; // Slowdowns were observed on DGX Spark with drivers older than R615. const bool driver_supported = ctx->device->driver_id != vk::DriverId::eNvidiaProprietary || (ctx->device->properties.driverVersion >> 22) >= 615; - if (ctx->device->coopmat2 && shader_core_count > 0 && K % block.K == 0 && driver_supported) { - const uint64_t n_tiles = (uint64_t)(K / block.K) * CEIL_DIV((uint64_t)NPQ, block.NPQ); - // Use the largest cm2 padding and include the dummy Csh[8]. - const uint32_t pad = 8, csh_elems = 8; - const uint32_t shmem = (block.K * (block.CRS + pad) + block.CRS * (block.NPQ + pad) + csh_elems) * sizeof(uint16_t); - // Reuse each loaded input across 256 output channels instead of 128. - // Require full channel tiles and at least as many workgroups as GPU cores. - if (n_tiles >= shader_core_count && shmem <= ctx->device->properties.limits.maxComputeSharedMemorySize) { - return CONV_SHAPE_256x128; - } + if (!ctx->device->coopmat2 || shader_core_count == 0 || K == 0 || NPQ == 0 || !driver_supported) { + return fallback; } - return ggml_vk_conv_select_shape(ctx, K, NPQ); + const auto & block = vk_conv_block_sizes[CONV_SHAPE_256x128]; + const auto & limits = ctx->device->properties.limits; + // Use the largest cm2 padding and include the dummy Csh[8]. + const uint32_t pad = 8, csh_elems = 8; + const uint32_t shmem = (block.K * (block.CRS + pad) + block.CRS * (block.NPQ + pad) + csh_elems) * sizeof(uint16_t); + if (shmem > limits.maxComputeSharedMemorySize) { + return fallback; + } + const uint32_t channel_tiles = CEIL_DIV(K, block.K); + const uint64_t n_tiles = (uint64_t)channel_tiles * CEIL_DIV(NPQ, block.NPQ); + // Keep full channel tiles when the grid already fills the GPU. + if (n_tiles >= shader_core_count) { + return K % block.K == 0 ? CONV_SHAPE_256x128 : fallback; + } + static const bool disable_split_k = getenv("GGML_VK_DISABLE_CONV3D_SPLIT_K") != nullptr; + // Do not use a tile with more than half its output channels padded. + if (disable_split_k || K < block.K / 2 || !ggml_is_contiguous(dst) || get_misalign_bytes(ctx, dst) != 0) { + return fallback; + } + // Use power-of-two splits to give each core at least one workgroup. + uint64_t splits = 1; + while (n_tiles * splits < shader_core_count) { + splits *= 2; + } + const uint64_t crs = (uint64_t)ggml_get_op_params_i32(dst, 9) * kernel->ne[0] * kernel->ne[1] * kernel->ne[2]; + const uint64_t operand_bytes = block.K * ggml_type_size(kernel->type) + block.NPQ * sizeof(float); + const uint64_t scratch_bytes = 2 * sizeof(float) * block.K * block.NPQ; + // Do not add more scratch bytes than the estimated operand load bytes. + if (crs * operand_bytes < splits * scratch_bytes) { + return fallback; + } + const uint64_t ne = ggml_nelements(dst); + const uint64_t bytes = ggml_nbytes(dst); + if (ne == 0 || CEIL_DIV(ne, ctx->device->pipeline_matmul_split_k_reduce->wg_denoms[0]) > limits.maxComputeWorkGroupCount[0] || + splits > limits.maxStorageBufferRange / bytes || + splits > limits.maxComputeWorkGroupCount[0] / channel_tiles) { + return fallback; + } + split_k = (uint32_t)splits; + return CONV_SHAPE_256x128; } static vk_pipeline ggml_vk_rms_norm_pipeline(const std::array & pipelines, int64_t ncols) { @@ -10011,7 +10046,8 @@ static vk_pipeline ggml_vk_op_get_pipeline(ggml_backend_vk_context * ctx, const const uint32_t IC = (uint32_t)ggml_get_op_params_i32(dst, 9); const uint32_t N = (uint32_t)ggml_get_op_params_i32(dst, 10); const uint32_t NPQ = N * dst->ne[2] * dst->ne[1] * dst->ne[0]; - const vk_conv_shapes shape = ggml_vk_conv3d_select_shape(ctx, OC, NPQ); + uint32_t split_k; + const vk_conv_shapes shape = ggml_vk_conv3d_select_shape(ctx, src0, dst, split_k); const uint32_t KW = (uint32_t)src0->ne[0]; const uint32_t KH = (uint32_t)src0->ne[1]; @@ -10034,7 +10070,7 @@ static vk_pipeline ggml_vk_op_get_pipeline(ggml_backend_vk_context * ctx, const (CRS % BS_CRS == 0) && (NPQ % BS_NPQ == 0)) ? 1u : 0u; - vk_conv3d_pipeline_state conv3d_pipeline_state(s0, s1, s2, p0, p1, p2, d0, d1, d2, KW, KH, KD, aligned); + vk_conv3d_pipeline_state conv3d_pipeline_state(s0, s1, s2, p0, p1, p2, d0, d1, d2, KW, KH, KD, aligned, split_k); std::map *pipelines = nullptr; if (src0->type == GGML_TYPE_F32) { @@ -10140,6 +10176,7 @@ static void ggml_vk_op_f32(ggml_backend_vk_context * ctx, vk_context& subctx, co init_pushconst_tensor_offsets(ctx, pc, src0, src1, src2, src3, dst); std::array elements; + uint32_t split_k = 1; switch (op) { case GGML_OP_NORM: @@ -10315,10 +10352,12 @@ static void ggml_vk_op_f32(ggml_backend_vk_context * ctx, vk_context& subctx, co case GGML_OP_CONV_3D: if constexpr (std::is_same_v) { const uint32_t NPQ = pc.N * pc.OD * pc.OH * pc.OW; - const vk_conv_shapes shape = ggml_vk_conv3d_select_shape(ctx, pc.OC, NPQ); - const uint32_t NPQ_blocks = CEIL_DIV(NPQ, vk_conv_block_sizes[shape].NPQ); + const vk_conv_shapes shape = ggml_vk_conv3d_select_shape(ctx, src0, dst, split_k); + const auto & block = vk_conv_block_sizes[shape]; + const uint32_t NPQ_blocks = CEIL_DIV(NPQ, block.NPQ); + const uint32_t channel_groups = split_k > 1 ? CEIL_DIV(pc.OC, block.K) * block.K * split_k : pc.OC; - elements = { pc.OC, NPQ_blocks, 1 }; + elements = { channel_groups, NPQ_blocks, 1 }; if (elements[1] > 512) { elements[2] = CEIL_DIV(elements[1], 512); elements[1] = 512; @@ -10449,6 +10488,29 @@ static void ggml_vk_op_f32(ggml_backend_vk_context * ctx, vk_context& subctx, co break; } + if constexpr (std::is_same_v) { + if (split_k > 1) { + const uint32_t ne = (uint32_t)ggml_nelements(dst); + const size_t scratch_size = ggml_nbytes(dst) * split_k; + if (ctx->prealloc_size_split_k < scratch_size) { + ctx->prealloc_size_split_k = scratch_size; + ggml_vk_preallocate_buffers(ctx, subctx); + } + if (ctx->prealloc_split_k_need_sync) { + ggml_vk_sync_buffers(ctx, subctx); + } + vk_subbuffer scratch = { ctx->prealloc_split_k, 0, scratch_size }; + pc.dst_offset = 0; + ggml_pipeline_request_descriptor_sets(ctx, ctx->device->pipeline_matmul_split_k_reduce, 1); + ggml_vk_dispatch_pipeline(ctx, subctx, pipeline, { src0_buf, src1_buf, scratch }, pc, elements); + ggml_vk_sync_buffers(ctx, subctx); + const std::array reduce_pc = { ne, split_k }; + ggml_vk_dispatch_pipeline(ctx, subctx, ctx->device->pipeline_matmul_split_k_reduce, { scratch, dst_buf }, reduce_pc, { ne, 1, 1 }); + ctx->prealloc_split_k_need_sync = true; + return; + } + } + if (op == GGML_OP_ADD || op == GGML_OP_RMS_NORM) { vk_subbuffer a_buf = src0_buf; if (ctx->do_add_rms_partials) { diff --git a/ggml/src/ggml-vulkan/vulkan-shaders/conv3d_mm.comp b/ggml/src/ggml-vulkan/vulkan-shaders/conv3d_mm.comp index 6919861b3bce..42ab48fce752 100644 --- a/ggml/src/ggml-vulkan/vulkan-shaders/conv3d_mm.comp +++ b/ggml/src/ggml-vulkan/vulkan-shaders/conv3d_mm.comp @@ -112,6 +112,8 @@ const uint warps_M = BS_K / WM; const uint warps_N = BS_NPQ / WN; #endif +layout(constant_id = 22) const uint split_k = 1; + // without padding, ID_idx/IH_idx/IW_idx are in bounds by construction const bool dhw_in_bounds = (p0 == 0) && (p1 == 0) && (p2 == 0); @@ -170,8 +172,11 @@ D,R,S=KD,KH,KW Z,P,Q=OD,OH,OW */ -uint32_t B_idx_K = gl_WorkGroupID.x; +// Packing splits into the low bits would avoid runtime division, but adjacent channel tiles give better input cache reuse. +uint32_t B_idx_K = split_k > 1 ? gl_WorkGroupID.x % splitWork(K, BS_K) : gl_WorkGroupID.x; +uint32_t B_idx_split = split_k > 1 ? gl_WorkGroupID.x / splitWork(K, BS_K) : 0; uint32_t B_idx_NPQ = gl_WorkGroupID.y + gl_WorkGroupID.z * 512; +uint32_t split_offset = B_idx_split * K * NPQ; uint32_t T_y = tid / NT_NPQ; uint32_t T_x = tid % NT_NPQ; @@ -219,7 +224,7 @@ ACC_TYPE perElemOpStore(const in uint32_t r, const in uint32_t c, const in ACC_T split_npq(NPQ_idx, N_idx, OD_idx, OH_idx, OW_idx); uint32_t dst_idx = OW_idx + OH_idx * p.nb1 + OD_idx * p.nb2 + (N_idx * p.OC + K_idx) * p.nb3; if (aligned != 0 || (K_idx < K && NPQ_idx < NPQ)) { - dst_data[dst_idx + p.dst_offset] = D_TYPE(elem); + dst_data[dst_idx + p.dst_offset + split_offset] = D_TYPE(elem); } return elem; } @@ -249,7 +254,11 @@ void main() { } #endif /* Advance block in CRS dim */ - [[dont_unroll]] for (uint32_t B_idx_CRS = 0; B_idx_CRS < NB_CRS; B_idx_CRS++) { + const uint32_t crs_count = NB_CRS / split_k; + const uint32_t crs_extra = NB_CRS % split_k; + const uint32_t crs_begin = B_idx_split * crs_count + min(B_idx_split, crs_extra); + const uint32_t crs_end = crs_begin + crs_count + uint32_t(B_idx_split < crs_extra); + [[dont_unroll]] for (uint32_t B_idx_CRS = crs_begin; B_idx_CRS < crs_end; B_idx_CRS++) { uint32_t CRS_idx_a = B_idx_CRS * BS_CRS + Ac; uint32_t IC_idx_a; uint32_t KD_idx_a; @@ -398,7 +407,7 @@ void main() { split_npq(NPQ_idx, N_idx, OD_idx, OH_idx, OW_idx); uint32_t dst_idx = OW_idx + OH_idx * p.nb1 + OD_idx * p.nb2 + (N_idx * p.OC + K_idx) * p.nb3; if (aligned != 0 || (K_idx < K && NPQ_idx < NPQ)) { - dst_data[dst_idx + p.dst_offset] = D_TYPE(Csh[k_local * Csh_stride + npq_thread]); + dst_data[dst_idx + p.dst_offset + split_offset] = D_TYPE(Csh[k_local * Csh_stride + npq_thread]); } } } @@ -420,7 +429,7 @@ void main() { split_npq(NPQ_idx, N_idx, OD_idx, OH_idx, OW_idx); uint32_t dst_idx = OW_idx + OH_idx * p.nb1 + OD_idx * p.nb2 + (N_idx * p.OC + K_idx) * p.nb3; if (aligned != 0 || (K_idx < K && NPQ_idx < NPQ)) { - dst_data[dst_idx + p.dst_offset] = D_TYPE(regC[T_ly][T_lx]); + dst_data[dst_idx + p.dst_offset + split_offset] = D_TYPE(regC[T_ly][T_lx]); } } } diff --git a/tests/test-backend-ops.cpp b/tests/test-backend-ops.cpp index 0a1b592d5ca8..74aac916e531 100644 --- a/tests/test-backend-ops.cpp +++ b/tests/test-backend-ops.cpp @@ -11179,6 +11179,7 @@ static std::vector> make_test_cases_eval() { } } } + test_cases.emplace_back(new test_conv_3d(2, 4097, 2, 32, 16, 128, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1, 1, kernel_type)); // Case with kernel size 1 test_cases.emplace_back(new test_conv_3d(1, 4, 8, 8, 8, 8, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1, 1, kernel_type)); test_cases.emplace_back(new test_conv_3d(2, 8, 5, 11, 9, 65, 3, 3, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, kernel_type)); From 62a6d3a302165fc06509b5250260677ef8cd28c2 Mon Sep 17 00:00:00 2001 From: Niklas Wenzel Date: Mon, 16 Nov 2026 15:16:12 +0100 Subject: [PATCH 099/249] llama : migrate to `llama_batch_ext` (#32356) * llama : migrate to llama_batch_ext * mtmd : migrate zonos3-mini code Added in https://github.com/ggml-org/llama.cpp/pull/32020 --- examples/batched.swift/Sources/main.swift | 60 +++++---- .../llama.cpp.swift/LibLlama.swift | 71 +++++------ src/llama-context.cpp | 29 ++--- src/llama-context.h | 2 +- tests/llama-context/cases-kv.cpp | 3 +- tests/test-batch-alloc.cpp | 8 +- tools/mtmd/mtmd-helper-gen.cpp | 116 ++++++++---------- tools/server/server-realtime.cpp | 32 +++-- 8 files changed, 149 insertions(+), 172 deletions(-) diff --git a/examples/batched.swift/Sources/main.swift b/examples/batched.swift/Sources/main.swift index fd90bbec5f75..d8761f265c1a 100644 --- a/examples/batched.swift/Sources/main.swift +++ b/examples/batched.swift/Sources/main.swift @@ -87,36 +87,32 @@ for id: llama_token in tokens { print("\n") -var batch = llama_batch_init(max(Int32(tokens.count), Int32(n_parallel)), 0, 1) +let batch = llama_batch_ext_init(context) defer { - llama_batch_free(batch) + llama_batch_ext_free(batch) } // evaluate the initial prompt -batch.n_tokens = Int32(tokens.count) - for (i, token) in tokens.enumerated() { - batch.token[i] = token - batch.pos[i] = Int32(i) - batch.n_seq_id[i] = 1 - // batch.seq_id[i][0] = 0 - // TODO: is this the proper way to do this? - if let seq_id = batch.seq_id[i] { - seq_id[0] = 0 + let idx = llama_batch_ext_add_token(batch, 0, token) + if idx < 0 { + print("llama_batch_ext_add_token() failed: \(idx)") + exit(1) } - batch.logits[i] = 0 + var pos = llama_pos(i) + llama_batch_ext_set_pos(batch, idx, &pos) } -// llama_decode will output logits only for the last token of the prompt -batch.logits[Int(batch.n_tokens) - 1] = 1 +// llama_process will output logits only for the last token of the prompt +llama_batch_ext_set_output_logits(batch, Int32(tokens.count) - 1, true) -if llama_decode(context, batch) != 0 { - print("llama_decode() failed") +if llama_process(context, LLAMA_PROCESS_TYPE_DECODE, batch) != 0 { + print("llama_process() failed") exit(1) } for i in 1 ..< n_parallel { - llama_memory_seq_cp(llama_get_memory(context), 0, Int32(i), 0, batch.n_tokens) + llama_memory_seq_cp(llama_get_memory(context), 0, Int32(i), 0, Int32(tokens.count)) } if n_parallel > 1 { @@ -125,16 +121,17 @@ if n_parallel > 1 { var streams: [String] = .init(repeating: "", count: n_parallel) var streamBuffers: [[CChar]] = .init(repeating: [], count: n_parallel) -var i_batch = [Int32](repeating: batch.n_tokens - 1, count: n_parallel) +var i_batch = [Int32](repeating: Int32(tokens.count) - 1, count: n_parallel) -var n_cur = batch.n_tokens +var n_cur = Int32(tokens.count) var n_decode = 0 let t_main_start = ggml_time_us() while n_cur <= n_len { // prepare the next batch - batch.n_tokens = 0 + llama_batch_ext_clear(batch) + var n_tokens: Int32 = 0 // sample the next token for each parallel sequence / stream for i in 0 ..< n_parallel { @@ -165,31 +162,32 @@ while n_cur <= n_len { streams[i] += nextStringPiece // push this new token for next evaluation - batch.token[Int(batch.n_tokens)] = new_token_id - batch.pos[Int(batch.n_tokens)] = n_cur - batch.n_seq_id[Int(batch.n_tokens)] = 1 - if let seq_id = batch.seq_id[Int(batch.n_tokens)] { - seq_id[0] = Int32(i) + let idx = llama_batch_ext_add_token(batch, Int32(i), new_token_id) + if idx < 0 { + print("llama_batch_ext_add_token() failed: \(idx)") + exit(1) } - batch.logits[Int(batch.n_tokens)] = 1 + var pos = n_cur + llama_batch_ext_set_pos(batch, idx, &pos) + llama_batch_ext_set_output_logits(batch, idx, true) - i_batch[i] = batch.n_tokens + i_batch[i] = idx - batch.n_tokens += 1 + n_tokens += 1 n_decode += 1 } // all streams are finished - if batch.n_tokens == 0 { + if n_tokens == 0 { break } n_cur += 1 // evaluate the current batch with the transformer model - if llama_decode(context, batch) != 0 { - print("llama_decode() failed") + if llama_process(context, LLAMA_PROCESS_TYPE_DECODE, batch) != 0 { + print("llama_process() failed") exit(1) } } diff --git a/examples/llama.swiftui/llama.cpp.swift/LibLlama.swift b/examples/llama.swiftui/llama.cpp.swift/LibLlama.swift index dc2bafc88b17..e009383002a6 100644 --- a/examples/llama.swiftui/llama.cpp.swift/LibLlama.swift +++ b/examples/llama.swiftui/llama.cpp.swift/LibLlama.swift @@ -5,20 +5,16 @@ enum LlamaError: Error { case couldNotInitializeContext } -func llama_batch_clear(_ batch: inout llama_batch) { - batch.n_tokens = 0 -} - -func llama_batch_add(_ batch: inout llama_batch, _ id: llama_token, _ pos: llama_pos, _ seq_ids: [llama_seq_id], _ logits: Bool) { - batch.token [Int(batch.n_tokens)] = id - batch.pos [Int(batch.n_tokens)] = pos - batch.n_seq_id[Int(batch.n_tokens)] = Int32(seq_ids.count) - for i in 0.. Int32 { + let idx = llama_batch_ext_add_token(batch, seq_id, id) + if idx < 0 { + return idx } - batch.logits [Int(batch.n_tokens)] = logits ? 1 : 0 - - batch.n_tokens += 1 + var pos = pos + llama_batch_ext_set_pos(batch, idx, &pos) + llama_batch_ext_set_output_logits(batch, idx, logits) + return idx } actor LlamaContext { @@ -26,7 +22,7 @@ actor LlamaContext { private var context: OpaquePointer private var vocab: OpaquePointer private var sampling: UnsafeMutablePointer - private var batch: llama_batch + private var batch: OpaquePointer private var tokens_list: [llama_token] var is_done: Bool = false @@ -42,7 +38,7 @@ actor LlamaContext { self.model = model self.context = context self.tokens_list = [] - self.batch = llama_batch_init(512, 0, 1) + self.batch = llama_batch_ext_init(context) self.temporary_invalid_cchars = [] let sparams = llama_sampler_chain_default_params() self.sampling = llama_sampler_chain_init(sparams) @@ -53,7 +49,7 @@ actor LlamaContext { deinit { llama_sampler_free(sampling) - llama_batch_free(batch) + llama_batch_ext_free(batch) llama_model_free(model) llama_free(context) llama_backend_free() @@ -110,10 +106,6 @@ actor LlamaContext { return SwiftString } - func get_n_tokens() -> Int32 { - return batch.n_tokens; - } - func completion_init(text: String) { print("attempting to complete \"\(text)\"") @@ -133,25 +125,27 @@ actor LlamaContext { print(String(cString: token_to_piece(token: id) + [0])) } - llama_batch_clear(&batch) + llama_batch_ext_clear(batch) for i1 in 0.. String { var new_token_id: llama_token = 0 - new_token_id = llama_sampler_sample(sampling, context, batch.n_tokens - 1) + new_token_id = llama_sampler_sample(sampling, context, -1) if llama_vocab_is_eog(vocab, new_token_id) || n_cur == n_len { print("\n") @@ -178,13 +172,13 @@ actor LlamaContext { print(new_token_str) // tokens_list.append(new_token_id) - llama_batch_clear(&batch) - llama_batch_add(&batch, new_token_id, n_cur, [0], true) + llama_batch_ext_clear(batch) + llama_batch_add(batch, new_token_id, n_cur, 0, true) n_decode += 1 n_cur += 1 - if llama_decode(context, batch) != 0 { + if llama_process(context, LLAMA_PROCESS_TYPE_DECODE, batch) != 0 { print("failed to evaluate llama!") } @@ -201,21 +195,20 @@ actor LlamaContext { for _ in 0.. & tokens, const std::vector & labels_sparse, - llama_batch & batch, + llama_batch_ext & batch, ggml_opt_epoch_callback callback, bool train, int64_t idata_in_loop, @@ -4268,22 +4268,21 @@ void llama_context::opt_epoch_iter( memory->clear(true); for (uint32_t pos_ctx = 0; pos_ctx < n_ctx; pos_ctx += n_batch) { - batch.n_tokens = n_batch; + batch.clear(); for (uint32_t pos_batch = 0; pos_batch < n_batch; ++pos_batch) { - batch.token [pos_batch] = tokens[pos_ctx + pos_batch]; - batch.pos [pos_batch] = pos_ctx + pos_batch; - batch.n_seq_id[pos_batch] = 1; - batch.seq_id [pos_batch][0] = 0; - batch.logits [pos_batch] = true; - } - - // TODO: use llama_batch_ext here - { - llama_batch_compat compat(this, batch); - if (!balloc->init(*compat.batch_ext, model.vocab, true)) { + const int32_t idx = batch.add_token(0); + const llama_pos pos = pos_ctx + pos_batch; + if (idx < 0 || !batch.set_token_id(idx, tokens[pos_ctx + pos_batch])) { LLAMA_LOG_ERROR("%s: failed to initialize batch\n", __func__); return; } + batch.set_token_pos(idx, &pos); + batch.set_output(idx, true); + } + + if (!balloc->init(batch, model.vocab, true)) { + LLAMA_LOG_ERROR("%s: failed to initialize batch\n", __func__); + return; } const uint32_t n_tokens_all = balloc->get_n_tokens(); @@ -4382,7 +4381,7 @@ void llama_context::opt_epoch( const uint32_t ubatch_per_ctx = n_ctx / n_ubatch; - struct llama_batch batch = llama_batch_init(n_batch, 0, 1); + llama_batch_ext batch(this); std::vector tokens(n_ctx); std::vector labels_sparse(n_ctx); @@ -4409,8 +4408,6 @@ void llama_context::opt_epoch( opt_epoch_iter(dataset, result_eval, tokens, labels_sparse, batch, callback_eval, train, idata_in_loop, ndata_in_loop, t_loop_start); } - - llama_batch_free(batch); } // diff --git a/src/llama-context.h b/src/llama-context.h index 45eca4566116..3e3921c7df28 100644 --- a/src/llama-context.h +++ b/src/llama-context.h @@ -233,7 +233,7 @@ struct llama_context { ggml_opt_result_t result, const std::vector & tokens, const std::vector & labels_sparse, - llama_batch & batch, + llama_batch_ext & batch, ggml_opt_epoch_callback callback, bool train, int64_t idata_in_loop, diff --git a/tests/llama-context/cases-kv.cpp b/tests/llama-context/cases-kv.cpp index b970ea94070f..4d2970e9d670 100644 --- a/tests/llama-context/cases-kv.cpp +++ b/tests/llama-context/cases-kv.cpp @@ -557,7 +557,8 @@ struct case_state_rotation : ctx_test { } llama_token token = 0; - if (llama_decode(src.get(), llama_batch_get_one(&token, 1))) { + common_batch batch = common_batch_get_one(src.get(), &token, 1); + if (llama_process(src.get(), LLAMA_PROCESS_TYPE_DECODE, batch.get())) { TLOG_ERR("%s: failed to decode a token\n", __func__); success = false; break; diff --git a/tests/test-batch-alloc.cpp b/tests/test-batch-alloc.cpp index c41e91d6181e..42c4c5249de2 100644 --- a/tests/test-batch-alloc.cpp +++ b/tests/test-batch-alloc.cpp @@ -978,7 +978,9 @@ static void test_compat(testing & t) { mem.ranges[0] = {0, 9}; llama_token token[3] = { 5, 6, 7 }; - llama_batch lb = llama_batch_get_one(token, 3); + llama_batch lb = {}; + lb.n_tokens = 3; + lb.token = token; batch_builder bb(2, &mem, 4, 1, /*n_vocab*/ 100); llama_batch_compat::init(bb.b, lb); @@ -999,7 +1001,9 @@ static void test_compat(testing & t) { t.test("auto_pos_starts_at_zero_without_memory", [&](testing & t) { llama_token token[2] = { 5, 6 }; - llama_batch lb = llama_batch_get_one(token, 2); + llama_batch lb = {}; + lb.n_tokens = 2; + lb.token = token; batch_builder bb(2, nullptr, 4, 1, /*n_vocab*/ 100); llama_batch_compat::init(bb.b, lb); diff --git a/tools/mtmd/mtmd-helper-gen.cpp b/tools/mtmd/mtmd-helper-gen.cpp index 8a5757c1e239..2148ec52640e 100644 --- a/tools/mtmd/mtmd-helper-gen.cpp +++ b/tools/mtmd/mtmd-helper-gen.cpp @@ -52,6 +52,20 @@ static llama_token find_special_token(const llama_vocab * vocab, const std::stri return LLAMA_TOKEN_NULL; } +static bool batch_set_tokens(llama_batch_ext * batch, const llama_token * tokens, int32_t n, llama_pos pos_0, llama_seq_id seq_id) { + llama_batch_ext_clear(batch); + for (int32_t i = 0; i < n; i++) { + const int32_t idx = llama_batch_ext_add_token(batch, seq_id, tokens[i]); + const llama_pos pos = pos_0 + i; + if (idx < 0) { + LOG_ERR("mtmd_helper_gen_audio: failed to add token %d to batch (error %d)\n", tokens[i], idx); + return false; + } + llama_batch_ext_set_pos(batch, idx, &pos); + } + return true; +} + static void put_bytes(std::vector & buf, const void * p, size_t n) { const char * c = (const char *) p; buf.insert(buf.end(), c, c + n); @@ -1206,18 +1220,12 @@ class soprano_gen_audio_pipeline : public mtmd_gen_audio_pipeline { } bool decode(llama_token * tokens, int n) { - llama_batch batch = llama_batch_init(n, 0, 1); - batch.n_tokens = n; - for (int i = 0; i < n; ++i) { - batch.token[i] = tokens[i]; - batch.pos[i] = pos + i; - batch.n_seq_id[i] = 1; - batch.seq_id[i][0] = seq_id; - batch.logits[i] = i == n - 1; - } - const int ret = llama_decode(lctx, batch); - llama_batch_free(batch); - if (ret != 0) { + llama_batch_ext_ptr batch(llama_batch_ext_init(lctx)); + if (!batch_set_tokens(batch.get(), tokens, n, pos, seq_id)) { + return false; + } + llama_batch_ext_set_output_logits(batch.get(), n - 1, true); + if (llama_process(lctx, LLAMA_PROCESS_TYPE_DECODE, batch.get()) != 0) { LOG_ERR("mtmd_helper_gen_audio: soprano backbone decode failed\n"); return false; } @@ -1330,18 +1338,14 @@ class lfm3a_gen_audio_pipeline : public mtmd_gen_audio_pipeline { return 0; } const int n = std::min(n_batch, n_prompt - prompt_pos); - llama_batch batch = llama_batch_init(n, 0, 1); - for (int i = 0; i < n; i++) { - batch.token [i] = prompt_tokens[(size_t) (prompt_pos + i)]; - batch.pos [i] = pos + i; - batch.n_seq_id[i] = 1; - batch.seq_id [i][0] = seq_id; - batch.logits [i] = prompt_pos + i == n_prompt - 1; - } - batch.n_tokens = n; - const int ret = llama_decode(lctx, batch); - llama_batch_free(batch); - if (ret != 0) { + llama_batch_ext_ptr batch(llama_batch_ext_init(lctx)); + if (!batch_set_tokens(batch.get(), prompt_tokens.data() + prompt_pos, n, pos, seq_id)) { + return -1; + } + if (prompt_pos + n == n_prompt) { + llama_batch_ext_set_output_logits(batch.get(), n - 1, true); + } + if (llama_process(lctx, LLAMA_PROCESS_TYPE_DECODE, batch.get()) != 0) { LOG_ERR("mtmd_helper_gen_audio: prompt decode failed\n"); return -1; } @@ -1382,8 +1386,7 @@ class lfm3a_gen_audio_pipeline : public mtmd_gen_audio_pipeline { text_done = true; speaking = true; } - llama_batch batch = llama_batch_get_one(&sampled, 1); - if (!decode(batch)) { + if (!decode(sampled)) { return 1; } } else { @@ -1626,25 +1629,17 @@ class lfm3a_gen_audio_pipeline : public mtmd_gen_audio_pipeline { return true; } - bool decode(llama_batch batch) { - std::vector positions(batch.n_tokens); - std::vector n_seq(batch.n_tokens, 1); - std::vector seq(batch.n_tokens, seq_id); - std::vector seq_ptr(batch.n_tokens); - std::vector logits(batch.n_tokens, 1); - for (int i = 0; i < batch.n_tokens; i++) { - positions[i] = pos + i; - seq_ptr[i] = &seq[i]; - } - batch.pos = positions.data(); - batch.n_seq_id = n_seq.data(); - batch.seq_id = seq_ptr.data(); - batch.logits = logits.data(); - if (llama_decode(lctx, batch) != 0) { + bool decode(llama_token token) { + llama_batch_ext_ptr batch(llama_batch_ext_init(lctx)); + if (!batch_set_tokens(batch.get(), &token, 1, pos, seq_id)) { + return false; + } + llama_batch_ext_set_output_logits(batch.get(), 0, true); + if (llama_process(lctx, LLAMA_PROCESS_TYPE_DECODE, batch.get()) != 0) { LOG_ERR("mtmd_helper_gen_audio: decode failed\n"); return false; } - pos += batch.n_tokens; + pos += 1; return true; } @@ -2160,18 +2155,14 @@ class drama3_gen_audio_pipeline : public mtmd_gen_audio_pipeline { } // small batches: every row also outputs logits const int n = std::min({ n_batch, n_prompt - prompt_pos, 64 }); - llama_batch batch = llama_batch_init(n, 0, 1); + llama_batch_ext_ptr batch(llama_batch_ext_init(lctx)); + if (!batch_set_tokens(batch.get(), prompt_tokens.data() + prompt_pos, n, pos, seq_id)) { + return -1; + } for (int i = 0; i < n; i++) { - batch.token [i] = prompt_tokens[(size_t) (prompt_pos + i)]; - batch.pos [i] = pos + i; - batch.n_seq_id[i] = 1; - batch.seq_id [i][0] = seq_id; - batch.logits [i] = 1; - } - batch.n_tokens = n; - const int ret = llama_decode(lctx, batch); - llama_batch_free(batch); - if (ret != 0) { + llama_batch_ext_set_output_logits(batch.get(), i, true); + } + if (llama_process(lctx, LLAMA_PROCESS_TYPE_DECODE, batch.get()) != 0) { LOG_ERR("mtmd_helper_gen_audio: prompt decode failed\n"); return -1; } @@ -2546,17 +2537,14 @@ class zonos3_gen_audio_pipeline : public mtmd_gen_audio_pipeline { int ret; if (!seg.tokens.empty()) { - llama_batch batch = llama_batch_init(n, 0, 1); - for (int i = 0; i < n; i++) { - batch.token [i] = seg.tokens[(size_t) (seg_pos + i)]; - batch.pos [i] = pos + i; - batch.n_seq_id[i] = 1; - batch.seq_id [i][0] = seq_id; - batch.logits [i] = last && i == n - 1; - } - batch.n_tokens = n; - ret = llama_decode(lctx, batch); - llama_batch_free(batch); + llama_batch_ext_ptr batch(llama_batch_ext_init(lctx)); + if (!batch_set_tokens(batch.get(), seg.tokens.data() + seg_pos, n, pos, seq_id)) { + return -1; + } + if (last) { + llama_batch_ext_set_output_logits(batch.get(), n - 1, true); + } + ret = llama_process(lctx, LLAMA_PROCESS_TYPE_DECODE, batch.get()); } else { decode_embd_batch batch(seg.embd.data() + (size_t) seg_pos * n_embd, n, 1, n_embd); batch.set_position_normal(pos, seq_id); diff --git a/tools/server/server-realtime.cpp b/tools/server/server-realtime.cpp index e747d32d735d..201740b2eccd 100644 --- a/tools/server/server-realtime.cpp +++ b/tools/server/server-realtime.cpp @@ -1032,24 +1032,20 @@ bool server_realtime_slot::decode(const llama_token * tokens, const float * rows if (n_past + n >= n_ctx) { return fail("the conversation does not fit in the context", ERROR_TYPE_EXCEED_CONTEXT_SIZE); } - for (int32_t i0 = 0; i0 < n; i0 += n_batch) { - const int32_t n_cur = std::min(n_batch, n - i0); - llama_batch b = llama_batch_init(n_cur, rows ? n_embd : 0, 1); - for (int32_t i = 0; i < n_cur; i++) { - if (rows) { - memcpy(b.embd + (size_t) i * n_embd, rows + (size_t) (i0 + i) * n_embd, n_embd * sizeof(float)); - } else { - b.token[i] = tokens[i0 + i]; - } - b.pos[i] = n_past + i0 + i; - b.n_seq_id[i] = 1; - b.seq_id[i][0] = seq_id; - b.logits[i] = logits_last && i0 + i == n - 1; - } - b.n_tokens = n_cur; - const int ret = llama_decode(ctx, b); - llama_batch_free(b); - if (ret != 0) { + common_batch batch(ctx); + for (int32_t i = 0; i < n; i++) { + const llama_pos pos = n_past + i; + const bool output = logits_last && i == n - 1; + if (rows) { + const llama_embd e = { rows + (size_t) i * n_embd, 1, (size_t) n_embd }; + batch.add_embd(e, &pos, seq_id, output); + } else { + batch.add(tokens[i], pos, seq_id, output); + } + } + for (int32_t i = 0; i < n; i += n_batch) { + const int32_t n_cur = std::min(n_batch, n - i); + if (llama_process(ctx, LLAMA_PROCESS_TYPE_DECODE, batch.get_sub_batch(i, n_cur)) != 0) { return fail("failed to decode the conversation"); } } From a06044b934db085e373286444e0c15b93635a20c Mon Sep 17 00:00:00 2001 From: Niklas Wenzel Date: Mon, 16 Nov 2026 15:16:13 +0100 Subject: [PATCH 100/249] llama : deprecate old batch API (#32306) --- include/llama.h | 24 +++++++++++++++--------- 1 file changed, 15 insertions(+), 9 deletions(-) diff --git a/include/llama.h b/include/llama.h index 01d8fb88ae5d..3b2baa3bc41b 100644 --- a/include/llama.h +++ b/include/llama.h @@ -271,6 +271,7 @@ extern "C" { // - if not: only the last token is output // ) // + // [DEPRECATED] use llama_batch_ext instead typedef struct llama_batch { int32_t n_tokens; @@ -945,9 +946,10 @@ extern "C" { // // NOTE: this is a helper function to facilitate transition to the new batch API - avoid using it // - LLAMA_API struct llama_batch llama_batch_get_one( + DEPRECATED(LLAMA_API struct llama_batch llama_batch_get_one( llama_token * tokens, - int32_t n_tokens); + int32_t n_tokens), + "use llama_batch_ext_init and llama_batch_ext_add_token instead"); // Allocates a batch of tokens on the heap that can hold a maximum of n_tokens // Each token can be assigned up to n_seq_max sequence ids @@ -956,13 +958,15 @@ extern "C" { // Otherwise, llama_batch.token will be allocated to store n_tokens llama_token // The rest of the llama_batch members are allocated with size n_tokens // All members are left uninitialized - LLAMA_API struct llama_batch llama_batch_init( + DEPRECATED(LLAMA_API struct llama_batch llama_batch_init( int32_t n_tokens, int32_t embd, - int32_t n_seq_max); + int32_t n_seq_max), + "use llama_batch_ext_init instead"); // Frees a batch of tokens allocated with llama_batch_init() - LLAMA_API void llama_batch_free(struct llama_batch batch); + DEPRECATED(LLAMA_API void llama_batch_free(struct llama_batch batch), + "use llama_batch_ext_free instead"); // Process a batch of tokens. // In contrast to llama_decode() - this call does not use KV cache. @@ -970,9 +974,10 @@ extern "C" { // Can store the encoder output internally for later use by the decoder's cross-attention layers. // 0 - success // < 0 - error. the memory state is restored to the state before this call - LLAMA_API int32_t llama_encode( + DEPRECATED(LLAMA_API int32_t llama_encode( struct llama_context * ctx, - struct llama_batch batch); + struct llama_batch batch), + "use llama_process with LLAMA_PROCESS_TYPE_ENCODE instead"); // Process a batch of tokens. // Requires the context to have a memory. @@ -986,9 +991,10 @@ extern "C" { // 2 - aborted (processed ubatches will remain in the context's memory) // -1 - invalid input batch // < -1 - fatal error (processed ubatches will remain in the context's memory) - LLAMA_API int32_t llama_decode( + DEPRECATED(LLAMA_API int32_t llama_decode( struct llama_context * ctx, - struct llama_batch batch); + struct llama_batch batch), + "use llama_process with LLAMA_PROCESS_TYPE_DECODE instead"); // // Extended batch API From ef6bc6f367082338006c8379bc7bcab3e1584766 Mon Sep 17 00:00:00 2001 From: Xuan-Son Nguyen Date: Mon, 16 Nov 2026 15:48:46 +0100 Subject: [PATCH 101/249] jinja: impl scope-chain key lookup (#32396) * jinja: impl scope-chain key lookup * add test for call_statement lambda --- common/jinja/runtime.cpp | 7 ++++--- common/jinja/runtime.h | 33 ++++++++++++++++++++++++++++++--- tests/test-jinja.cpp | 9 +++++++++ 3 files changed, 43 insertions(+), 6 deletions(-) diff --git a/common/jinja/runtime.cpp b/common/jinja/runtime.cpp index aae67cab0535..1eae8d9237dc 100644 --- a/common/jinja/runtime.cpp +++ b/common/jinja/runtime.cpp @@ -811,13 +811,14 @@ value call_statement::execute_impl(context & ctx) const { } auto * callee_func = cast_val(callee_val); - context caller_ctx(ctx); // new scope for caller execution + // caller() can be saved and called after this scope ended, it owns a snapshot of the variables + auto caller_ctx = std::make_shared(ctx.snapshot()); - const func_handler func = [this, caller_ctx = std::move(caller_ctx)](const func_args & args) -> value { + const func_handler func = [this, caller_ctx](const func_args & args) -> value { if (args.ctx.macro_depth >= JINJA_RECURSIVE_LIMIT) { throw std::runtime_error("macro calls are nested more than " + std::to_string(JINJA_RECURSIVE_LIMIT) + " levels deep"); } - context block_ctx(caller_ctx); // new scope for block execution + context block_ctx(*caller_ctx); // new scope for block execution block_ctx.macro_depth = args.ctx.macro_depth + 1; bind_parameters("caller", this->caller_args, args, block_ctx); diff --git a/common/jinja/runtime.h b/common/jinja/runtime.h index 97db5de33bd0..066c4e0c0ed3 100644 --- a/common/jinja/runtime.h +++ b/common/jinja/runtime.h @@ -81,12 +81,38 @@ struct context { current_time(parent.current_time), is_get_stats(parent.is_get_stats), macro_depth(parent.macro_depth), - // inherit variables (for example, when entering a new scope) - env(mk_val(*parent.env)) {} + // child scope: own variables only, lookups fall back to the parent (which must outlive this scope) + parent(&parent), + env(mk_val()) { + env->has_builtins = false; + } + + context(context &&) = default; + + // copy with all visible variables flattened in, for a scope that can outlive its parents (caller() of a call block) + context snapshot() const { + std::vector chain; + for (const context * c = this; c; c = c->parent) { + chain.push_back(c); + } + context res(*this); + res.parent = nullptr; + for (auto it = chain.rbegin(); it != chain.rend(); ++it) { + for (const auto & kv : (*it)->env->as_ordered_object()) { + res.env->insert(kv.first, kv.second); + } + } + return res; + } // returns nullptr if not found value find_val(const value & key) { - return env->find(key); + for (const context * c = this; c; c = c->parent) { + if (value v = c->env->find(key)) { + return v; + } + } + return nullptr; } value get_val(const std::string & name) { @@ -107,6 +133,7 @@ struct context { } private: + const context * parent = nullptr; value_object env; }; diff --git a/tests/test-jinja.cpp b/tests/test-jinja.cpp index a2c14e9a77dd..2fd33beebc53 100644 --- a/tests/test-jinja.cpp +++ b/tests/test-jinja.cpp @@ -1475,6 +1475,15 @@ static void test_macros(testing & t) { "a+b" ); + test_template(t, "caller saved and called after its scope ended", + "{% set ns = namespace(f=none) %}" + "{% macro keep() %}{% set ns.f = caller %}{% endmacro %}" + "{% macro outer(p) %}{% call keep() %}[{{ p }}]{% endcall %}{% endmacro %}" + "{{ outer('a') }}{{ outer('b') }}{{ ns.f() }}{{ ns.f() }}", + json::object(), + "[b][b]" + ); + test_template(t, "macro with caller", "\ {%- macro nest_dict(o, i, ff='') %}\n\ From 7804be0634c578d1da1604a2f2320b33f5a65377 Mon Sep 17 00:00:00 2001 From: Rudransh Shekhar Date: Mon, 16 Nov 2026 21:37:45 +0530 Subject: [PATCH 102/249] arg : allow up to llama_max_devices() configs for --tensor-split and --fit-target (#13293) (#31435) --- common/arg.cpp | 4 ++-- tests/test-arg-parser.cpp | 27 +++++++++++++++++++++++++++ 2 files changed, 29 insertions(+), 2 deletions(-) diff --git a/common/arg.cpp b/common/arg.cpp index 15cc9abd0ecc..e06cc3617839 100644 --- a/common/arg.cpp +++ b/common/arg.cpp @@ -2829,7 +2829,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex const std::regex regex{ R"([,/]+)" }; std::sregex_token_iterator it{ arg_next.begin(), arg_next.end(), regex, -1 }; std::vector split_arg{ it, {} }; - if (split_arg.size() >= llama_max_devices()) { + if (split_arg.size() > llama_max_devices()) { throw std::invalid_argument( string_format("got %zu input configs, but system only has %zu devices", split_arg.size(), llama_max_devices()) ); @@ -2895,7 +2895,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex const std::regex regex{ R"([,/]+)" }; std::sregex_token_iterator it{ arg_next.begin(), arg_next.end(), regex, -1 }; std::vector split_arg{ it, {} }; - if (split_arg.size() >= llama_max_devices()) { + if (split_arg.size() > llama_max_devices()) { throw std::invalid_argument( string_format("got %zu input configs, but system only has %zu devices", split_arg.size(), llama_max_devices()) ); diff --git a/tests/test-arg-parser.cpp b/tests/test-arg-parser.cpp index 537c333949b1..843f2070918f 100644 --- a/tests/test-arg-parser.cpp +++ b/tests/test-arg-parser.cpp @@ -333,6 +333,33 @@ static void test(void) { assert(params.lora_adapters[2].path == "file3\"3\".gguf"); assert(params.lora_adapters[3].path == "file4\".gguf"); + { + std::string ts_exact; + for (size_t i = 0; i < llama_max_devices(); ++i) { + ts_exact += (i > 0 ? "," : "") + std::to_string(i + 1); + } + common_params p_ts; + argv = {"binary_name", "-m", "model.gguf", "-ts", ts_exact}; + assert(true == common_params_parse(argv.size(), list_str_to_char(argv).data(), p_ts, LLAMA_EXAMPLE_COMMON)); + for (size_t i = 0; i < llama_max_devices(); ++i) { + assert(p_ts.tensor_split[i] == static_cast(i + 1)); + } + + common_params p_fitt; + argv = {"binary_name", "-m", "model.gguf", "-fitt", ts_exact}; + assert(true == common_params_parse(argv.size(), list_str_to_char(argv).data(), p_fitt, LLAMA_EXAMPLE_COMMON)); + for (size_t i = 0; i < llama_max_devices(); ++i) { + assert(p_fitt.fit_params_target[i] == static_cast(i + 1) * 1024 * 1024); + } + + std::string ts_too_many = ts_exact + ",99"; + argv = {"binary_name", "-m", "model.gguf", "-ts", ts_too_many}; + assert(false == common_params_parse(argv.size(), list_str_to_char(argv).data(), p_ts, LLAMA_EXAMPLE_COMMON)); + + argv = {"binary_name", "-m", "model.gguf", "-fitt", ts_too_many}; + assert(false == common_params_parse(argv.size(), list_str_to_char(argv).data(), p_fitt, LLAMA_EXAMPLE_COMMON)); + } + // skip this part on windows, because setenv is not supported #ifdef _WIN32 printf("test-arg-parser: skip on windows build\n"); From e8698ac163069bc07d8beda82c27188082fe641a Mon Sep 17 00:00:00 2001 From: Shubham Roy Date: Mon, 16 Nov 2026 21:45:16 +0530 Subject: [PATCH 103/249] =?UTF-8?q?fix:-=20Misc.=20bug:=20Settings/Tools?= =?UTF-8?q?=20is=20lying=20about=20tool=20picks=20inside=20a=20ch=E2=80=A6?= =?UTF-8?q?=20(#32223)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * fix:- Misc. bug: Settings/Tools is lying about tool picks inside a chat #32214 * checks run lint error --------- Co-authored-by: Developer --- .../SettingsChat/SettingsChatToolsTab.svelte | 27 ++++---- .../settings-tools-policy.svelte.test.ts | 61 +++++++++++++++++++ 2 files changed, 72 insertions(+), 16 deletions(-) create mode 100644 tools/ui/tests/client/settings-tools-policy.svelte.test.ts diff --git a/tools/ui/src/lib/components/app/settings/SettingsChat/SettingsChatToolsTab.svelte b/tools/ui/src/lib/components/app/settings/SettingsChat/SettingsChatToolsTab.svelte index 987fcaeb9b4e..5d4897dea665 100644 --- a/tools/ui/src/lib/components/app/settings/SettingsChat/SettingsChatToolsTab.svelte +++ b/tools/ui/src/lib/components/app/settings/SettingsChat/SettingsChatToolsTab.svelte @@ -5,7 +5,7 @@ import * as Collapsible from '$lib/components/ui/collapsible'; import { ICON_CLASS_DEFAULT } from '$lib/constants'; import { ToolSource } from '$lib/enums/tools.enums'; - import { mcpStore, permissionsStore, toolsStore } from '$lib/stores'; + import { conversationsStore, mcpStore, permissionsStore, toolsStore } from '$lib/stores'; import { getToolUi } from '$lib/utils'; import { SvelteSet } from 'svelte/reactivity'; @@ -26,7 +26,11 @@ {:else}

- Applies to new conversations. Tool picks inside a chat only affect that chat. + {#if conversationsStore.activeConversation} + Applies to this conversation. + {:else} + Applies to new conversations. Tool picks inside a chat only affect that chat. + {/if}

{#each groups as group (group.key)} @@ -41,19 +45,9 @@ {/if} - {@const groupToggleKey = - group.source === ToolSource.MCP && group.serverId - ? toolsStore.getMcpServerToolsKey(group.serverId) - : null} - - groupToggleKey - ? toolsStore.toggleTool(groupToggleKey) - : toolsStore.toggleCategory(group.source)} + checked={conversationsStore.preferences.isGroupChecked(group)} + onCheckedChange={() => void conversationsStore.preferences.toggleGroup(group)} onclick={(e) => e.stopPropagation()} /> @@ -97,7 +91,7 @@ : null} {@const displayLabel = toolUi?.label ?? toolName} {@const IconComponent = toolUi?.icon ?? null} - {@const isEnabled = toolsStore.isToolEnabled(entry.key)} + {@const isEnabled = conversationsStore.preferences.isToolEnabled(entry.key)} {@const permissionKey = entry.key} {@const isAlwaysAllowed = permissionsStore.hasTool(permissionKey)} @@ -114,7 +108,8 @@ toolsStore.toggleTool(entry.key)} + onCheckedChange={() => + void conversationsStore.preferences.toggleTool(entry.key)} />
diff --git a/tools/ui/tests/client/settings-tools-policy.svelte.test.ts b/tools/ui/tests/client/settings-tools-policy.svelte.test.ts new file mode 100644 index 000000000000..92354fa48f38 --- /dev/null +++ b/tools/ui/tests/client/settings-tools-policy.svelte.test.ts @@ -0,0 +1,61 @@ +// Settings > Tools must edit the active conversation policy, not the defaults for future chats. + +import SettingsChatToolsTab from '$lib/components/app/settings/SettingsChat/SettingsChatToolsTab.svelte'; +import { DatabaseService } from '$lib/services/database.service'; +import { conversationsStore } from '$lib/stores/conversations/index.svelte'; +import { toolsStore } from '$lib/stores/tools.svelte'; +import type { DatabaseConversation, OpenAIToolDefinition } from '$lib/types'; +import { tick } from 'svelte'; +import { afterEach, describe, expect, it, vi } from 'vitest'; +import { render } from 'vitest-browser-svelte'; + +const TOOL_KEY = 'server:test_tool'; +const TOOL: OpenAIToolDefinition = { + function: { description: '', name: 'test_tool', parameters: {} }, + type: 'function' +}; + +function setServerTools(definitions: OpenAIToolDefinition[]) { + (toolsStore as unknown as { _serverTools: OpenAIToolDefinition[] })._serverTools = definitions; +} + +afterEach(() => { + conversationsStore.clearActiveConversation(); + conversationsStore.conversations = []; + setServerTools([]); + toolsStore.setToolEnabled(TOOL_KEY, true); + vi.restoreAllMocks(); +}); + +describe('SettingsChatToolsTab', () => { + it('keeps a tool change in the active conversation', async () => { + vi.spyOn(DatabaseService, 'updateConversation').mockResolvedValue(undefined); + const conversation: DatabaseConversation = { + currNode: null, + id: 'conversation-1', + lastModified: 0, + name: 'Conversation' + }; + + conversationsStore.activeConversation = conversation; + conversationsStore.conversations = [conversation]; + setServerTools([TOOL]); + const screen = render(SettingsChatToolsTab); + const trigger = screen.container.querySelector( + '[data-slot="collapsible-trigger"]' + ); + + if (!trigger) throw new Error('tool group trigger not found'); + + await trigger.click(); + await tick(); + + const checkboxes = screen.container.querySelectorAll('[role="checkbox"]'); + + await checkboxes[1].click(); + await tick(); + + expect(conversationsStore.activeConversation?.disabledTools).toEqual([TOOL_KEY]); + expect(toolsStore.isToolEnabled(TOOL_KEY)).toBe(true); + }); +}); From 3a7660371dd3788e5a64aeaf4ed87b4c21af1265 Mon Sep 17 00:00:00 2001 From: Aleksander Grygier Date: Mon, 16 Nov 2026 17:23:36 +0100 Subject: [PATCH 104/249] ui: move the web UI to ui/apps/chat and call it Llama Chat (#32032) * ui: move tools/ui to ui/apps/chat The chat app moves to its own root folder, ui/apps/chat, as the first step of splitting the UI into one library (ui/lib) and the apps built on it (ui/apps). The code is unchanged; every path that pointed at tools/ui now points at ui/apps/chat: CMake adds it from tools/, and the Dockerfiles, the Nix package, the workflows, the labeler, CODEOWNERS, .editorconfig, the git hooks, the dev and demo scripts and the docs follow it. Assisted-by: Claude (Opus 5.5 Medium) * ui: name Llama Chat's package @ggml-org/llama-chat It was still called llama-ui, the name of the library that now sits beside it in ui/lib (@ggml-org/llama-ui). The package stays private; the app's display name and the llama-ui.zip build artifact are unchanged. Assisted-by: Claude (Opus 5.5 Medium) * ui: call the built-in web UI Llama Chat in docs, help text and comments The app in tools/ui is Llama Chat; Llama UI is the component library it is built from. Prose that said "Web UI", "web UI" or "WebUI" for the app now names it: the READMEs, SECURITY.md, the --ui help text, the CMake option description, one server log line, code comments and the Storybook intro. Names that others depend on are unchanged: the deprecated --webui flag aliases, the LLAMA_*_WEBUI CMake and environment names, the webui_settings field, the storage migration keys and the Nix attributes. Assisted-by: Claude (Opus 5.5 Medium) * ui: name tools/ui as a former path of Llama Chat in the code-review skill Changes under the old tools/ui path, as well as tools/server/webui, still get the Llama Chat checklist. Assisted-by: Claude (Opus 5.5 Medium) * ui: name Llama Chat's path in the security policy's exclusions Llama Chat no longer lives under tools/server/, so the exclusion listed under it now names ui/apps/chat. What is covered stays the same. Assisted-by: Claude (Opus 5.5 Medium) --- .devops/cann.Dockerfile | 8 ++--- .devops/cpu.Dockerfile | 8 ++--- .devops/cuda.Dockerfile | 8 ++--- .devops/intel.Dockerfile | 8 ++--- .devops/musa.Dockerfile | 8 ++--- .devops/nix/package.nix | 10 +++--- .devops/openvino.Dockerfile | 8 ++--- .devops/rocm.Dockerfile | 8 ++--- .devops/vulkan.Dockerfile | 8 ++--- .devops/zendnn.Dockerfile | 8 ++--- .dockerignore | 2 +- .editorconfig | 2 +- .github/labeler.yml | 3 +- .github/workflows/docker.yml | 2 +- .github/workflows/pr-video-demo-label.yml | 2 +- .github/workflows/release.yml | 24 ++++++------- .github/workflows/ui-build-self-hosted.yml | 8 ++--- .github/workflows/ui-build.yml | 10 +++--- .github/workflows/ui-publish.yml | 10 +++--- .github/workflows/ui-self-hosted.yml | 26 +++++++------- .github/workflows/ui.yml | 34 +++++++++--------- CMakeLists.txt | 2 +- CODEOWNERS | 2 +- README.md | 4 +-- SECURITY.md | 2 +- common/arg.cpp | 4 +-- docs/backend/OPENVINO.md | 2 +- scripts/make-release-summary.txt | 2 +- scripts/ui-assets.cmake | 6 ++-- skills/code-review/SKILL.md | 8 ++--- tools/CMakeLists.txt | 3 +- tools/server/README-dev.md | 16 ++++----- tools/server/README.md | 20 +++++------ tools/server/server-connect.cpp | 6 ++-- tools/server/server-http.cpp | 2 +- tools/server/server-models.cpp | 2 +- tools/server/server-stream.h | 2 +- tools/server/server-tools.cpp | 4 +-- tools/server/server.cpp | 2 +- tools/server/tests/unit/test_security.py | 2 +- {tools/ui => ui/apps/chat}/.env.example | 2 +- {tools/ui => ui/apps/chat}/.gitignore | 0 {tools/ui => ui/apps/chat}/.npmrc | 0 {tools/ui => ui/apps/chat}/.prettierignore | 0 {tools/ui => ui/apps/chat}/.prettierrc | 0 .../decorators/ModeWatcherDecorator.svelte | 0 .../TooltipProviderDecorator.svelte | 0 {tools/ui => ui/apps/chat}/.storybook/main.ts | 0 .../ui => ui/apps/chat}/.storybook/preview.ts | 0 {tools/ui => ui/apps/chat}/CMakeLists.txt | 0 {tools/ui => ui/apps/chat}/README.md | 20 +++++------ {tools/ui => ui/apps/chat}/components.json | 0 {tools/ui => ui/apps/chat}/demo/.gitignore | 0 {tools/ui => ui/apps/chat}/demo/README.md | 2 +- {tools/ui => ui/apps/chat}/demo/cli.ts | 6 ++-- .../apps/chat}/demo/fixtures/demo-config.ts | 0 .../apps/chat}/demo/fixtures/mcp-servers.ts | 0 .../apps/chat}/demo/fixtures/traces.ts | 0 {tools/ui => ui/apps/chat}/demo/helpers.ts | 0 .../apps/chat}/demo/playwright.config.ts | 7 ++-- {tools/ui => ui/apps/chat}/demo/recorder.ts | 0 {tools/ui => ui/apps/chat}/demo/storage.ts | 0 {tools/ui => ui/apps/chat}/eslint.config.js | 0 {tools/ui => ui/apps/chat}/package-lock.json | 4 +-- {tools/ui => ui/apps/chat}/package.json | 2 +- .../ui => ui/apps/chat}/playwright.config.ts | 0 .../apps/chat}/pwa-assets-dark.config.ts | 0 .../ui => ui/apps/chat}/pwa-assets.config.ts | 0 .../apps/chat}/scripts/brand-favicons.ts | 0 {tools/ui => ui/apps/chat}/scripts/dev.sh | 8 ++--- .../apps/chat}/scripts/git-hooks/install.sh | 6 ++-- .../chat}/scripts/git-hooks/pre-commit.sh | 14 ++++---- .../apps/chat}/scripts/git-hooks/pre-push.sh | 8 ++--- .../apps/chat}/scripts/make-icons-circular.js | 0 .../chat}/scripts/vite-plugin-build-info.ts | 0 .../chat}/scripts/vite-plugin-nerdamer.ts | 0 .../scripts/vite-plugin-relativize-base.ts | 0 .../scripts/vite-plugin-splash-screen.ts | 0 {tools/ui => ui/apps/chat}/sources.cmake | 0 {tools/ui => ui/apps/chat}/src/.gitignore | 0 {tools/ui => ui/apps/chat}/src/app.css | 0 {tools/ui => ui/apps/chat}/src/app.d.ts | 0 {tools/ui => ui/apps/chat}/src/app.html | 0 .../chat}/src/lib/components/app/SKILL.md | 0 .../components/app/actions/ActionIcon.svelte | 0 .../actions/ActionIconCopyToClipboard.svelte | 0 .../components/app/actions/GlassKey.svelte | 0 .../src/lib/components/app/actions/index.ts | 0 .../components/app/badges/BadgeInfo.svelte | 0 .../app/badges/BadgesModality.svelte | 0 .../src/lib/components/app/badges/index.ts | 0 .../ChatAttachmentsList.svelte | 0 .../ChatAttachmentsListItem.svelte | 0 .../ChatAttachmentsListItemMcpPrompt.svelte | 0 .../ChatAttachmentsListItemMcpResource.svelte | 0 ...hatAttachmentsListItemThumbnailFile.svelte | 0 ...atAttachmentsListItemThumbnailImage.svelte | 0 .../ChatAttachmentsPreview.svelte | 0 .../ChatAttachmentsPreviewCurrentItem.svelte | 0 ...tAttachmentsPreviewCurrentItemAudio.svelte | 0 ...tAttachmentsPreviewCurrentItemImage.svelte | 0 ...hatAttachmentsPreviewCurrentItemPdf.svelte | 0 ...atAttachmentsPreviewCurrentItemText.svelte | 0 ...hmentsPreviewCurrentItemUnavailable.svelte | 0 ...tAttachmentsPreviewCurrentItemVideo.svelte | 0 .../ChatAttachmentsPreviewFileInfo.svelte | 0 .../ChatAttachmentsPreviewNavButtons.svelte | 0 ...hatAttachmentsPreviewThumbnailStrip.svelte | 0 .../app/chat/ChatForm/ChatForm.svelte | 0 .../ChatFormActionAddButton.svelte | 0 .../ChatFormActionAddDrawer.svelte | 0 .../ChatFormActionAddDropdown.svelte | 0 .../ChatFormActionAddToolsSubmenu.svelte | 0 .../ChatFormActionsAdd.svelte | 0 .../ChatFormActionReasoning.svelte | 0 .../ChatFormActionRecord.svelte | 0 .../ChatFormActionSubmit.svelte | 0 .../ChatFormActions/ChatFormActions.svelte | 0 .../ChatFormContextGauge.svelte | 0 .../ContextGaugeDetailRow.svelte | 0 .../ContextGaugeDetails.svelte | 0 .../ContextGaugeDial.svelte | 0 .../ContextGaugeLoadModel.svelte | 0 .../ContextGaugePopup.svelte | 0 .../ChatFormContextGauge/context-gauge.ts | 0 .../gauge-popup.svelte.ts | 0 .../ChatFormCurrentWorkingDirectory.svelte | 0 ...ChatFormCurrentWorkingDirectoryChip.svelte | 0 ...mCurrentWorkingDirectoryResultsList.svelte | 0 .../ChatFormInput/ChatFormInput.svelte | 0 .../ChatFormInputFileInputInvisible.svelte | 0 .../ChatFormInput/mention-badge-widget.ts | 0 .../ChatForm/ChatFormMcpResourcesList.svelte | 0 .../ChatFormPickerItemHeader.svelte | 0 .../ChatFormPicker/ChatFormPickerList.svelte | 0 .../ChatFormPickerListItem.svelte | 0 .../ChatFormPickerListItemSkeleton.svelte | 0 .../ChatFormPickerPopover.svelte | 0 .../ChatFormPickerCommand.svelte | 0 .../ChatFormPickerMcpPrompts.svelte | 0 .../ChatFormPromptPickerArgumentForm.svelte | 0 .../ChatFormPromptPickerArgumentInput.svelte | 0 .../ChatFormPickerMention.svelte | 0 .../ChatFormPickers/ChatFormPickers.svelte | 0 .../ChatForm/chat-form-collapsed-height.ts | 0 .../app/chat/ChatForm/chat-form-expand.ts | 0 .../ChatMessage/ChatMessage.svelte | 0 .../ChatMessageAssistant.svelte | 0 .../ChatMessageAssistantModel.svelte | 0 .../ChatMessageAssistantProcessingInfo.svelte | 0 .../ChatMessageAssistantRawOutput.svelte | 0 .../ChatMessageAssistantStatistics.svelte | 0 .../ChatMessage/ChatMessageCompaction.svelte | 0 .../ChatMessage/ChatMessageCwdChange.svelte | 0 .../ChatMessageMcpPrompt.svelte | 0 .../ChatMessageMcpPromptContent.svelte | 0 .../ChatMessage/ChatMessageSynthetic.svelte | 0 .../ChatMessageSystem.svelte | 0 .../ChatMessageToolCallBlock.svelte | 0 .../ChatMessageToolCallBlockDefault.svelte | 0 .../ChatMessageToolCallBlockEditFile.svelte | 0 ...essageToolCallBlockExecShellCommand.svelte | 0 ...tMessageToolCallBlockFileGlobSearch.svelte | 0 ...ChatMessageToolCallBlockGetDatetime.svelte | 0 .../ChatMessageToolCallBlockGetInfo.svelte | 0 .../ChatMessageToolCallBlockGrepSearch.svelte | 0 .../ChatMessageToolCallBlockReadFile.svelte | 0 .../ChatMessageToolCallBlockReadMedia.svelte | 0 ...atMessageToolCallBlockRunJavascript.svelte | 0 ...atMessageToolCallBlockSearchResults.svelte | 0 .../ChatMessageToolCallBlockWriteFile.svelte | 0 .../ChatMessageToolCall/ToolCallBlock.svelte | 0 .../ChatMessageToolCall/parsers/_shared.ts | 0 .../ChatMessageToolCall/parsers/edit-file.ts | 0 .../parsers/exec-shell-command.ts | 0 .../parsers/file-glob-search.ts | 0 .../parsers/grep-search.ts | 0 .../ChatMessageToolCall/parsers/read-file.ts | 0 .../ChatMessageToolCall/parsers/read-media.ts | 0 .../parsers/run-javascript.ts | 0 .../ChatMessageToolCall/parsers/write-file.ts | 0 .../ChatMessageUser/ChatMessageUser.svelte | 0 .../ChatMessageUserBubble.svelte | 0 .../ChatMessageUserPending.svelte | 0 .../ChatMessageActionCard.svelte | 0 ...hatMessageActionCardContinueRequest.svelte | 0 ...tMessageActionCardPermissionRequest.svelte | 0 .../ChatMessageActionIcons.svelte | 0 ...MessageActionIconsBranchingControls.svelte | 0 .../ChatMessageContextMenu.svelte | 0 .../ChatMessageAgenticContent.svelte | 0 .../ChatMessages/ChatMessageEditForm.svelte | 0 .../ChatMessageReasoningBlock.svelte | 0 .../ChatMessageStatistics.svelte | 0 .../ChatMessageStatisticsBadge.svelte | 0 .../app/chat/ChatMessages/ChatMessages.svelte | 0 .../chat/ChatMessages/LazyChatMessage.svelte | 0 .../app/chat/ChatScreen/ChatScreen.svelte | 0 .../ChatScreenActionScrollDown.svelte | 0 .../ChatScreenDialogsAndAlerts.svelte | 0 .../ChatScreen/ChatScreenDragOverlay.svelte | 0 .../app/chat/ChatScreen/ChatScreenForm.svelte | 0 .../chat/ChatScreen/ChatScreenGreeting.svelte | 0 .../ChatScreen/ChatScreenMobileHeader.svelte | 0 .../ChatScreen/ChatScreenServerError.svelte | 0 .../ChatScreenStreamResumeStatus.svelte | 0 .../app/chat/ChatTabs/ChatTabs.svelte | 0 .../app/chat/ChatTabs/ChatTabsItem.svelte | 0 .../ChatTabs/ChatTabsNewChatButton.svelte | 0 .../src/lib/components/app/chat/index.ts | 0 .../content/CollapsibleContentBlock.svelte | 0 .../content/CollapsibleTerminalBlock.svelte | 0 .../MarkdownContent/MarkdownContent.svelte | 0 .../MarkdownContent/MarkdownSurface.svelte | 0 .../MarkdownContent/markdown-content.css | 0 .../MarkdownContent/markdown-diagrams.ts | 0 .../MarkdownContent/markdown-handlers.ts | 0 .../MarkdownContent/markdown-processor.ts | 0 .../content/MarkdownContent/markdown-utils.ts | 0 .../plugins/rehype/code-block-utils.ts | 0 .../plugins/rehype/enhance-code-blocks.ts | 0 .../plugins/rehype/enhance-links.ts | 0 .../plugins/rehype/enhance-mermaid-blocks.ts | 0 .../plugins/rehype/enhance-svg-blocks.ts | 0 .../plugins/rehype/enhance-tables.ts | 0 .../plugins/rehype/file-badge.ts | 0 .../plugins/rehype/mermaid-pre.ts | 0 .../plugins/rehype/pre-transform.ts | 0 .../plugins/rehype/rehype-rtl-support.ts | 0 .../rehype/resolve-attachment-images.ts | 0 .../MarkdownContent/plugins/rehype/svg-pre.ts | 0 .../plugins/rehype/table-html-restorer.ts | 0 .../plugins/remark/literal-html.ts | 0 .../MarkdownContent/safe-html-config.ts | 0 .../MarkdownEditor/MarkdownEditor.svelte | 0 .../MarkdownEditor/markdown-block-widget.ts | 0 .../content/MarkdownEditor/markdown-blocks.ts | 0 .../MarkdownEditor/markdown-live-preview.ts | 0 .../MarkdownEditor/markdown-structure.ts | 0 .../content/MarkdownEditor/markdown-syntax.ts | 0 .../app/content/MentionBadge.svelte | 0 .../components/app/content/MentionText.svelte | 0 .../app/content/MermaidPreview.svelte | 0 .../app/content/MermaidPreviewControls.svelte | 0 .../app/content/SyntaxHighlightedCode.svelte | 0 .../src/lib/components/app/content/index.ts | 0 .../DialogChatAttachmentsPreview.svelte | 0 .../app/dialogs/DialogChatError.svelte | 0 .../app/dialogs/DialogCodePreview.svelte | 0 .../app/dialogs/DialogConfirmDownload.svelte | 0 .../app/dialogs/DialogConfirmation.svelte | 0 .../dialogs/DialogConversationDelete.svelte | 0 .../dialogs/DialogConversationRename.svelte | 0 .../DialogConversationSelection.svelte | 0 .../app/dialogs/DialogDiscoverModels.svelte | 0 .../app/dialogs/DialogEmptyFileAlert.svelte | 0 .../app/dialogs/DialogExportSettings.svelte | 0 .../app/dialogs/DialogFileUploadError.svelte | 0 .../components/app/dialogs/DialogGroup.svelte | 0 .../app/dialogs/DialogGroupPicker.svelte | 0 .../dialogs/DialogMcpResourcePreview.svelte | 0 .../dialogs/DialogMcpResourcesBrowser.svelte | 0 .../app/dialogs/DialogMcpServerAddNew.svelte | 0 .../app/dialogs/DialogMcpServers.svelte | 0 .../app/dialogs/DialogMermaidPreview.svelte | 0 .../dialogs/DialogModelNotAvailable.svelte | 0 .../app/dialogs/DialogSearch.svelte | 0 .../app/dialogs/DialogSettingsChat.svelte | 0 .../src/lib/components/app/dialogs/index.ts | 0 .../app/forms/HighlightedMatch.svelte | 0 .../app/forms/InputWithSuggestions.svelte | 0 .../components/app/forms/KeyValuePairs.svelte | 0 .../components/app/forms/SearchInput.svelte | 0 .../src/lib/components/app/forms/index.ts | 0 .../chat}/src/lib/components/app/index.ts | 0 .../app/mcp/McpActiveServersAvatars.svelte | 0 .../app/mcp/McpCapabilitiesBadges.svelte | 0 .../app/mcp/McpConnectionLogs.svelte | 0 .../src/lib/components/app/mcp/McpLogo.svelte | 0 .../app/mcp/McpResourcePreview.svelte | 0 .../app/mcp/McpResourceTemplateForm.svelte | 0 .../McpResourcesBrowser.svelte | 0 .../McpResourcesBrowserEmptyState.svelte | 0 .../McpResourcesBrowserHeader.svelte | 0 .../McpResourcesBrowserServerItem.svelte | 0 .../mcp-resources-browser.ts | 0 .../mcp/McpServerCard/McpServerCard.svelte | 0 .../McpServerCard/McpServerCardActions.svelte | 0 .../McpServerCard/McpServerCardCompact.svelte | 0 .../McpServerCardDeleteDialog.svelte | 0 .../McpServerCardEditForm.svelte | 0 .../McpServerCard/McpServerCardHeader.svelte | 0 .../McpServerCardToolsList.svelte | 0 .../app/mcp/McpServerCardSkeleton.svelte | 0 .../components/app/mcp/McpServerForm.svelte | 0 .../app/mcp/McpServerIdentity.svelte | 0 .../components/app/mcp/McpServerInfo.svelte | 0 .../chat}/src/lib/components/app/mcp/index.ts | 0 .../app/misc/CodeBlockActions.svelte | 0 .../app/misc/CollapsibleRegion.svelte | 0 .../app/misc/CollapsibleSection.svelte | 0 .../app/misc/ConversationSelection.svelte | 0 .../components/app/misc/GroupedList.svelte | 0 .../app/misc/KeyboardShortcutInfo.svelte | 0 .../src/lib/components/app/misc/Logo.svelte | 0 .../lib/components/app/misc/MenuIcon.svelte | 0 .../components/app/misc/ScrollCarousel.svelte | 0 .../components/app/misc/TruncatedText.svelte | 0 .../src/lib/components/app/misc/index.ts | 0 .../components/app/models/ModelAvatar.svelte | 0 .../components/app/models/ModelBadge.svelte | 0 .../app/models/ModelCapabilities.svelte | 0 .../app/models/ModelCapabilityIcons.svelte | 0 .../components/app/models/ModelContext.svelte | 0 .../models/ModelDownloadProgressBar.svelte | 0 .../app/models/ModelDraftSidecars.svelte | 0 .../app/models/ModelDraftSubline.svelte | 0 .../lib/components/app/models/ModelId.svelte | 0 .../app/models/ModelLoadControl.svelte | 0 .../app/models/ModelLoadHighlight.svelte | 0 .../app/models/ModelOrgAvatar.svelte | 0 .../app/models/ModelRowActions.svelte | 0 .../models/ModelsManager/ModelsManager.svelte | 0 .../ModelsManagerDownloadControl.svelte | 0 .../ModelsManager/ModelsManagerFilters.svelte | 0 .../ModelsManagerModelConfiguration.svelte | 0 ...elsManagerModelConfigurationActions.svelte | 0 ...delsManagerModelConfigurationHeader.svelte | 0 ...anagerModelConfigurationInformation.svelte | 0 .../ModelsManagerModelDrawer.svelte | 0 .../ModelsManagerModelRow.svelte | 0 .../ModelsManagerModelsTable.svelte | 0 .../ModelsManagerQuantRow.svelte | 0 .../ModelsManager/ModelsManagerRepoRow.svelte | 0 .../ModelsManagerStatusCell.svelte | 0 .../ModelsManagerTableToolbar.svelte | 0 .../app/models/ModelsManager/row-actions.ts | 0 .../app/models/ModelsManager/utils.ts | 0 .../app/models/ModelsSection.svelte | 0 .../ModelsSelector/ModelsSelector.svelte | 0 .../ModelsSelectorDownloadItem.svelte | 0 .../ModelsSelectorDrawer.svelte | 0 .../ModelsSelectorDropdown.svelte | 0 .../ModelsSelector/ModelsSelectorList.svelte | 0 .../ModelsSelectorOption.svelte | 0 .../ModelsSelectorTriggerIcon.svelte | 0 .../app/models/ModelsSelector/index.ts | 0 .../app/models/discover/ModelsDiscover.svelte | 0 .../ModelsDiscoverChatTemplateDialog.svelte | 0 .../ModelsDiscoverDetails.svelte | 0 .../ModelsDiscoverDetailsContainer.svelte | 0 ...odelsDiscoverDetailsDownloadOptions.svelte | 0 ...tailsDownloadOptionsDownloadCommand.svelte | 0 ...sDownloadOptionsDraftDownloadButton.svelte | 0 ...sDownloadOptionsQuantDownloadButton.svelte | 0 ...lsDiscoverDetailsDownloadOptionsRow.svelte | 0 .../download-options.utils.ts | 0 .../index.ts | 0 .../ModelsDiscoverDetailsHeader.svelte | 0 .../ModelsDiscoverDetailsHfHubStats.svelte | 0 .../ModelsDiscoverDetailsMetadata.svelte | 0 .../ModelsDiscoverDetailsMetadataItem.svelte | 0 .../ModelsDiscoverDetailsReadme.svelte | 0 .../ModelsDiscoverDetailsSkeleton.svelte | 0 .../discover/ModelsDiscoverDetails/index.ts | 0 .../ModelsDiscoverList.svelte | 0 .../ModelsDiscoverListItem.svelte | 0 .../ModelsDiscoverListItemSkeleton.svelte | 0 .../ModelsDiscoverListSearch.svelte | 0 .../discover/ModelsDiscoverList/index.ts | 0 .../components/app/models/discover/index.ts | 0 .../src/lib/components/app/models/index.ts | 0 .../app/navigation/ContextMenuActions.svelte | 0 .../app/navigation/DropdownMenuActions.svelte | 0 .../navigation/DropdownMenuSearchable.svelte | 0 .../app/navigation/MenuActionsList.svelte | 0 .../SidebarNavigation.svelte | 0 .../SidebarNavigationActions.svelte | 0 .../SidebarNavigationConversationItem.svelte | 0 .../SidebarNavigationConversationList.svelte | 0 .../SidebarNavigationDropZone.svelte | 0 .../SidebarNavigationFooter.svelte | 0 .../SidebarNavigationGroupSection.svelte | 0 .../SidebarNavigationGroupSubmenu.svelte | 0 .../SidebarNavigationSearch.svelte | 0 .../SidebarNavigationSearchResults.svelte | 0 .../SidebarNavigationSectionHeading.svelte | 0 .../SidebarNavigationSelectionBar.svelte | 0 .../SidebarNavigationShowMore.svelte | 0 .../lib/components/app/navigation/index.ts | 0 .../app/server/ServerErrorSplash.svelte | 0 .../app/server/ServerLoadingSplash.svelte | 0 .../components/app/server/ServerStatus.svelte | 0 .../src/lib/components/app/server/index.ts | 0 .../settings/SettingsChat/SettingsChat.svelte | 0 .../SettingsChat/SettingsChatFields.svelte | 0 .../SettingsChatImportExportSection.svelte | 0 .../SettingsChatImportExportTab.svelte | 0 ...ettingsChatParameterSourceIndicator.svelte | 0 .../SettingsChat/SettingsChatToolsTab.svelte | 0 .../SettingsChatDesktopSidebar.svelte | 0 .../settings/SettingsChatMobileHeader.svelte | 0 .../app/settings/SettingsFooter.svelte | 0 .../app/settings/SettingsGroup.svelte | 0 .../app/settings/SettingsMcpServers.svelte | 0 .../app/settings/SettingsResetButton.svelte | 0 .../src/lib/components/app/settings/index.ts | 0 .../src/lib/components/pwa/PwaMetaTags.svelte | 0 .../lib/components/pwa/PwaRefreshAlert.svelte | 0 .../chat}/src/lib/components/pwa/index.ts | 0 .../alert-dialog/alert-dialog-action.svelte | 0 .../alert-dialog/alert-dialog-cancel.svelte | 0 .../alert-dialog/alert-dialog-content.svelte | 0 .../alert-dialog-description.svelte | 0 .../alert-dialog/alert-dialog-footer.svelte | 0 .../alert-dialog/alert-dialog-header.svelte | 0 .../alert-dialog/alert-dialog-overlay.svelte | 0 .../ui/alert-dialog/alert-dialog-title.svelte | 0 .../alert-dialog/alert-dialog-trigger.svelte | 0 .../lib/components/ui/alert-dialog/index.ts | 0 .../ui/alert/alert-description.svelte | 0 .../components/ui/alert/alert-title.svelte | 0 .../src/lib/components/ui/alert/alert.svelte | 0 .../src/lib/components/ui/alert/index.ts | 0 .../src/lib/components/ui/badge/badge.svelte | 0 .../src/lib/components/ui/badge/index.ts | 0 .../ui/button-group/button-group-root.svelte | 0 .../button-group-separator.svelte | 0 .../lib/components/ui/button-group/index.ts | 0 .../lib/components/ui/button/button.svelte | 0 .../src/lib/components/ui/button/index.ts | 0 .../lib/components/ui/card/card-action.svelte | 0 .../components/ui/card/card-content.svelte | 0 .../ui/card/card-description.svelte | 0 .../lib/components/ui/card/card-footer.svelte | 0 .../lib/components/ui/card/card-header.svelte | 0 .../lib/components/ui/card/card-title.svelte | 0 .../src/lib/components/ui/card/card.svelte | 0 .../chat}/src/lib/components/ui/card/index.ts | 0 .../components/ui/checkbox/checkbox.svelte | 0 .../src/lib/components/ui/checkbox/index.ts | 0 .../ui/collapsible/collapsible-content.svelte | 0 .../ui/collapsible/collapsible-trigger.svelte | 0 .../ui/collapsible/collapsible.svelte | 0 .../lib/components/ui/collapsible/index.ts | 0 .../context-menu/context-menu-content.svelte | 0 .../ui/context-menu/context-menu-group.svelte | 0 .../ui/context-menu/context-menu-item.svelte | 0 .../ui/context-menu/context-menu-label.svelte | 0 .../context-menu-separator.svelte | 0 .../context-menu/context-menu-shortcut.svelte | 0 .../context-menu-sub-content.svelte | 0 .../context-menu-sub-trigger.svelte | 0 .../context-menu/context-menu-trigger.svelte | 0 .../lib/components/ui/context-menu/index.ts | 0 .../components/ui/dialog/dialog-close.svelte | 0 .../ui/dialog/dialog-content.svelte | 0 .../ui/dialog/dialog-description.svelte | 0 .../components/ui/dialog/dialog-footer.svelte | 0 .../components/ui/dialog/dialog-header.svelte | 0 .../ui/dialog/dialog-overlay.svelte | 0 .../components/ui/dialog/dialog-title.svelte | 0 .../ui/dialog/dialog-trigger.svelte | 0 .../src/lib/components/ui/dialog/index.ts | 0 .../components/ui/drawer/drawer-close.svelte | 0 .../ui/drawer/drawer-content.svelte | 0 .../ui/drawer/drawer-description.svelte | 0 .../components/ui/drawer/drawer-footer.svelte | 0 .../components/ui/drawer/drawer-header.svelte | 0 .../components/ui/drawer/drawer-nested.svelte | 0 .../ui/drawer/drawer-overlay.svelte | 0 .../components/ui/drawer/drawer-portal.svelte | 0 .../components/ui/drawer/drawer-title.svelte | 0 .../ui/drawer/drawer-trigger.svelte | 0 .../lib/components/ui/drawer/drawer.svelte | 0 .../src/lib/components/ui/drawer/index.ts | 0 .../dropdown-menu-checkbox-item.svelte | 0 .../dropdown-menu-content.svelte | 0 .../dropdown-menu-group-heading.svelte | 0 .../dropdown-menu/dropdown-menu-group.svelte | 0 .../dropdown-menu/dropdown-menu-item.svelte | 0 .../dropdown-menu/dropdown-menu-label.svelte | 0 .../dropdown-menu-radio-group.svelte | 0 .../dropdown-menu-radio-item.svelte | 0 .../dropdown-menu-separator.svelte | 0 .../dropdown-menu-shortcut.svelte | 0 .../dropdown-menu-sub-content.svelte | 0 .../dropdown-menu-sub-trigger.svelte | 0 .../dropdown-menu-trigger.svelte | 0 .../lib/components/ui/dropdown-menu/index.ts | 0 .../components/ui/empty/empty-content.svelte | 0 .../ui/empty/empty-description.svelte | 0 .../components/ui/empty/empty-header.svelte | 0 .../components/ui/empty/empty-media.svelte | 0 .../components/ui/empty/empty-title.svelte | 0 .../src/lib/components/ui/empty/empty.svelte | 0 .../src/lib/components/ui/empty/index.ts | 0 .../ui/hover-card/hover-card-content.svelte | 0 .../ui/hover-card/hover-card-portal.svelte | 0 .../ui/hover-card/hover-card-trigger.svelte | 0 .../ui/hover-card/hover-card.svelte | 0 .../src/lib/components/ui/hover-card/index.ts | 0 .../src/lib/components/ui/input/index.ts | 0 .../src/lib/components/ui/input/input.svelte | 0 .../src/lib/components/ui/label/index.ts | 0 .../src/lib/components/ui/label/label.svelte | 0 .../src/lib/components/ui/popover/index.ts | 0 .../ui/popover/popover-close.svelte | 0 .../ui/popover/popover-content.svelte | 0 .../ui/popover/popover-portal.svelte | 0 .../ui/popover/popover-trigger.svelte | 0 .../lib/components/ui/popover/popover.svelte | 0 .../lib/components/ui/radio-group/index.ts | 0 .../ui/radio-group/radio-group-item.svelte | 0 .../ui/radio-group/radio-group.svelte | 0 .../lib/components/ui/scroll-area/index.ts | 0 .../scroll-area/scroll-area-scrollbar.svelte | 0 .../ui/scroll-area/scroll-area.svelte | 0 .../src/lib/components/ui/select/index.ts | 0 .../ui/select/select-content.svelte | 0 .../ui/select/select-group-heading.svelte | 0 .../components/ui/select/select-group.svelte | 0 .../components/ui/select/select-item.svelte | 0 .../components/ui/select/select-label.svelte | 0 .../select/select-scroll-down-button.svelte | 0 .../ui/select/select-scroll-up-button.svelte | 0 .../ui/select/select-separator.svelte | 0 .../ui/select/select-trigger.svelte | 0 .../src/lib/components/ui/separator/index.ts | 0 .../components/ui/separator/separator.svelte | 0 .../src/lib/components/ui/skeleton/index.ts | 0 .../components/ui/skeleton/skeleton.svelte | 0 .../src/lib/components/ui/switch/index.ts | 0 .../lib/components/ui/switch/switch.svelte | 0 .../src/lib/components/ui/table/index.ts | 0 .../lib/components/ui/table/table-body.svelte | 0 .../components/ui/table/table-caption.svelte | 0 .../lib/components/ui/table/table-cell.svelte | 0 .../components/ui/table/table-footer.svelte | 0 .../lib/components/ui/table/table-head.svelte | 0 .../components/ui/table/table-header.svelte | 0 .../lib/components/ui/table/table-row.svelte | 0 .../src/lib/components/ui/table/table.svelte | 0 .../src/lib/components/ui/textarea/index.ts | 0 .../components/ui/textarea/textarea.svelte | 0 .../lib/components/ui/toggle-group/index.ts | 0 .../ui/toggle-group/toggle-group-item.svelte | 0 .../ui/toggle-group/toggle-group.svelte | 0 .../src/lib/components/ui/toggle/index.ts | 0 .../lib/components/ui/toggle/toggle.svelte | 0 .../src/lib/components/ui/tooltip/index.ts | 0 .../ui/tooltip/tooltip-content.svelte | 0 .../ui/tooltip/tooltip-trigger.svelte | 0 .../apps/chat}/src/lib/components/ui/utils.ts | 0 .../src/lib/constants/agentic.constants.ts | 0 .../lib/constants/api-endpoints.constants.ts | 0 .../chat}/src/lib/constants/app.constants.ts | 0 .../constants/attachment-menu.constants.ts | 0 .../lib/constants/auto-scroll.constants.ts | 0 .../src/lib/constants/backend.constants.ts | 0 .../constants/binary-detection.constants.ts | 0 .../chat}/src/lib/constants/browser-info.ts | 0 .../src/lib/constants/cache.constants.ts | 0 .../src/lib/constants/chat-form.constants.ts | 0 .../src/lib/constants/chat-tabs.constants.ts | 0 .../src/lib/constants/cli-flags.constants.ts | 0 .../src/lib/constants/code-block.constants.ts | 0 .../src/lib/constants/compaction.constants.ts | 0 .../constants/content-detection.constants.ts | 0 .../constants/context-gauge-dial.constants.ts | 0 .../context-gauge-popup.constants.ts | 0 .../lib/constants/context-keys.constants.ts | 0 .../constants/control-actions.constants.ts | 0 .../conversation-import.constants.ts | 0 .../lib/constants/css-classes.constants.ts | 0 .../src/lib/constants/database.constants.ts | 0 .../lib/constants/diagram-blocks.constants.ts | 0 .../src/lib/constants/error.constants.ts | 0 .../src/lib/constants/formatters.constants.ts | 0 .../chat}/src/lib/constants/get-datetime.ts | 0 .../src/lib/constants/groups.constants.ts | 0 .../src/lib/constants/headers.constants.ts | 0 .../lib/constants/huggingface.constants.ts | 0 .../src/lib/constants/icons.constants.ts | 0 .../src/lib/constants/image.constants.ts | 0 .../apps/chat}/src/lib/constants/index.ts | 0 .../constants/key-value-pairs.constants.ts | 0 .../constants/keyboard-shortcuts.constants.ts | 0 .../constants/latex-protection.constants.ts | 0 .../lib/constants/literal-html.constants.ts | 0 .../src/lib/constants/markdown.constants.ts | 0 .../constants/max-bundle-size.constants.ts | 0 .../src/lib/constants/mcp-form.constants.ts | 0 .../lib/constants/mcp-resource.constants.ts | 0 .../chat}/src/lib/constants/mcp.constants.ts | 0 .../lib/constants/mention-badge.constants.ts | 0 .../lib/constants/mermaid-blocks.constants.ts | 0 .../lib/constants/message-export.constants.ts | 0 .../src/lib/constants/microphone.constants.ts | 0 .../model-compatibility.constants.ts | 0 .../src/lib/constants/model-id.constants.ts | 0 .../lib/constants/model-loading.constants.ts | 0 .../models-discover-download.constants.ts | 0 .../constants/models-discover.constants.ts | 0 .../lib/constants/models-manager.constants.ts | 0 .../lib/constants/path-display.constants.ts | 0 .../src/lib/constants/precision.constants.ts | 0 .../chat}/src/lib/constants/pwa.constants.ts | 2 +- .../chat}/src/lib/constants/read-media.ts | 0 .../constants/reasoning-effort.constants.ts | 0 .../recommended-mcp-servers.constants.ts | 0 .../src/lib/constants/routes.constants.ts | 0 .../src/lib/constants/sandbox.constants.ts | 0 .../chat}/src/lib/constants/search-chats.ts | 0 .../lib/constants/settings-keys.constants.ts | 0 .../src/lib/constants/settings.constants.ts | 0 .../constants/special-characters.constants.ts | 0 .../src/lib/constants/storage.constants.ts | 0 .../src/lib/constants/stream.constants.ts | 0 .../supported-file-types.constants.ts | 0 .../src/lib/constants/svg-blocks.constants.ts | 0 .../table-html-restorer.constants.ts | 0 .../constants/title-generation.constants.ts | 0 .../lib/constants/tool-call-args.constants.ts | 0 .../src/lib/constants/tool-ui.constants.ts | 0 .../chat}/src/lib/constants/ui.constants.ts | 0 .../lib/constants/uri-template.constants.ts | 0 .../chat}/src/lib/constants/url.constants.ts | 0 .../constants/working-directory.constants.ts | 0 .../lib/contexts/chat-form-actions.context.ts | 0 .../contexts/chat-message-actions.context.ts | 0 .../lib/contexts/chat-message-edit.context.ts | 0 .../apps/chat}/src/lib/contexts/index.ts | 0 .../apps/chat}/src/lib/enums/agentic.enums.ts | 0 .../chat}/src/lib/enums/attachment.enums.ts | 0 .../src/lib/enums/boolean-string.enums.ts | 0 .../apps/chat}/src/lib/enums/chat.enums.ts | 0 .../lib/enums/conversation-import.enums.ts | 0 .../apps/chat}/src/lib/enums/files.enums.ts | 0 .../chat}/src/lib/enums/huggingface.enums.ts | 0 .../apps/chat}/src/lib/enums/index.ts | 0 .../chat}/src/lib/enums/keyboard.enums.ts | 0 .../apps/chat}/src/lib/enums/mcp.enums.ts | 0 .../apps/chat}/src/lib/enums/model.enums.ts | 0 .../src/lib/enums/reasoning-effort.enums.ts | 0 .../apps/chat}/src/lib/enums/server.enums.ts | 0 .../chat}/src/lib/enums/settings.enums.ts | 0 .../apps/chat}/src/lib/enums/splash.enums.ts | 0 .../apps/chat}/src/lib/enums/tools.enums.ts | 0 .../apps/chat}/src/lib/enums/ui.enums.ts | 0 .../lib/hooks/use-attachment-menu.svelte.ts | 0 .../hooks/use-chat-form-expansion.svelte.ts | 0 .../lib/hooks/use-chat-form-model.svelte.ts | 0 .../lib/hooks/use-chat-form-pickers.svelte.ts | 0 .../use-chat-message-edit-context.svelte.ts | 0 .../use-chat-screen-active-model.svelte.ts | 0 .../use-chat-screen-drag-and-drop.svelte.ts | 0 .../use-chat-screen-file-upload.svelte.ts | 0 .../src/lib/hooks/use-context-gauge.svelte.ts | 0 .../lib/hooks/use-debounced-search.svelte.ts | 0 .../lib/hooks/use-draft-messages.svelte.ts | 0 .../lib/hooks/use-keyboard-inset.svelte.ts | 0 .../hooks/use-keyboard-shortcuts.svelte.ts | 0 .../src/lib/hooks/use-long-press.svelte.ts | 0 .../lib/hooks/use-marquee-selection.svelte.ts | 0 .../lib/hooks/use-models-selector.svelte.ts | 0 .../lib/hooks/use-picker-navigation.svelte.ts | 0 .../lib/hooks/use-processing-state.svelte.ts | 0 .../chat}/src/lib/hooks/use-pwa.svelte.ts | 0 .../lib/hooks/use-reasoning-menu.svelte.ts | 0 .../lib/hooks/use-scroll-active-row.svelte.ts | 0 .../lib/hooks/use-scroll-carousel.svelte.ts | 0 .../lib/hooks/use-sidebar-reveal.svelte.ts | 0 .../lib/hooks/use-stick-to-bottom.svelte.ts | 0 .../src/lib/hooks/use-tools-panel.svelte.ts | 0 .../chat}/src/lib/services/chat.service.ts | 0 .../services/conversation-transfer.service.ts | 0 .../src/lib/services/database.service.ts | 0 .../src/lib/services/huggingface.service.ts | 0 .../apps/chat}/src/lib/services/index.ts | 0 .../chat}/src/lib/services/mcp.service.ts | 0 .../src/lib/services/migration.service.ts | 0 .../chat}/src/lib/services/models.service.ts | 0 .../services/parameter-sync.service.spec.ts | 0 .../lib/services/parameter-sync.service.ts | 0 .../chat}/src/lib/services/props.service.ts | 0 .../src/lib/services/read-media.service.ts | 0 .../chat}/src/lib/services/router.service.ts | 0 .../chat}/src/lib/services/sandbox-harness.ts | 0 .../chat}/src/lib/services/sandbox-worker.js | 0 .../chat}/src/lib/services/sandbox.service.ts | 0 .../src/lib/services/search-chats.service.ts | 0 .../src/lib/services/settings.service.ts | 0 .../chat}/src/lib/services/tools.service.ts | 0 .../src/lib/stores/agentic/gates.svelte.ts | 0 .../src/lib/stores/agentic/index.svelte.ts | 0 .../src/lib/stores/chat/activity.svelte.ts | 0 .../lib/stores/chat/context-stats.svelte.ts | 0 .../src/lib/stores/chat/drafts.svelte.ts | 0 .../chat}/src/lib/stores/chat/flows.svelte.ts | 0 .../chat}/src/lib/stores/chat/index.svelte.ts | 0 .../src/lib/stores/chat/processing.svelte.ts | 0 .../src/lib/stores/chat/streams.svelte.ts | 0 .../lib/stores/conversations/index.svelte.ts | 0 .../conversations/preferences.svelte.ts | 0 .../chat}/src/lib/stores/device.svelte.ts | 0 .../chat}/src/lib/stores/groups.svelte.ts | 0 .../apps/chat}/src/lib/stores/index.ts | 0 .../apps/chat}/src/lib/stores/init.ts | 0 .../chat}/src/lib/stores/mcp/health.svelte.ts | 0 .../chat}/src/lib/stores/mcp/index.svelte.ts | 0 .../src/lib/stores/mcp/resources.svelte.ts | 0 .../stores/models-discover/index.svelte.ts | 0 .../src/lib/stores/models/index.svelte.ts | 0 .../src/lib/stores/models/props.svelte.ts | 0 .../src/lib/stores/models/status.svelte.ts | 0 .../src/lib/stores/permissions.svelte.ts | 0 .../chat}/src/lib/stores/server.svelte.ts | 0 .../src/lib/stores/settings/index.svelte.ts | 0 .../src/lib/stores/sidebar-drag.svelte.ts | 0 .../apps/chat}/src/lib/stores/tabs.svelte.ts | 0 .../apps/chat}/src/lib/stores/tools.svelte.ts | 0 .../apps/chat}/src/lib/stores/ui.svelte.ts | 0 .../chat}/src/lib/stores/version.svelte.ts | 0 .../chat}/src/lib/styles/katex-custom.scss | 0 .../apps/chat}/src/lib/styles/safe-area.css | 0 .../apps/chat}/src/lib/types/agentic.d.ts | 0 .../apps/chat}/src/lib/types/api.d.ts | 2 +- .../apps/chat}/src/lib/types/chat.d.ts | 0 .../apps/chat}/src/lib/types/common.d.ts | 0 .../apps/chat}/src/lib/types/database.d.ts | 0 .../apps/chat}/src/lib/types/glob.d.ts | 0 .../apps/chat}/src/lib/types/groups.d.ts | 0 .../apps/chat}/src/lib/types/huggingface.d.ts | 0 .../apps/chat}/src/lib/types/index.ts | 0 .../apps/chat}/src/lib/types/mcp.d.ts | 0 .../chat}/src/lib/types/models-discover.d.ts | 0 .../apps/chat}/src/lib/types/models.d.ts | 0 .../apps/chat}/src/lib/types/navigation.d.ts | 0 .../apps/chat}/src/lib/types/reasoning.ts | 0 .../apps/chat}/src/lib/types/search.d.ts | 0 .../apps/chat}/src/lib/types/settings.d.ts | 0 .../apps/chat}/src/lib/types/splash.ts | 0 .../apps/chat}/src/lib/types/tools.d.ts | 0 .../apps/chat}/src/lib/utils/abort.ts | 0 .../apps/chat}/src/lib/utils/agentic.ts | 0 .../apps/chat}/src/lib/utils/api-fetch.ts | 0 .../apps/chat}/src/lib/utils/api-headers.ts | 0 .../chat}/src/lib/utils/api-key-validation.ts | 0 .../chat}/src/lib/utils/attachment-display.ts | 0 .../chat}/src/lib/utils/attachment-type.ts | 0 .../apps/chat}/src/lib/utils/audio-format.ts | 0 .../chat}/src/lib/utils/audio-recording.ts | 0 .../src/lib/utils/autoresize-textarea.ts | 0 .../apps/chat}/src/lib/utils/branching.ts | 0 .../apps/chat}/src/lib/utils/browser-info.ts | 0 .../apps/chat}/src/lib/utils/browser-only.ts | 0 .../apps/chat}/src/lib/utils/cache-ttl.ts | 0 .../apps/chat}/src/lib/utils/cap-img-size.ts | 0 .../apps/chat}/src/lib/utils/chat-commands.ts | 0 .../apps/chat}/src/lib/utils/chat-tabs.ts | 0 .../utils/chat-template-thinking-detector.ts | 0 .../lib/utils/chat-template-tool-detector.ts | 0 .../apps/chat}/src/lib/utils/clipboard.ts | 0 .../ui => ui/apps/chat}/src/lib/utils/code.ts | 0 .../apps/chat}/src/lib/utils/command-token.ts | 0 .../apps/chat}/src/lib/utils/compaction.ts | 0 .../chat}/src/lib/utils/compute-line-diff.ts | 0 .../chat}/src/lib/utils/config-helpers.ts | 0 .../chat}/src/lib/utils/conversation-utils.ts | 0 .../src/lib/utils/convert-files-to-extra.ts | 0 .../apps/chat}/src/lib/utils/cors-proxy.ts | 0 .../ui => ui/apps/chat}/src/lib/utils/css.ts | 0 .../apps/chat}/src/lib/utils/data-url.ts | 0 .../apps/chat}/src/lib/utils/debounce.ts | 0 .../apps/chat}/src/lib/utils/file-preview.ts | 0 .../apps/chat}/src/lib/utils/file-type.ts | 0 .../apps/chat}/src/lib/utils/formatters.ts | 0 .../apps/chat}/src/lib/utils/get-datetime.ts | 0 .../apps/chat}/src/lib/utils/gguf-metadata.ts | 0 .../apps/chat}/src/lib/utils/glob-search.ts | 0 .../apps/chat}/src/lib/utils/haptics.ts | 0 .../apps/chat}/src/lib/utils/headers.ts | 0 .../apps/chat}/src/lib/utils/heic-to-jpeg.ts | 0 .../chat}/src/lib/utils/highlight-theme.ts | 0 .../src/lib/utils/image-error-fallback.ts | 0 .../apps/chat}/src/lib/utils/index.ts | 0 .../chat}/src/lib/utils/is-ime-composing.ts | 0 .../chat}/src/lib/utils/jpeg-orientation.ts | 0 .../chat}/src/lib/utils/latex-protection.ts | 0 .../ui => ui/apps/chat}/src/lib/utils/mcp.ts | 0 .../apps/chat}/src/lib/utils/mention-badge.ts | 0 .../apps/chat}/src/lib/utils/mention-token.ts | 0 .../src/lib/utils/modality-file-validation.ts | 0 .../src/lib/utils/model-compatibility.ts | 0 .../chat}/src/lib/utils/model-families.ts | 0 .../apps/chat}/src/lib/utils/model-list.ts | 0 .../apps/chat}/src/lib/utils/model-names.ts | 0 .../apps/chat}/src/lib/utils/near-viewport.ts | 0 .../src/lib/utils/parse-exec-shell-error.ts | 0 .../src/lib/utils/parse-exec-shell-status.ts | 0 .../src/lib/utils/parse-partial-json-args.ts | 0 .../apps/chat}/src/lib/utils/path-display.ts | 0 .../chat}/src/lib/utils/pdf-processing.ts | 0 .../chat}/src/lib/utils/portal-to-body.ts | 0 .../apps/chat}/src/lib/utils/precision.ts | 0 .../src/lib/utils/process-uploaded-files.ts | 0 .../apps/chat}/src/lib/utils/progress.ts | 0 .../apps/chat}/src/lib/utils/redact.ts | 0 .../chat}/src/lib/utils/request-helpers.ts | 0 .../apps/chat}/src/lib/utils/sandbox-tool.ts | 0 .../apps/chat}/src/lib/utils/sanitize-svg.ts | 0 .../apps/chat}/src/lib/utils/sanitize.ts | 0 .../apps/chat}/src/lib/utils/search-chats.ts | 0 .../chat}/src/lib/utils/search-results.ts | 0 .../apps/chat}/src/lib/utils/sidecars.ts | 0 .../ui => ui/apps/chat}/src/lib/utils/sse.ts | 0 .../chat}/src/lib/utils/stream-identity.ts | 0 .../apps/chat}/src/lib/utils/svg-shadow.ts | 0 .../apps/chat}/src/lib/utils/svg-to-png.ts | 0 .../lib/utils/syntax-highlight-language.ts | 0 .../apps/chat}/src/lib/utils/text-files.ts | 0 .../ui => ui/apps/chat}/src/lib/utils/text.ts | 0 .../chat}/src/lib/utils/tool-call-meta.ts | 0 .../apps/chat}/src/lib/utils/tool-ui.ts | 0 .../apps/chat}/src/lib/utils/uri-template.ts | 0 .../ui => ui/apps/chat}/src/lib/utils/url.ts | 0 .../ui => ui/apps/chat}/src/lib/utils/uuid.ts | 0 .../apps/chat}/src/lib/utils/webp-to-png.ts | 0 .../chat}/src/lib/utils/working-directory.ts | 0 .../src/lib/vendors/big-integer/BigInteger.js | 0 .../chat}/src/lib/vendors/big-integer/LICENSE | 0 .../src/lib/vendors/decimal.js/LICENCE.md | 0 .../src/lib/vendors/decimal.js/decimal.js | 0 .../src/lib/vendors/nerdamer-prime/Algebra.js | 0 .../lib/vendors/nerdamer-prime/Calculus.js | 0 .../src/lib/vendors/nerdamer-prime/Extra.js | 0 .../src/lib/vendors/nerdamer-prime/LICENSE | 0 .../src/lib/vendors/nerdamer-prime/Solve.js | 0 .../src/lib/vendors/nerdamer-prime/all.js | 0 .../lib/vendors/nerdamer-prime/constants.js | 0 .../vendors/nerdamer-prime/nerdamer.core.js | 0 .../apps/chat}/src/lib/vendors/package.json | 0 .../chat}/src/routes/(chat)/+layout.svelte | 0 .../apps/chat}/src/routes/(chat)/+page.svelte | 0 .../apps/chat}/src/routes/(chat)/+page.ts | 0 .../src/routes/(chat)/chat/[id]/+page.svelte | 0 .../src/routes/(chat)/chat/[id]/+page.ts | 0 .../apps/chat}/src/routes/+error.svelte | 0 .../apps/chat}/src/routes/+layout.svelte | 0 .../chat}/src/routes/mcp-servers/+page.svelte | 0 .../chat}/src/routes/mcp-servers/+page.ts | 0 .../apps/chat}/src/routes/models/+page.svelte | 0 .../apps/chat}/src/routes/models/+page.ts | 0 .../apps/chat}/src/routes/search/+page.svelte | 0 .../chat}/src/routes/settings/+page.svelte | 0 .../apps/chat}/src/routes/settings/+page.ts | 0 .../apps/chat}/src/virtual-nerdamer.d.ts | 0 .../chat}/static/recommended-mcp/context7.png | Bin .../apps/chat}/static/recommended-mcp/exa.ico | Bin .../static/recommended-mcp/github-dark.png | Bin .../static/recommended-mcp/github-light.png | Bin .../static/recommended-mcp/huggingface.ico | Bin {tools/ui => ui/apps/chat}/svelte.config.js | 0 .../apps/chat}/tests/client/README-perf.md | 0 .../client/agentic-stream.perf.svelte.test.ts | 0 .../tests/client/apikey-splash.svelte.test.ts | 0 .../tests/client/cap-img-size.svelte.test.ts | 0 .../client/chat-form-enter.svelte.test.ts | 0 .../client/chat-form-expansion.svelte.test.ts | 0 .../client/chat-form-input.svelte.test.ts | 0 ...at-form-mention-picker-gate.svelte.test.ts | 0 .../chat-form-pickers-touch.svelte.test.ts | 0 .../chat-form-single-row.svelte.test.ts | 0 .../chat-form-slash-commands.svelte.test.ts | 0 ...een-form-single-row-setting.svelte.test.ts | 0 .../client/chat-tabs-store.svelte.test.ts | 0 .../collapsible-lazy-body.svelte.test.ts | 0 .../components/AgenticPerfWrapper.svelte | 0 .../ChatFormActionRecordWrapper.svelte | 0 .../components/ChatFormPickersHarness.svelte | 0 .../components/ChatFormTestWrapper.svelte | 0 .../components/ChatMessagesPerfWrapper.svelte | 0 .../ChatScreenFormTestWrapper.svelte | 0 .../CollapsibleLazyBodyHarness.svelte | 0 .../components/ConversationRowHarness.svelte | 0 .../components/DialogPanelWrapper.svelte | 0 .../components/McpServerFormWrapper.svelte | 0 .../components/ModelsManagerRowWrapper.svelte | 0 .../components/ModelsManagerWrapper.svelte | 0 .../ModelsSelectorHookHarness.svelte | 0 .../components/PickerListScrollHarness.svelte | 0 .../SidebarNavigationHarness.svelte | 0 .../client/components/TestWrapper.svelte | 0 .../components/agentic-perf-state.svelte.ts | 0 .../context-panel-mobile.svelte.test.ts | 0 .../conversation-import-db.svelte.test.ts | 0 ...onversation-row-hold-mobile.svelte.test.ts | 0 .../client/dialog-focus-mobile.svelte.test.ts | 0 ...xec-shell-command-streaming.svelte.test.ts | 0 .../tests/client/groups-db.svelte.test.ts | 0 .../chat}/tests/client/haptics.svelte.test.ts | 0 .../client/highlight-theme.svelte.test.ts | 0 .../client/keyboard-inset.svelte.test.ts | 0 .../markdown-content-sanitize.svelte.test.ts | 0 .../markdown-editor-margins.svelte.test.ts | 0 .../client/markdown-editor.svelte.test.ts | 0 .../client/mcp-display-name.svelte.test.ts | 0 .../client/mcp-icon-proxy-url.svelte.test.ts | 0 .../client/mcp-server-form.svelte.test.ts | 0 .../microphone-unavailable.svelte.test.ts | 0 .../client/model-avatar-orgs.svelte.test.ts | 0 .../models-download-flows.svelte.test.ts | 0 .../client/models-manager-rows.svelte.test.ts | 0 .../models-manager-sort-filter.svelte.test.ts | 0 .../models-manager-utils.svelte.test.ts | 0 .../models-selector-hidden.svelte.test.ts | 0 .../models-selector-mobile.svelte.test.ts | 0 .../models-sidecar-badges.svelte.test.ts | 0 .../client/nested-surfaces.svelte.test.ts | 0 .../chat}/tests/client/page.svelte.test.ts | 0 .../client/picker-list-scroll.svelte.test.ts | 0 .../reasoning-control-mobile.svelte.test.ts | 0 .../client/sandbox.service.svelte.test.ts | 0 ...-default-disabled-migration.svelte.test.ts | 0 .../search-chats.service.svelte.test.ts | 0 ...odel-org-name-key-migration.svelte.test.ts | 0 ...ettings-registry-invariants.svelte.test.ts | 0 ...tings-render-keys-migration.svelte.test.ts | 0 .../settings-tools-policy.svelte.test.ts | 0 .../sidebar-hidden-clicks.svelte.test.ts | 0 .../stick-to-bottom-affordance.svelte.test.ts | 0 .../client/stick-to-bottom.svelte.test.ts | 0 ...ol-call-block-streamed-body.svelte.test.ts | 0 .../tool-call-in-progress.svelte.test.ts | 0 .../client/ui-settings-sync.svelte.test.ts | 0 .../update-message-in-place.svelte.test.ts | 0 .../chat}/tests/debug/ViewportProbe.svelte | 0 .../ui => ui/apps/chat}/tests/e2e/pwa.e2e.ts | 0 .../stories/ChatFormSingleRow.stories.svelte | 0 .../tests/stories/ChatMessage.stories.svelte | 0 .../stories/ChatScreenForm.stories.svelte | 0 .../apps/chat}/tests/stories/Introduction.mdx | 6 ++-- .../stories/MarkdownContent.stories.svelte | 0 .../stories/ModelsManager.stories.svelte | 0 .../stories/ModelsSelector.stories.svelte | 0 .../stories/PwaRefreshAlert.stories.svelte | 0 .../stories/SidebarNavigation.stories.svelte | 0 .../a11y/ActionIcon.a11y.stories.svelte | 0 .../ChatMessageStatistics.a11y.stories.svelte | 0 .../a11y/ChatScreenForm.a11y.stories.svelte | 0 .../a11y/ModelsManager.a11y.stories.svelte | 0 .../a11y/ScrollCarousel.a11y.stories.svelte | 0 ...gationConversationItem.a11y.stories.svelte | 0 .../ChatAttachmentsPreview.stories.svelte | 0 .../fixtures/ChatFormSingleRowPreview.svelte | 0 .../tests/stories/fixtures/ai-tutorial.ts | 0 .../chat}/tests/stories/fixtures/api-docs.ts | 0 .../chat}/tests/stories/fixtures/assets/1.jpg | Bin .../assets/beautiful-flowers-lotus.webp | Bin .../tests/stories/fixtures/assets/example.pdf | Bin .../tests/stories/fixtures/assets/hf-logo.svg | 0 .../chat}/tests/stories/fixtures/blog-post.ts | 0 .../tests/stories/fixtures/data-analysis.ts | 0 .../chat}/tests/stories/fixtures/empty.ts | 0 .../tests/stories/fixtures/math-formulas.ts | 0 .../tests/stories/fixtures/mobile-tables.ts | 0 .../chat}/tests/stories/fixtures/readme.ts | 0 .../tests/stories/fixtures/storybook-mocks.ts | 0 .../apps/chat}/tests/unit/abort.test.ts | 0 .../chat}/tests/unit/agentic-hotpath.bench.ts | 0 .../unit/agentic-max-turns-default.test.ts | 0 .../unit/agentic-section-expansion.test.ts | 0 .../chat}/tests/unit/agentic-sections.test.ts | 0 .../chat}/tests/unit/agentic-strip.test.ts | 0 .../tests/unit/assistant-raw-output.test.ts | 0 .../apps/chat}/tests/unit/branching.test.ts | 0 .../chat}/tests/unit/brand-favicons.test.ts | 0 .../chat}/tests/unit/chat-activity.test.ts | 0 .../chat}/tests/unit/chat-form-expand.test.ts | 0 .../tests/unit/classify-tool-result.test.ts | 0 .../apps/chat}/tests/unit/clipboard.test.ts | 0 .../apps/chat}/tests/unit/code.test.ts | 0 .../chat}/tests/unit/command-token.test.ts | 0 .../apps/chat}/tests/unit/compaction.test.ts | 0 .../tests/unit/compute-line-diff.test.ts | 0 .../chat}/tests/unit/continue-intent.test.ts | 0 .../tests/unit/conversation-export.test.ts | 0 .../tests/unit/conversation-import.test.ts | 0 .../tests/unit/conversations-store.test.ts | 0 .../apps/chat}/tests/unit/formatters.test.ts | 0 .../chat}/tests/unit/gguf-metadata.test.ts | 0 .../tests/unit/glob-search-children.test.ts | 0 .../apps/chat}/tests/unit/headers.test.ts | 0 .../apps/chat}/tests/unit/hf-helpers.test.ts | 0 .../tests/unit/hf-mmproj-modalities.test.ts | 0 .../chat}/tests/unit/jpeg-orientation.test.ts | 0 .../chat}/tests/unit/latex-protection.test.ts | 0 .../tests/unit/markdown-structure.test.ts | 0 .../chat}/tests/unit/markdown-syntax.test.ts | 0 .../unit/mcp-default-overrides-merge.test.ts | 0 .../tests/unit/mcp-servers-default.test.ts | 0 .../apps/chat}/tests/unit/mcp-service.test.ts | 0 .../chat}/tests/unit/mention-badge.test.ts | 0 .../chat}/tests/unit/mention-segments.test.ts | 0 .../chat}/tests/unit/mention-token.test.ts | 0 .../tests/unit/model-compatibility.test.ts | 0 .../chat}/tests/unit/model-families.test.ts | 0 .../chat}/tests/unit/model-id-parser.test.ts | 0 .../apps/chat}/tests/unit/model-list.test.ts | 0 .../apps/chat}/tests/unit/model-names.test.ts | 0 .../tests/unit/model-sidecar-grammar.test.ts | 0 .../unit/parse-exec-shell-status.test.ts | 0 .../unit/parse-mcp-server-settings.test.ts | 0 .../tests/unit/parse-toolcalls-memo.test.ts | 0 .../unit/partial-tool-call-cleanup.test.ts | 0 .../apps/chat}/tests/unit/pwa.spec.ts | 0 .../unit/queued-message-isolation.test.ts | 0 .../tests/unit/reasoning-context.test.ts | 0 .../apps/chat}/tests/unit/redact.test.ts | 0 .../chat}/tests/unit/request-helpers.test.ts | 0 .../chat}/tests/unit/sanitize-headers.test.ts | 0 .../chat}/tests/unit/search-chats.test.ts | 0 .../tests/unit/search-results-fixture.test.ts | 0 .../chat}/tests/unit/search-results.test.ts | 0 .../unit/settings-private-fields.test.ts | 0 .../settings-tool-call-in-progress.test.ts | 0 .../apps/chat}/tests/unit/sse.test.ts | 0 .../chat}/tests/unit/stream-discovery.test.ts | 0 .../chat}/tests/unit/stream-finish.test.ts | 0 .../chat}/tests/unit/stream-resume.test.ts | 0 .../chat}/tests/unit/tool-call-meta.test.ts | 0 .../apps/chat}/tests/unit/tool-calls.test.ts | 0 .../chat}/tests/unit/uri-template.test.ts | 0 .../tests/unit/working-directory.test.ts | 0 {tools/ui => ui/apps/chat}/tsconfig.json | 0 {tools/ui => ui/apps/chat}/ui.cpp.in | 0 {tools/ui => ui/apps/chat}/ui.h.in | 0 {tools/ui => ui/apps/chat}/vite.config.ts | 0 .../apps/chat}/vitest-setup-client.ts | 0 {tools/ui => ui/apps/chat}/vitest.shims.d.ts | 0 1041 files changed, 193 insertions(+), 192 deletions(-) rename {tools/ui => ui/apps/chat}/.env.example (94%) rename {tools/ui => ui/apps/chat}/.gitignore (100%) rename {tools/ui => ui/apps/chat}/.npmrc (100%) rename {tools/ui => ui/apps/chat}/.prettierignore (100%) rename {tools/ui => ui/apps/chat}/.prettierrc (100%) rename {tools/ui => ui/apps/chat}/.storybook/decorators/ModeWatcherDecorator.svelte (100%) rename {tools/ui => ui/apps/chat}/.storybook/decorators/TooltipProviderDecorator.svelte (100%) rename {tools/ui => ui/apps/chat}/.storybook/main.ts (100%) rename {tools/ui => ui/apps/chat}/.storybook/preview.ts (100%) rename {tools/ui => ui/apps/chat}/CMakeLists.txt (100%) rename {tools/ui => ui/apps/chat}/README.md (97%) rename {tools/ui => ui/apps/chat}/components.json (100%) rename {tools/ui => ui/apps/chat}/demo/.gitignore (100%) rename {tools/ui => ui/apps/chat}/demo/README.md (99%) rename {tools/ui => ui/apps/chat}/demo/cli.ts (98%) rename {tools/ui => ui/apps/chat}/demo/fixtures/demo-config.ts (100%) rename {tools/ui => ui/apps/chat}/demo/fixtures/mcp-servers.ts (100%) rename {tools/ui => ui/apps/chat}/demo/fixtures/traces.ts (100%) rename {tools/ui => ui/apps/chat}/demo/helpers.ts (100%) rename {tools/ui => ui/apps/chat}/demo/playwright.config.ts (92%) rename {tools/ui => ui/apps/chat}/demo/recorder.ts (100%) rename {tools/ui => ui/apps/chat}/demo/storage.ts (100%) rename {tools/ui => ui/apps/chat}/eslint.config.js (100%) rename {tools/ui => ui/apps/chat}/package-lock.json (99%) rename {tools/ui => ui/apps/chat}/package.json (99%) rename {tools/ui => ui/apps/chat}/playwright.config.ts (100%) rename {tools/ui => ui/apps/chat}/pwa-assets-dark.config.ts (100%) rename {tools/ui => ui/apps/chat}/pwa-assets.config.ts (100%) rename {tools/ui => ui/apps/chat}/scripts/brand-favicons.ts (100%) rename {tools/ui => ui/apps/chat}/scripts/dev.sh (92%) rename {tools/ui => ui/apps/chat}/scripts/git-hooks/install.sh (83%) rename {tools/ui => ui/apps/chat}/scripts/git-hooks/pre-commit.sh (71%) rename {tools/ui => ui/apps/chat}/scripts/git-hooks/pre-push.sh (83%) rename {tools/ui => ui/apps/chat}/scripts/make-icons-circular.js (100%) rename {tools/ui => ui/apps/chat}/scripts/vite-plugin-build-info.ts (100%) rename {tools/ui => ui/apps/chat}/scripts/vite-plugin-nerdamer.ts (100%) rename {tools/ui => ui/apps/chat}/scripts/vite-plugin-relativize-base.ts (100%) rename {tools/ui => ui/apps/chat}/scripts/vite-plugin-splash-screen.ts (100%) rename {tools/ui => ui/apps/chat}/sources.cmake (100%) rename {tools/ui => ui/apps/chat}/src/.gitignore (100%) rename {tools/ui => ui/apps/chat}/src/app.css (100%) rename {tools/ui => ui/apps/chat}/src/app.d.ts (100%) rename {tools/ui => ui/apps/chat}/src/app.html (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/SKILL.md (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/actions/ActionIcon.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/actions/ActionIconCopyToClipboard.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/actions/GlassKey.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/actions/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/badges/BadgeInfo.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/badges/BadgesModality.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/badges/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsList.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItem.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemMcpPrompt.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemMcpResource.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemThumbnailFile.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemThumbnailImage.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreview.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItem.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemAudio.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemImage.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemPdf.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemText.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemUnavailable.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemVideo.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewFileInfo.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewNavButtons.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewThumbnailStrip.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatForm.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionAddButton.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionAddDrawer.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionAddDropdown.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionAddToolsSubmenu.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionsAdd.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionReasoning.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionRecord.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionSubmit.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActions.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ChatFormContextGauge.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeDetailRow.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeDetails.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeDial.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeLoadModel.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugePopup.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/context-gauge.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/gauge-popup.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormCurrentWorkingDirectory/ChatFormCurrentWorkingDirectory.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormCurrentWorkingDirectory/ChatFormCurrentWorkingDirectoryChip.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormCurrentWorkingDirectory/ChatFormCurrentWorkingDirectoryResultsList.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormInput/ChatFormInput.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormInput/ChatFormInputFileInputInvisible.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormInput/mention-badge-widget.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormMcpResourcesList.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerItemHeader.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerList.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerListItem.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerListItemSkeleton.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerPopover.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerCommand.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMcpPrompts/ChatFormPickerMcpPrompts.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMcpPrompts/ChatFormPromptPickerArgumentForm.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMcpPrompts/ChatFormPromptPickerArgumentInput.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMention.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickers.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/chat-form-collapsed-height.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatForm/chat-form-expand.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessage.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistant.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistantModel.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistantProcessingInfo.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistantRawOutput.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistantStatistics.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageCompaction.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageCwdChange.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageMcpPrompt/ChatMessageMcpPrompt.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageMcpPrompt/ChatMessageMcpPromptContent.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageSynthetic.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageSystem/ChatMessageSystem.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlock.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockDefault.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockEditFile.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockExecShellCommand.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockFileGlobSearch.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGetDatetime.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGetInfo.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGrepSearch.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockReadFile.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockReadMedia.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockRunJavascript.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockSearchResults.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockWriteFile.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ToolCallBlock.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/_shared.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/edit-file.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/exec-shell-command.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/file-glob-search.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/grep-search.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/read-file.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/read-media.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/run-javascript.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/write-file.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageUser/ChatMessageUser.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageUser/ChatMessageUserBubble.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageUser/ChatMessageUserPending.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionCard/ChatMessageActionCard.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionCard/ChatMessageActionCardContinueRequest.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionCard/ChatMessageActionCardPermissionRequest.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionIcons/ChatMessageActionIcons.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionIcons/ChatMessageActionIconsBranchingControls.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageContextMenu.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessageAgenticContent.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessageEditForm.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessageReasoningBlock.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessageStatistics/ChatMessageStatistics.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessageStatistics/ChatMessageStatisticsBadge.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/ChatMessages.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatMessages/LazyChatMessage.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatScreen/ChatScreen.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatScreen/ChatScreenActionScrollDown.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatScreen/ChatScreenDialogsAndAlerts.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatScreen/ChatScreenDragOverlay.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatScreen/ChatScreenForm.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatScreen/ChatScreenGreeting.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatScreen/ChatScreenMobileHeader.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatScreen/ChatScreenServerError.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatScreen/ChatScreenStreamResumeStatus.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatTabs/ChatTabs.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatTabs/ChatTabsItem.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/ChatTabs/ChatTabsNewChatButton.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/chat/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/CollapsibleContentBlock.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/CollapsibleTerminalBlock.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/MarkdownContent.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/MarkdownSurface.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/markdown-content.css (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/markdown-diagrams.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/markdown-handlers.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/markdown-processor.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/markdown-utils.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/plugins/rehype/code-block-utils.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-code-blocks.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-links.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-mermaid-blocks.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-svg-blocks.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-tables.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/plugins/rehype/file-badge.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/plugins/rehype/mermaid-pre.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/plugins/rehype/pre-transform.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/plugins/rehype/rehype-rtl-support.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/plugins/rehype/resolve-attachment-images.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/plugins/rehype/svg-pre.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/plugins/rehype/table-html-restorer.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/plugins/remark/literal-html.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownContent/safe-html-config.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownEditor/MarkdownEditor.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownEditor/markdown-block-widget.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownEditor/markdown-blocks.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownEditor/markdown-live-preview.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownEditor/markdown-structure.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MarkdownEditor/markdown-syntax.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MentionBadge.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MentionText.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MermaidPreview.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/MermaidPreviewControls.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/SyntaxHighlightedCode.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/content/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogChatAttachmentsPreview.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogChatError.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogCodePreview.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogConfirmDownload.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogConfirmation.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogConversationDelete.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogConversationRename.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogConversationSelection.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogDiscoverModels.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogEmptyFileAlert.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogExportSettings.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogFileUploadError.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogGroup.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogGroupPicker.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogMcpResourcePreview.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogMcpResourcesBrowser.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogMcpServerAddNew.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogMcpServers.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogMermaidPreview.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogModelNotAvailable.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogSearch.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/DialogSettingsChat.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/dialogs/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/forms/HighlightedMatch.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/forms/InputWithSuggestions.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/forms/KeyValuePairs.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/forms/SearchInput.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/forms/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpActiveServersAvatars.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpCapabilitiesBadges.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpConnectionLogs.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpLogo.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpResourcePreview.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpResourceTemplateForm.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpResourcesBrowser/McpResourcesBrowser.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpResourcesBrowser/McpResourcesBrowserEmptyState.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpResourcesBrowser/McpResourcesBrowserHeader.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpResourcesBrowser/McpResourcesBrowserServerItem.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpResourcesBrowser/mcp-resources-browser.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpServerCard/McpServerCard.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpServerCard/McpServerCardActions.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpServerCard/McpServerCardCompact.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpServerCard/McpServerCardDeleteDialog.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpServerCard/McpServerCardEditForm.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpServerCard/McpServerCardHeader.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpServerCard/McpServerCardToolsList.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpServerCardSkeleton.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpServerForm.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpServerIdentity.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/McpServerInfo.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/mcp/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/misc/CodeBlockActions.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/misc/CollapsibleRegion.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/misc/CollapsibleSection.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/misc/ConversationSelection.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/misc/GroupedList.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/misc/KeyboardShortcutInfo.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/misc/Logo.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/misc/MenuIcon.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/misc/ScrollCarousel.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/misc/TruncatedText.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/misc/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelAvatar.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelBadge.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelCapabilities.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelCapabilityIcons.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelContext.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelDownloadProgressBar.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelDraftSidecars.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelDraftSubline.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelId.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelLoadControl.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelLoadHighlight.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelOrgAvatar.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelRowActions.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsManager/ModelsManager.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsManager/ModelsManagerDownloadControl.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsManager/ModelsManagerFilters.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsManager/ModelsManagerModelConfiguration/ModelsManagerModelConfiguration.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsManager/ModelsManagerModelConfiguration/ModelsManagerModelConfigurationActions.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsManager/ModelsManagerModelConfiguration/ModelsManagerModelConfigurationHeader.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsManager/ModelsManagerModelConfiguration/ModelsManagerModelConfigurationInformation.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsManager/ModelsManagerModelDrawer.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsManager/ModelsManagerModelRow.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsManager/ModelsManagerModelsTable.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsManager/ModelsManagerQuantRow.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsManager/ModelsManagerRepoRow.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsManager/ModelsManagerStatusCell.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsManager/ModelsManagerTableToolbar.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsManager/row-actions.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsManager/utils.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsSection.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsSelector/ModelsSelector.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsSelector/ModelsSelectorDownloadItem.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsSelector/ModelsSelectorDrawer.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsSelector/ModelsSelectorDropdown.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsSelector/ModelsSelectorList.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsSelector/ModelsSelectorOption.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsSelector/ModelsSelectorTriggerIcon.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/ModelsSelector/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscover.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverChatTemplateDialog.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetails.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsContainer.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptions.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptionsDownloadCommand.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptionsDraftDownloadButton.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptionsQuantDownloadButton.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptionsRow.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/download-options.utils.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsHeader.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsHfHubStats.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsMetadata.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsMetadataItem.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsReadme.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsSkeleton.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverDetails/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverList/ModelsDiscoverList.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverList/ModelsDiscoverListItem.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverList/ModelsDiscoverListItemSkeleton.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverList/ModelsDiscoverListSearch.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/ModelsDiscoverList/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/discover/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/models/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/navigation/ContextMenuActions.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/navigation/DropdownMenuActions.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/navigation/DropdownMenuSearchable.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/navigation/MenuActionsList.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigation.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationActions.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationConversationItem.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationConversationList.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationDropZone.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationFooter.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationGroupSection.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationGroupSubmenu.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationSearch.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationSearchResults.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationSectionHeading.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationSelectionBar.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationShowMore.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/navigation/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/server/ServerErrorSplash.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/server/ServerLoadingSplash.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/server/ServerStatus.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/server/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/settings/SettingsChat/SettingsChat.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/settings/SettingsChat/SettingsChatFields.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/settings/SettingsChat/SettingsChatImportExportSection.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/settings/SettingsChat/SettingsChatImportExportTab.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/settings/SettingsChat/SettingsChatParameterSourceIndicator.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/settings/SettingsChat/SettingsChatToolsTab.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/settings/SettingsChatDesktopSidebar.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/settings/SettingsChatMobileHeader.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/settings/SettingsFooter.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/settings/SettingsGroup.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/settings/SettingsMcpServers.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/settings/SettingsResetButton.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/app/settings/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/pwa/PwaMetaTags.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/pwa/PwaRefreshAlert.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/pwa/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/alert-dialog/alert-dialog-action.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/alert-dialog/alert-dialog-cancel.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/alert-dialog/alert-dialog-content.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/alert-dialog/alert-dialog-description.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/alert-dialog/alert-dialog-footer.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/alert-dialog/alert-dialog-header.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/alert-dialog/alert-dialog-overlay.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/alert-dialog/alert-dialog-title.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/alert-dialog/alert-dialog-trigger.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/alert-dialog/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/alert/alert-description.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/alert/alert-title.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/alert/alert.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/alert/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/badge/badge.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/badge/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/button-group/button-group-root.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/button-group/button-group-separator.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/button-group/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/button/button.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/button/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/card/card-action.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/card/card-content.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/card/card-description.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/card/card-footer.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/card/card-header.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/card/card-title.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/card/card.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/card/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/checkbox/checkbox.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/checkbox/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/collapsible/collapsible-content.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/collapsible/collapsible-trigger.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/collapsible/collapsible.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/collapsible/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/context-menu/context-menu-content.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/context-menu/context-menu-group.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/context-menu/context-menu-item.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/context-menu/context-menu-label.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/context-menu/context-menu-separator.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/context-menu/context-menu-shortcut.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/context-menu/context-menu-sub-content.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/context-menu/context-menu-sub-trigger.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/context-menu/context-menu-trigger.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/context-menu/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dialog/dialog-close.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dialog/dialog-content.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dialog/dialog-description.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dialog/dialog-footer.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dialog/dialog-header.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dialog/dialog-overlay.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dialog/dialog-title.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dialog/dialog-trigger.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dialog/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/drawer/drawer-close.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/drawer/drawer-content.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/drawer/drawer-description.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/drawer/drawer-footer.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/drawer/drawer-header.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/drawer/drawer-nested.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/drawer/drawer-overlay.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/drawer/drawer-portal.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/drawer/drawer-title.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/drawer/drawer-trigger.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/drawer/drawer.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/drawer/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dropdown-menu/dropdown-menu-checkbox-item.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dropdown-menu/dropdown-menu-content.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dropdown-menu/dropdown-menu-group-heading.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dropdown-menu/dropdown-menu-group.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dropdown-menu/dropdown-menu-item.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dropdown-menu/dropdown-menu-label.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dropdown-menu/dropdown-menu-radio-group.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dropdown-menu/dropdown-menu-radio-item.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dropdown-menu/dropdown-menu-separator.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dropdown-menu/dropdown-menu-shortcut.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dropdown-menu/dropdown-menu-sub-content.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dropdown-menu/dropdown-menu-sub-trigger.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dropdown-menu/dropdown-menu-trigger.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/dropdown-menu/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/empty/empty-content.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/empty/empty-description.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/empty/empty-header.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/empty/empty-media.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/empty/empty-title.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/empty/empty.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/empty/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/hover-card/hover-card-content.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/hover-card/hover-card-portal.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/hover-card/hover-card-trigger.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/hover-card/hover-card.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/hover-card/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/input/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/input/input.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/label/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/label/label.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/popover/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/popover/popover-close.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/popover/popover-content.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/popover/popover-portal.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/popover/popover-trigger.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/popover/popover.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/radio-group/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/radio-group/radio-group-item.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/radio-group/radio-group.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/scroll-area/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/scroll-area/scroll-area-scrollbar.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/scroll-area/scroll-area.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/select/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/select/select-content.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/select/select-group-heading.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/select/select-group.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/select/select-item.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/select/select-label.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/select/select-scroll-down-button.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/select/select-scroll-up-button.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/select/select-separator.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/select/select-trigger.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/separator/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/separator/separator.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/skeleton/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/skeleton/skeleton.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/switch/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/switch/switch.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/table/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/table/table-body.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/table/table-caption.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/table/table-cell.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/table/table-footer.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/table/table-head.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/table/table-header.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/table/table-row.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/table/table.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/textarea/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/textarea/textarea.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/toggle-group/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/toggle-group/toggle-group-item.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/toggle-group/toggle-group.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/toggle/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/toggle/toggle.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/tooltip/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/tooltip/tooltip-content.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/tooltip/tooltip-trigger.svelte (100%) rename {tools/ui => ui/apps/chat}/src/lib/components/ui/utils.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/agentic.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/api-endpoints.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/app.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/attachment-menu.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/auto-scroll.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/backend.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/binary-detection.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/browser-info.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/cache.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/chat-form.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/chat-tabs.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/cli-flags.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/code-block.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/compaction.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/content-detection.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/context-gauge-dial.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/context-gauge-popup.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/context-keys.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/control-actions.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/conversation-import.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/css-classes.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/database.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/diagram-blocks.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/error.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/formatters.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/get-datetime.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/groups.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/headers.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/huggingface.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/icons.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/image.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/key-value-pairs.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/keyboard-shortcuts.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/latex-protection.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/literal-html.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/markdown.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/max-bundle-size.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/mcp-form.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/mcp-resource.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/mcp.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/mention-badge.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/mermaid-blocks.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/message-export.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/microphone.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/model-compatibility.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/model-id.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/model-loading.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/models-discover-download.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/models-discover.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/models-manager.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/path-display.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/precision.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/pwa.constants.ts (99%) rename {tools/ui => ui/apps/chat}/src/lib/constants/read-media.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/reasoning-effort.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/recommended-mcp-servers.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/routes.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/sandbox.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/search-chats.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/settings-keys.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/settings.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/special-characters.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/storage.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/stream.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/supported-file-types.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/svg-blocks.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/table-html-restorer.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/title-generation.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/tool-call-args.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/tool-ui.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/ui.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/uri-template.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/url.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/constants/working-directory.constants.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/contexts/chat-form-actions.context.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/contexts/chat-message-actions.context.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/contexts/chat-message-edit.context.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/contexts/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/enums/agentic.enums.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/enums/attachment.enums.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/enums/boolean-string.enums.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/enums/chat.enums.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/enums/conversation-import.enums.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/enums/files.enums.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/enums/huggingface.enums.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/enums/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/enums/keyboard.enums.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/enums/mcp.enums.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/enums/model.enums.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/enums/reasoning-effort.enums.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/enums/server.enums.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/enums/settings.enums.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/enums/splash.enums.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/enums/tools.enums.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/enums/ui.enums.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-attachment-menu.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-chat-form-expansion.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-chat-form-model.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-chat-form-pickers.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-chat-message-edit-context.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-chat-screen-active-model.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-chat-screen-drag-and-drop.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-chat-screen-file-upload.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-context-gauge.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-debounced-search.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-draft-messages.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-keyboard-inset.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-keyboard-shortcuts.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-long-press.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-marquee-selection.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-models-selector.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-picker-navigation.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-processing-state.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-pwa.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-reasoning-menu.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-scroll-active-row.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-scroll-carousel.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-sidebar-reveal.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-stick-to-bottom.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/hooks/use-tools-panel.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/services/chat.service.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/services/conversation-transfer.service.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/services/database.service.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/services/huggingface.service.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/services/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/services/mcp.service.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/services/migration.service.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/services/models.service.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/services/parameter-sync.service.spec.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/services/parameter-sync.service.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/services/props.service.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/services/read-media.service.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/services/router.service.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/services/sandbox-harness.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/services/sandbox-worker.js (100%) rename {tools/ui => ui/apps/chat}/src/lib/services/sandbox.service.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/services/search-chats.service.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/services/settings.service.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/services/tools.service.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/agentic/gates.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/agentic/index.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/chat/activity.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/chat/context-stats.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/chat/drafts.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/chat/flows.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/chat/index.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/chat/processing.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/chat/streams.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/conversations/index.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/conversations/preferences.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/device.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/groups.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/init.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/mcp/health.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/mcp/index.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/mcp/resources.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/models-discover/index.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/models/index.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/models/props.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/models/status.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/permissions.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/server.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/settings/index.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/sidebar-drag.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/tabs.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/tools.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/ui.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/stores/version.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/styles/katex-custom.scss (100%) rename {tools/ui => ui/apps/chat}/src/lib/styles/safe-area.css (100%) rename {tools/ui => ui/apps/chat}/src/lib/types/agentic.d.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/types/api.d.ts (99%) rename {tools/ui => ui/apps/chat}/src/lib/types/chat.d.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/types/common.d.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/types/database.d.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/types/glob.d.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/types/groups.d.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/types/huggingface.d.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/types/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/types/mcp.d.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/types/models-discover.d.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/types/models.d.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/types/navigation.d.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/types/reasoning.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/types/search.d.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/types/settings.d.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/types/splash.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/types/tools.d.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/abort.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/agentic.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/api-fetch.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/api-headers.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/api-key-validation.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/attachment-display.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/attachment-type.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/audio-format.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/audio-recording.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/autoresize-textarea.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/branching.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/browser-info.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/browser-only.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/cache-ttl.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/cap-img-size.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/chat-commands.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/chat-tabs.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/chat-template-thinking-detector.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/chat-template-tool-detector.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/clipboard.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/code.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/command-token.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/compaction.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/compute-line-diff.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/config-helpers.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/conversation-utils.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/convert-files-to-extra.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/cors-proxy.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/css.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/data-url.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/debounce.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/file-preview.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/file-type.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/formatters.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/get-datetime.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/gguf-metadata.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/glob-search.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/haptics.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/headers.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/heic-to-jpeg.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/highlight-theme.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/image-error-fallback.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/index.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/is-ime-composing.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/jpeg-orientation.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/latex-protection.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/mcp.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/mention-badge.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/mention-token.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/modality-file-validation.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/model-compatibility.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/model-families.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/model-list.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/model-names.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/near-viewport.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/parse-exec-shell-error.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/parse-exec-shell-status.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/parse-partial-json-args.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/path-display.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/pdf-processing.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/portal-to-body.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/precision.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/process-uploaded-files.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/progress.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/redact.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/request-helpers.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/sandbox-tool.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/sanitize-svg.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/sanitize.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/search-chats.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/search-results.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/sidecars.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/sse.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/stream-identity.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/svg-shadow.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/svg-to-png.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/syntax-highlight-language.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/text-files.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/text.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/tool-call-meta.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/tool-ui.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/uri-template.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/url.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/uuid.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/webp-to-png.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/utils/working-directory.ts (100%) rename {tools/ui => ui/apps/chat}/src/lib/vendors/big-integer/BigInteger.js (100%) rename {tools/ui => ui/apps/chat}/src/lib/vendors/big-integer/LICENSE (100%) rename {tools/ui => ui/apps/chat}/src/lib/vendors/decimal.js/LICENCE.md (100%) rename {tools/ui => ui/apps/chat}/src/lib/vendors/decimal.js/decimal.js (100%) rename {tools/ui => ui/apps/chat}/src/lib/vendors/nerdamer-prime/Algebra.js (100%) rename {tools/ui => ui/apps/chat}/src/lib/vendors/nerdamer-prime/Calculus.js (100%) rename {tools/ui => ui/apps/chat}/src/lib/vendors/nerdamer-prime/Extra.js (100%) rename {tools/ui => ui/apps/chat}/src/lib/vendors/nerdamer-prime/LICENSE (100%) rename {tools/ui => ui/apps/chat}/src/lib/vendors/nerdamer-prime/Solve.js (100%) rename {tools/ui => ui/apps/chat}/src/lib/vendors/nerdamer-prime/all.js (100%) rename {tools/ui => ui/apps/chat}/src/lib/vendors/nerdamer-prime/constants.js (100%) rename {tools/ui => ui/apps/chat}/src/lib/vendors/nerdamer-prime/nerdamer.core.js (100%) rename {tools/ui => ui/apps/chat}/src/lib/vendors/package.json (100%) rename {tools/ui => ui/apps/chat}/src/routes/(chat)/+layout.svelte (100%) rename {tools/ui => ui/apps/chat}/src/routes/(chat)/+page.svelte (100%) rename {tools/ui => ui/apps/chat}/src/routes/(chat)/+page.ts (100%) rename {tools/ui => ui/apps/chat}/src/routes/(chat)/chat/[id]/+page.svelte (100%) rename {tools/ui => ui/apps/chat}/src/routes/(chat)/chat/[id]/+page.ts (100%) rename {tools/ui => ui/apps/chat}/src/routes/+error.svelte (100%) rename {tools/ui => ui/apps/chat}/src/routes/+layout.svelte (100%) rename {tools/ui => ui/apps/chat}/src/routes/mcp-servers/+page.svelte (100%) rename {tools/ui => ui/apps/chat}/src/routes/mcp-servers/+page.ts (100%) rename {tools/ui => ui/apps/chat}/src/routes/models/+page.svelte (100%) rename {tools/ui => ui/apps/chat}/src/routes/models/+page.ts (100%) rename {tools/ui => ui/apps/chat}/src/routes/search/+page.svelte (100%) rename {tools/ui => ui/apps/chat}/src/routes/settings/+page.svelte (100%) rename {tools/ui => ui/apps/chat}/src/routes/settings/+page.ts (100%) rename {tools/ui => ui/apps/chat}/src/virtual-nerdamer.d.ts (100%) rename {tools/ui => ui/apps/chat}/static/recommended-mcp/context7.png (100%) rename {tools/ui => ui/apps/chat}/static/recommended-mcp/exa.ico (100%) rename {tools/ui => ui/apps/chat}/static/recommended-mcp/github-dark.png (100%) rename {tools/ui => ui/apps/chat}/static/recommended-mcp/github-light.png (100%) rename {tools/ui => ui/apps/chat}/static/recommended-mcp/huggingface.ico (100%) rename {tools/ui => ui/apps/chat}/svelte.config.js (100%) rename {tools/ui => ui/apps/chat}/tests/client/README-perf.md (100%) rename {tools/ui => ui/apps/chat}/tests/client/agentic-stream.perf.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/apikey-splash.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/cap-img-size.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/chat-form-enter.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/chat-form-expansion.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/chat-form-input.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/chat-form-mention-picker-gate.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/chat-form-pickers-touch.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/chat-form-single-row.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/chat-form-slash-commands.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/chat-screen-form-single-row-setting.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/chat-tabs-store.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/collapsible-lazy-body.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/components/AgenticPerfWrapper.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/client/components/ChatFormActionRecordWrapper.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/client/components/ChatFormPickersHarness.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/client/components/ChatFormTestWrapper.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/client/components/ChatMessagesPerfWrapper.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/client/components/ChatScreenFormTestWrapper.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/client/components/CollapsibleLazyBodyHarness.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/client/components/ConversationRowHarness.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/client/components/DialogPanelWrapper.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/client/components/McpServerFormWrapper.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/client/components/ModelsManagerRowWrapper.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/client/components/ModelsManagerWrapper.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/client/components/ModelsSelectorHookHarness.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/client/components/PickerListScrollHarness.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/client/components/SidebarNavigationHarness.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/client/components/TestWrapper.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/client/components/agentic-perf-state.svelte.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/context-panel-mobile.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/conversation-import-db.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/conversation-row-hold-mobile.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/dialog-focus-mobile.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/exec-shell-command-streaming.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/groups-db.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/haptics.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/highlight-theme.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/keyboard-inset.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/markdown-content-sanitize.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/markdown-editor-margins.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/markdown-editor.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/mcp-display-name.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/mcp-icon-proxy-url.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/mcp-server-form.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/microphone-unavailable.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/model-avatar-orgs.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/models-download-flows.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/models-manager-rows.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/models-manager-sort-filter.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/models-manager-utils.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/models-selector-hidden.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/models-selector-mobile.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/models-sidecar-badges.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/nested-surfaces.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/page.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/picker-list-scroll.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/reasoning-control-mobile.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/sandbox.service.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/search-chats-default-disabled-migration.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/search-chats.service.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/settings-model-org-name-key-migration.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/settings-registry-invariants.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/settings-render-keys-migration.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/settings-tools-policy.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/sidebar-hidden-clicks.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/stick-to-bottom-affordance.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/stick-to-bottom.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/tool-call-block-streamed-body.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/tool-call-in-progress.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/ui-settings-sync.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/client/update-message-in-place.svelte.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/debug/ViewportProbe.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/e2e/pwa.e2e.ts (100%) rename {tools/ui => ui/apps/chat}/tests/stories/ChatFormSingleRow.stories.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/stories/ChatMessage.stories.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/stories/ChatScreenForm.stories.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/stories/Introduction.mdx (82%) rename {tools/ui => ui/apps/chat}/tests/stories/MarkdownContent.stories.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/stories/ModelsManager.stories.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/stories/ModelsSelector.stories.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/stories/PwaRefreshAlert.stories.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/stories/SidebarNavigation.stories.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/stories/a11y/ActionIcon.a11y.stories.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/stories/a11y/ChatMessageStatistics.a11y.stories.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/stories/a11y/ChatScreenForm.a11y.stories.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/stories/a11y/ModelsManager.a11y.stories.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/stories/a11y/ScrollCarousel.a11y.stories.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/stories/a11y/SidebarNavigationConversationItem.a11y.stories.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/stories/chat/screen/attachments/ChatAttachmentsPreview.stories.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/stories/fixtures/ChatFormSingleRowPreview.svelte (100%) rename {tools/ui => ui/apps/chat}/tests/stories/fixtures/ai-tutorial.ts (100%) rename {tools/ui => ui/apps/chat}/tests/stories/fixtures/api-docs.ts (100%) rename {tools/ui => ui/apps/chat}/tests/stories/fixtures/assets/1.jpg (100%) rename {tools/ui => ui/apps/chat}/tests/stories/fixtures/assets/beautiful-flowers-lotus.webp (100%) rename {tools/ui => ui/apps/chat}/tests/stories/fixtures/assets/example.pdf (100%) rename {tools/ui => ui/apps/chat}/tests/stories/fixtures/assets/hf-logo.svg (100%) rename {tools/ui => ui/apps/chat}/tests/stories/fixtures/blog-post.ts (100%) rename {tools/ui => ui/apps/chat}/tests/stories/fixtures/data-analysis.ts (100%) rename {tools/ui => ui/apps/chat}/tests/stories/fixtures/empty.ts (100%) rename {tools/ui => ui/apps/chat}/tests/stories/fixtures/math-formulas.ts (100%) rename {tools/ui => ui/apps/chat}/tests/stories/fixtures/mobile-tables.ts (100%) rename {tools/ui => ui/apps/chat}/tests/stories/fixtures/readme.ts (100%) rename {tools/ui => ui/apps/chat}/tests/stories/fixtures/storybook-mocks.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/abort.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/agentic-hotpath.bench.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/agentic-max-turns-default.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/agentic-section-expansion.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/agentic-sections.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/agentic-strip.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/assistant-raw-output.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/branching.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/brand-favicons.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/chat-activity.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/chat-form-expand.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/classify-tool-result.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/clipboard.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/code.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/command-token.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/compaction.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/compute-line-diff.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/continue-intent.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/conversation-export.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/conversation-import.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/conversations-store.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/formatters.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/gguf-metadata.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/glob-search-children.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/headers.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/hf-helpers.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/hf-mmproj-modalities.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/jpeg-orientation.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/latex-protection.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/markdown-structure.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/markdown-syntax.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/mcp-default-overrides-merge.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/mcp-servers-default.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/mcp-service.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/mention-badge.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/mention-segments.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/mention-token.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/model-compatibility.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/model-families.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/model-id-parser.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/model-list.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/model-names.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/model-sidecar-grammar.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/parse-exec-shell-status.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/parse-mcp-server-settings.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/parse-toolcalls-memo.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/partial-tool-call-cleanup.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/pwa.spec.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/queued-message-isolation.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/reasoning-context.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/redact.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/request-helpers.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/sanitize-headers.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/search-chats.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/search-results-fixture.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/search-results.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/settings-private-fields.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/settings-tool-call-in-progress.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/sse.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/stream-discovery.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/stream-finish.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/stream-resume.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/tool-call-meta.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/tool-calls.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/uri-template.test.ts (100%) rename {tools/ui => ui/apps/chat}/tests/unit/working-directory.test.ts (100%) rename {tools/ui => ui/apps/chat}/tsconfig.json (100%) rename {tools/ui => ui/apps/chat}/ui.cpp.in (100%) rename {tools/ui => ui/apps/chat}/ui.h.in (100%) rename {tools/ui => ui/apps/chat}/vite.config.ts (100%) rename {tools/ui => ui/apps/chat}/vitest-setup-client.ts (100%) rename {tools/ui => ui/apps/chat}/vitest.shims.d.ts (100%) diff --git a/.devops/cann.Dockerfile b/.devops/cann.Dockerfile index 182c71cdf172..1d4393613427 100644 --- a/.devops/cann.Dockerfile +++ b/.devops/cann.Dockerfile @@ -19,12 +19,12 @@ FROM docker.io/node:$NODE_VERSION AS web ARG APP_VERSION -WORKDIR /app/tools/ui +WORKDIR /app/ui/apps/chat -COPY tools/ui/package.json tools/ui/package-lock.json ./ +COPY ui/apps/chat/package.json ui/apps/chat/package-lock.json ./ RUN npm ci -COPY tools/ui/ ./ +COPY ui/apps/chat/ ./ RUN LLAMA_BUILD_NUMBER="$APP_VERSION" npm run build FROM ${CANN_BASE_IMAGE} AS build @@ -40,7 +40,7 @@ WORKDIR /app # -- Copy project files -- COPY . . -COPY --from=web /app/tools/ui/dist tools/ui/dist +COPY --from=web /app/ui/apps/chat/dist ui/apps/chat/dist # -- Set CANN environment variables (required for compilation) -- # Using ENV instead of `source` allows environment variables to persist across the entire image layer diff --git a/.devops/cpu.Dockerfile b/.devops/cpu.Dockerfile index 0809c8b7ec90..605247ac2e2f 100644 --- a/.devops/cpu.Dockerfile +++ b/.devops/cpu.Dockerfile @@ -9,12 +9,12 @@ FROM docker.io/node:$NODE_VERSION AS web ARG APP_VERSION -WORKDIR /app/tools/ui +WORKDIR /app/ui/apps/chat -COPY tools/ui/package.json tools/ui/package-lock.json ./ +COPY ui/apps/chat/package.json ui/apps/chat/package-lock.json ./ RUN npm ci -COPY tools/ui/ ./ +COPY ui/apps/chat/ ./ RUN LLAMA_BUILD_NUMBER="$APP_VERSION" npm run build FROM docker.io/ubuntu:$UBUNTU_VERSION AS build @@ -28,7 +28,7 @@ WORKDIR /app COPY . . -COPY --from=web /app/tools/ui/dist tools/ui/dist +COPY --from=web /app/ui/apps/chat/dist ui/apps/chat/dist RUN if [ "$TARGETARCH" = "amd64" ] || [ "$TARGETARCH" = "arm64" ]; then \ cmake -S . -B build -DCMAKE_BUILD_TYPE=Release -DGGML_NATIVE=OFF -DLLAMA_BUILD_TESTS=OFF -DGGML_BACKEND_DL=ON -DGGML_CPU_ALL_VARIANTS=ON; \ diff --git a/.devops/cuda.Dockerfile b/.devops/cuda.Dockerfile index 2c872ab4adeb..33f686577e0f 100644 --- a/.devops/cuda.Dockerfile +++ b/.devops/cuda.Dockerfile @@ -17,12 +17,12 @@ FROM docker.io/node:$NODE_VERSION AS web ARG APP_VERSION -WORKDIR /app/tools/ui +WORKDIR /app/ui/apps/chat -COPY tools/ui/package.json tools/ui/package-lock.json ./ +COPY ui/apps/chat/package.json ui/apps/chat/package-lock.json ./ RUN npm ci -COPY tools/ui/ ./ +COPY ui/apps/chat/ ./ RUN LLAMA_BUILD_NUMBER="$APP_VERSION" npm run build FROM ${BASE_CUDA_DEV_CONTAINER} AS build @@ -40,7 +40,7 @@ WORKDIR /app COPY . . -COPY --from=web /app/tools/ui/dist tools/ui/dist +COPY --from=web /app/ui/apps/chat/dist ui/apps/chat/dist RUN if [ "${CUDA_DOCKER_ARCH}" != "default" ]; then \ export CMAKE_ARGS="-DCMAKE_CUDA_ARCHITECTURES=${CUDA_DOCKER_ARCH}"; \ diff --git a/.devops/intel.Dockerfile b/.devops/intel.Dockerfile index 9f4a8fc992e5..214e3d320dee 100644 --- a/.devops/intel.Dockerfile +++ b/.devops/intel.Dockerfile @@ -11,12 +11,12 @@ FROM docker.io/node:$NODE_VERSION AS web ARG APP_VERSION -WORKDIR /app/tools/ui +WORKDIR /app/ui/apps/chat -COPY tools/ui/package.json tools/ui/package-lock.json ./ +COPY ui/apps/chat/package.json ui/apps/chat/package-lock.json ./ RUN npm ci -COPY tools/ui/ ./ +COPY ui/apps/chat/ ./ RUN LLAMA_BUILD_NUMBER="$APP_VERSION" npm run build FROM docker.io/intel/deep-learning-essentials:$ONEAPI_VERSION AS build @@ -41,7 +41,7 @@ WORKDIR /app COPY . . -COPY --from=web /app/tools/ui/dist tools/ui/dist +COPY --from=web /app/ui/apps/chat/dist ui/apps/chat/dist RUN if [ "${GGML_SYCL_F16}" = "ON" ]; then \ echo "GGML_SYCL_F16 is set" \ diff --git a/.devops/musa.Dockerfile b/.devops/musa.Dockerfile index 84969675a2df..b4185c93221b 100644 --- a/.devops/musa.Dockerfile +++ b/.devops/musa.Dockerfile @@ -15,12 +15,12 @@ FROM docker.io/node:$NODE_VERSION AS web ARG APP_VERSION -WORKDIR /app/tools/ui +WORKDIR /app/ui/apps/chat -COPY tools/ui/package.json tools/ui/package-lock.json ./ +COPY ui/apps/chat/package.json ui/apps/chat/package-lock.json ./ RUN npm ci -COPY tools/ui/ ./ +COPY ui/apps/chat/ ./ RUN LLAMA_BUILD_NUMBER="$APP_VERSION" npm run build FROM ${BASE_MUSA_DEV_CONTAINER} AS build @@ -45,7 +45,7 @@ WORKDIR /app COPY . . -COPY --from=web /app/tools/ui/dist tools/ui/dist +COPY --from=web /app/ui/apps/chat/dist ui/apps/chat/dist RUN if [ "${MUSA_DOCKER_ARCH}" != "default" ]; then \ export CMAKE_ARGS="-DMUSA_ARCHITECTURES=${MUSA_DOCKER_ARCH}"; \ diff --git a/.devops/nix/package.nix b/.devops/nix/package.nix index e807b4d711eb..71b2c2f08ba0 100644 --- a/.devops/nix/package.nix +++ b/.devops/nix/package.nix @@ -133,11 +133,11 @@ effectiveStdenv.mkDerivation (finalAttrs: { src = lib.cleanSource ../../.; }; - # Builds the webui locally, taking care not to require updating any sha256 hash. + # Builds Llama Chat locally, taking care not to require updating any sha256 hash. webui = stdenvNoCC.mkDerivation { pname = "webui"; version = llamaVersion; - src = lib.cleanSource ../../tools/ui; + src = lib.cleanSource ../../ui/apps/chat; nativeBuildInputs = [ nodejs @@ -146,7 +146,7 @@ effectiveStdenv.mkDerivation (finalAttrs: { # no sha256 required when using buildNodeModules npmDeps = importNpmLock.buildNodeModules { - npmRoot = ../../tools/ui; + npmRoot = ../../ui/apps/chat; inherit nodejs; }; @@ -156,8 +156,8 @@ effectiveStdenv.mkDerivation (finalAttrs: { }; postPatch = lib.optionalString useWebUi '' - cp -r ${finalAttrs.webui} tools/ui/dist - chmod -R u+w tools/ui/dist + cp -r ${finalAttrs.webui} ui/apps/chat/dist + chmod -R u+w ui/apps/chat/dist ''; # With PR#6015 https://github.com/ggml-org/llama.cpp/pull/6015, diff --git a/.devops/openvino.Dockerfile b/.devops/openvino.Dockerfile index 680ad7db6968..de6a16c7583b 100644 --- a/.devops/openvino.Dockerfile +++ b/.devops/openvino.Dockerfile @@ -28,12 +28,12 @@ FROM docker.io/node:$NODE_VERSION AS web ARG APP_VERSION -WORKDIR /app/tools/ui +WORKDIR /app/ui/apps/chat -COPY tools/ui/package.json tools/ui/package-lock.json ./ +COPY ui/apps/chat/package.json ui/apps/chat/package-lock.json ./ RUN npm ci -COPY tools/ui/ ./ +COPY ui/apps/chat/ ./ RUN LLAMA_BUILD_NUMBER="$APP_VERSION" npm run build ## Build Image @@ -83,7 +83,7 @@ WORKDIR /app COPY . . -COPY --from=web /app/tools/ui/dist tools/ui/dist +COPY --from=web /app/ui/apps/chat/dist ui/apps/chat/dist # Build Stage RUN bash -c "source ${OpenVINO_DIR}/setupvars.sh && \ diff --git a/.devops/rocm.Dockerfile b/.devops/rocm.Dockerfile index 310f4f6d9485..ab4ef0b74085 100644 --- a/.devops/rocm.Dockerfile +++ b/.devops/rocm.Dockerfile @@ -17,12 +17,12 @@ FROM docker.io/node:$NODE_VERSION AS web ARG APP_VERSION -WORKDIR /app/tools/ui +WORKDIR /app/ui/apps/chat -COPY tools/ui/package.json tools/ui/package-lock.json ./ +COPY ui/apps/chat/package.json ui/apps/chat/package-lock.json ./ RUN npm ci -COPY tools/ui/ ./ +COPY ui/apps/chat/ ./ RUN LLAMA_BUILD_NUMBER="$APP_VERSION" npm run build ### Build image @@ -52,7 +52,7 @@ WORKDIR /app COPY . . -COPY --from=web /app/tools/ui/dist tools/ui/dist +COPY --from=web /app/ui/apps/chat/dist ui/apps/chat/dist RUN HIPCXX="$(hipconfig -l)/clang" HIP_PATH="$(hipconfig -R)" \ cmake -S . -B build \ diff --git a/.devops/vulkan.Dockerfile b/.devops/vulkan.Dockerfile index 96b7e66ec0e0..ce40d6969ae2 100644 --- a/.devops/vulkan.Dockerfile +++ b/.devops/vulkan.Dockerfile @@ -9,12 +9,12 @@ FROM docker.io/node:$NODE_VERSION AS web ARG APP_VERSION -WORKDIR /app/tools/ui +WORKDIR /app/ui/apps/chat -COPY tools/ui/package.json tools/ui/package-lock.json ./ +COPY ui/apps/chat/package.json ui/apps/chat/package-lock.json ./ RUN npm ci -COPY tools/ui/ ./ +COPY ui/apps/chat/ ./ RUN LLAMA_BUILD_NUMBER="$APP_VERSION" npm run build FROM docker.io/ubuntu:$UBUNTU_VERSION AS build @@ -31,7 +31,7 @@ WORKDIR /app COPY . . -COPY --from=web /app/tools/ui/dist tools/ui/dist +COPY --from=web /app/ui/apps/chat/dist ui/apps/chat/dist RUN cmake -B build -DGGML_NATIVE=OFF -DGGML_VULKAN=ON -DLLAMA_BUILD_TESTS=OFF -DGGML_BACKEND_DL=ON -DGGML_CPU_ALL_VARIANTS=ON && \ cmake --build build --config Release -j$(nproc) diff --git a/.devops/zendnn.Dockerfile b/.devops/zendnn.Dockerfile index a6e54ca8511f..ef9d4de455a0 100644 --- a/.devops/zendnn.Dockerfile +++ b/.devops/zendnn.Dockerfile @@ -9,12 +9,12 @@ FROM docker.io/node:$NODE_VERSION AS web ARG APP_VERSION -WORKDIR /app/tools/ui +WORKDIR /app/ui/apps/chat -COPY tools/ui/package.json tools/ui/package-lock.json ./ +COPY ui/apps/chat/package.json ui/apps/chat/package-lock.json ./ RUN npm ci -COPY tools/ui/ ./ +COPY ui/apps/chat/ ./ RUN LLAMA_BUILD_NUMBER="$APP_VERSION" npm run build FROM docker.io/ubuntu:$UBUNTU_VERSION AS build @@ -28,7 +28,7 @@ WORKDIR /app COPY . . -COPY --from=web /app/tools/ui/dist tools/ui/dist +COPY --from=web /app/ui/apps/chat/dist ui/apps/chat/dist RUN cmake -S . -B build -DCMAKE_BUILD_TYPE=Release -DGGML_NATIVE=OFF -DLLAMA_BUILD_TESTS=OFF -DGGML_BACKEND_DL=ON -DGGML_CPU_ALL_VARIANTS=ON -DGGML_ZENDNN=ON && \ cmake --build build -j $(nproc) diff --git a/.dockerignore b/.dockerignore index 0b81e83bf5d4..083eaed9c459 100644 --- a/.dockerignore +++ b/.dockerignore @@ -10,7 +10,7 @@ build*/ -tools/ui/node_modules/ +ui/apps/chat/node_modules/ models/* diff --git a/.editorconfig b/.editorconfig index 1474554f8ab7..5272e6ce0985 100644 --- a/.editorconfig +++ b/.editorconfig @@ -48,7 +48,7 @@ insert_final_newline = unset [vendor/**.patch] trim_trailing_whitespace = unset -[tools/ui/**] +[ui/**] indent_style = unset indent_size = unset end_of_line = unset diff --git a/.github/labeler.yml b/.github/labeler.yml index 20e19c35234e..6b1b0046762d 100644 --- a/.github/labeler.yml +++ b/.github/labeler.yml @@ -48,7 +48,6 @@ examples: - all-globs-to-all-files: - '!tools/server/**' - '!tools/mtmd/**' - - '!tools/ui/**' testing: - changed-files: - any-glob-to-any-file: @@ -72,7 +71,7 @@ android: server/ui: - changed-files: - any-glob-to-any-file: - - tools/ui/** + - ui/** server: - changed-files: - any-glob-to-any-file: diff --git a/.github/workflows/docker.yml b/.github/workflows/docker.yml index 778e7b062d7e..2272ac35aefa 100644 --- a/.github/workflows/docker.yml +++ b/.github/workflows/docker.yml @@ -182,7 +182,7 @@ jobs: uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8 with: name: llama-ui.zip - path: tools/ui/dist + path: ui/apps/chat/dist # - name: Set up QEMU # if: ${{ contains(matrix.config.platforms, 'linux/amd64') }} diff --git a/.github/workflows/pr-video-demo-label.yml b/.github/workflows/pr-video-demo-label.yml index 9b3165fa22ab..f6f8567531c3 100644 --- a/.github/workflows/pr-video-demo-label.yml +++ b/.github/workflows/pr-video-demo-label.yml @@ -22,7 +22,7 @@ jobs: BODY: ${{ github.event.pull_request.body }} HAS_LABEL: ${{ contains(github.event.pull_request.labels.*.name, 'video demo') }} run: | - # sections written by demo:pr (see tools/ui/demo/cli.ts): the managed comment + # sections written by demo:pr (see ui/apps/chat/demo/cli.ts): the managed comment # markers, or a preview linking to a demo video uploaded for this PR has_demo=false if { grep -qF '' <<< "$BODY" && grep -qF '' <<< "$BODY"; } || diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml index 4777f613ee7b..4d78c998525e 100644 --- a/.github/workflows/release.yml +++ b/.github/workflows/release.yml @@ -130,7 +130,7 @@ jobs: uses: actions/download-artifact@v8 with: name: llama-ui.zip - path: tools/ui/dist + path: ui/apps/chat/dist - name: ccache uses: ggml-org/ccache-action@v1.2.24 @@ -196,7 +196,7 @@ jobs: uses: actions/download-artifact@v8 with: name: llama-ui.zip - path: tools/ui/dist + path: ui/apps/chat/dist - name: Dependencies id: depends @@ -274,7 +274,7 @@ jobs: uses: actions/download-artifact@v8 with: name: llama-ui.zip - path: tools/ui/dist + path: ui/apps/chat/dist - name: Dependencies id: depends @@ -381,7 +381,7 @@ jobs: uses: actions/download-artifact@v8 with: name: llama-ui.zip - path: tools/ui/dist + path: ui/apps/chat/dist - name: Dependencies id: depends @@ -479,7 +479,7 @@ jobs: uses: actions/download-artifact@v8 with: name: llama-ui.zip - path: tools/ui/dist + path: ui/apps/chat/dist - name: Set up JDK uses: actions/setup-java@v5 @@ -571,7 +571,7 @@ jobs: uses: actions/download-artifact@v8 with: name: llama-ui.zip - path: tools/ui/dist + path: ui/apps/chat/dist - name: Build id: cmake_build @@ -624,7 +624,7 @@ jobs: uses: actions/download-artifact@v8 with: name: llama-ui.zip - path: tools/ui/dist + path: ui/apps/chat/dist - name: Build id: cmake_build @@ -672,7 +672,7 @@ jobs: uses: actions/download-artifact@v8 with: name: llama-ui.zip - path: tools/ui/dist + path: ui/apps/chat/dist - name: ccache uses: ggml-org/ccache-action@v1.2.24 @@ -894,7 +894,7 @@ jobs: uses: actions/download-artifact@v8 with: name: llama-ui.zip - path: tools/ui/dist + path: ui/apps/chat/dist - name: Install Ninja run: | @@ -1460,7 +1460,7 @@ jobs: uses: actions/download-artifact@v8 with: name: llama-ui.zip - path: tools/ui/dist + path: ui/apps/chat/dist - name: Dependencies id: depends @@ -1532,7 +1532,7 @@ jobs: uses: actions/download-artifact@v8 with: name: llama-ui.zip - path: tools/ui/dist + path: ui/apps/chat/dist - name: Free up disk space uses: ggml-org/free-disk-space@v1.3.1 @@ -1647,7 +1647,7 @@ jobs: uses: actions/download-artifact@v8 with: name: llama-ui.zip - path: tools/ui/dist + path: ui/apps/chat/dist - name: Dependencies id: depends diff --git a/.github/workflows/ui-build-self-hosted.yml b/.github/workflows/ui-build-self-hosted.yml index 0ba2eb983fc2..660786ff7f86 100644 --- a/.github/workflows/ui-build-self-hosted.yml +++ b/.github/workflows/ui-build-self-hosted.yml @@ -23,20 +23,20 @@ jobs: with: node-version: "24" # cache: "npm" - # cache-dependency-path: "tools/ui/package-lock.json" + # cache-dependency-path: "ui/apps/chat/package-lock.json" package-manager-cache: false - name: Install dependencies run: npm ci - working-directory: tools/ui + working-directory: ui/apps/chat - name: Build application run: npm run build - working-directory: tools/ui + working-directory: ui/apps/chat - name: Upload built UI uses: actions/upload-artifact@v6 with: name: llama-ui.zip - path: tools/ui/dist/ + path: ui/apps/chat/dist/ retention-days: 1 diff --git a/.github/workflows/ui-build.yml b/.github/workflows/ui-build.yml index f229fcd04480..67fc2fadc9d7 100644 --- a/.github/workflows/ui-build.yml +++ b/.github/workflows/ui-build.yml @@ -37,26 +37,26 @@ jobs: with: node-version: "24" # cache: "npm" - # cache-dependency-path: "tools/ui/package-lock.json" + # cache-dependency-path: "ui/apps/chat/package-lock.json" package-manager-cache: false - name: Install dependencies run: npm ci - working-directory: tools/ui + working-directory: ui/apps/chat - name: Build application env: LLAMA_BUILD_NUMBER: ${{ steps.version.outputs.ui_version }} run: npm run build - working-directory: tools/ui + working-directory: ui/apps/chat - name: Run PWA unit tests (versioned build output) run: npx vitest --project=unit --run tests/unit/pwa.spec.ts - working-directory: tools/ui + working-directory: ui/apps/chat - name: Upload built UI uses: actions/upload-artifact@v7 with: name: llama-ui.zip - path: tools/ui/dist/ + path: ui/apps/chat/dist/ retention-days: 1 diff --git a/.github/workflows/ui-publish.yml b/.github/workflows/ui-publish.yml index d77b899b2302..fc624e3e8241 100644 --- a/.github/workflows/ui-publish.yml +++ b/.github/workflows/ui-publish.yml @@ -33,15 +33,15 @@ jobs: uses: actions/download-artifact@v8 with: name: llama-ui.zip - path: tools/ui/dist/ + path: ui/apps/chat/dist/ run-id: ${{ inputs.run_id }} github-token: ${{ github.token }} - name: Create distribution archive run: | - tar -czf dist.tar.gz -C tools/ui/dist . + tar -czf dist.tar.gz -C ui/apps/chat/dist . sha256sum dist.tar.gz > dist.tar.gz.sha256 - mv dist.tar.gz dist.tar.gz.sha256 tools/ui/dist/ + mv dist.tar.gz dist.tar.gz.sha256 ui/apps/chat/dist/ - name: Install Hugging Face Hub CLI run: pip install -U huggingface_hub @@ -52,12 +52,12 @@ jobs: - name: Sync built files to Hugging Face bucket (version tag) run: | # Upload the built files to the Hugging Face bucket under the release version - hf buckets sync tools/ui/dist hf://buckets/ggml-org/${{ env.HF_BUCKET_NAME }}/${{ inputs.version_tag }} --delete --quiet + hf buckets sync ui/apps/chat/dist hf://buckets/ggml-org/${{ env.HF_BUCKET_NAME }}/${{ inputs.version_tag }} --delete --quiet - name: Sync built files to Hugging Face bucket (latest) run: | # Also upload to the 'latest' directory for fallback downloads - hf buckets sync tools/ui/dist hf://buckets/ggml-org/${{ env.HF_BUCKET_NAME }}/latest --delete --quiet + hf buckets sync ui/apps/chat/dist hf://buckets/ggml-org/${{ env.HF_BUCKET_NAME }}/latest --delete --quiet - name: Verify upload run: | diff --git a/.github/workflows/ui-self-hosted.yml b/.github/workflows/ui-self-hosted.yml index 93b7805f18d9..4eb6620d0ce2 100644 --- a/.github/workflows/ui-self-hosted.yml +++ b/.github/workflows/ui-self-hosted.yml @@ -17,7 +17,7 @@ on: paths: [ '.github/workflows/ui-self-hosted.yml', '.github/workflows/ui-build-self-hosted.yml', - 'tools/ui/**.*', + 'ui/apps/chat/**.*', 'tools/server/tests/**.*' ] pull_request: @@ -25,7 +25,7 @@ on: paths: [ '.github/workflows/ui-self-hosted.yml', '.github/workflows/ui-build-self-hosted.yml', - 'tools/ui/**.*', + 'ui/apps/chat/**.*', 'tools/server/tests/**.*' ] @@ -67,33 +67,33 @@ jobs: - name: Install dependencies id: setup run: npm ci - working-directory: tools/ui + working-directory: ui/apps/chat - name: Download built UI artifacts uses: actions/download-artifact@v6 with: name: llama-ui.zip - path: tools/ui/dist/ + path: ui/apps/chat/dist/ - name: Run type checking if: ${{ always() && steps.setup.conclusion == 'success' }} run: npm run check - working-directory: tools/ui + working-directory: ui/apps/chat - name: Run linting if: ${{ always() && steps.setup.conclusion == 'success' }} run: npm run lint - working-directory: tools/ui + working-directory: ui/apps/chat - name: Run Client tests if: ${{ always() && steps.setup.conclusion == 'success' }} run: npm run test:client - working-directory: tools/ui + working-directory: ui/apps/chat - name: Run Unit tests if: ${{ always() && steps.setup.conclusion == 'success' }} run: npm run test:unit - working-directory: tools/ui + working-directory: ui/apps/chat e2e-tests: name: E2E Tests @@ -109,25 +109,25 @@ jobs: - name: Install dependencies id: setup run: npm ci - working-directory: tools/ui + working-directory: ui/apps/chat - name: Download built UI artifacts uses: actions/download-artifact@v6 with: name: llama-ui.zip - path: tools/ui/dist/ + path: ui/apps/chat/dist/ - name: Build Storybook if: ${{ always() && steps.setup.conclusion == 'success' }} run: npm run build-storybook - working-directory: tools/ui + working-directory: ui/apps/chat - name: Run UI tests if: ${{ always() && steps.setup.conclusion == 'success' }} run: npm run test:ui -- --testTimeout=60000 - working-directory: tools/ui + working-directory: ui/apps/chat - name: Run E2E tests if: ${{ always() && steps.setup.conclusion == 'success' }} run: npm run test:e2e - working-directory: tools/ui + working-directory: ui/apps/chat diff --git a/.github/workflows/ui.yml b/.github/workflows/ui.yml index c5c6a32a8177..0c9b85ecded3 100644 --- a/.github/workflows/ui.yml +++ b/.github/workflows/ui.yml @@ -13,7 +13,7 @@ on: paths: [ '.github/workflows/ui.yml', '.github/workflows/ui-build.yml', - 'tools/ui/**.*', + 'ui/apps/chat/**.*', 'tools/server/tests/**.*' ] pull_request: @@ -21,7 +21,7 @@ on: paths: [ '.github/workflows/ui.yml', '.github/workflows/ui-build.yml', - 'tools/ui/**.*', + 'ui/apps/chat/**.*', 'tools/server/tests/**.*' ] @@ -66,46 +66,46 @@ jobs: with: node-version: "24" # cache: "npm" - # cache-dependency-path: "tools/ui/package-lock.json" + # cache-dependency-path: "ui/apps/chat/package-lock.json" package-manager-cache: false - name: Download built UI artifacts uses: actions/download-artifact@v6 with: name: llama-ui.zip - path: tools/ui/dist/ + path: ui/apps/chat/dist/ - name: Install dependencies id: setup if: ${{ steps.node.conclusion == 'success' }} run: npm ci - working-directory: tools/ui + working-directory: ui/apps/chat - name: Run type checking if: ${{ always() && steps.setup.conclusion == 'success' }} run: npm run check - working-directory: tools/ui + working-directory: ui/apps/chat - name: Run linting if: ${{ always() && steps.setup.conclusion == 'success' }} run: npm run lint - working-directory: tools/ui + working-directory: ui/apps/chat - name: Install Playwright browsers id: playwright if: ${{ always() && steps.setup.conclusion == 'success' }} run: npx playwright install --with-deps - working-directory: tools/ui + working-directory: ui/apps/chat - name: Run Client tests if: ${{ always() && steps.playwright.conclusion == 'success' }} run: npm run test:client - working-directory: tools/ui + working-directory: ui/apps/chat - name: Run Unit tests (uses pre-built dist/ from ui-build) if: ${{ always() && steps.playwright.conclusion == 'success' }} run: npm run test:unit - working-directory: tools/ui + working-directory: ui/apps/chat e2e-tests: name: E2E Tests @@ -124,38 +124,38 @@ jobs: with: node-version: "24" # cache: "npm" - # cache-dependency-path: "tools/ui/package-lock.json" + # cache-dependency-path: "ui/apps/chat/package-lock.json" package-manager-cache: false - name: Install dependencies id: setup if: ${{ steps.node.conclusion == 'success' }} run: npm ci - working-directory: tools/ui + working-directory: ui/apps/chat - name: Download built UI artifacts (reuses ui-build) uses: actions/download-artifact@v6 with: name: llama-ui.zip - path: tools/ui/dist/ + path: ui/apps/chat/dist/ - name: Install Playwright browsers id: playwright if: ${{ always() && steps.setup.conclusion == 'success' }} run: npx playwright install --with-deps - working-directory: tools/ui + working-directory: ui/apps/chat - name: Build Storybook if: ${{ always() && steps.playwright.conclusion == 'success' }} run: npm run build-storybook - working-directory: tools/ui + working-directory: ui/apps/chat - name: Run UI tests if: ${{ always() && steps.playwright.conclusion == 'success' }} run: npm run test:ui -- --testTimeout=60000 - working-directory: tools/ui + working-directory: ui/apps/chat - name: Run E2E tests (uses pre-built dist/ from ui-build) if: ${{ always() && steps.playwright.conclusion == 'success' }} run: npm run test:e2e - working-directory: tools/ui + working-directory: ui/apps/chat diff --git a/CMakeLists.txt b/CMakeLists.txt index 30aed5c914a9..7be920fbb377 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -134,7 +134,7 @@ option(LLAMA_BUILD_TOOLS "llama: build tools" option(LLAMA_BUILD_EXAMPLES "llama: build examples" ${LLAMA_STANDALONE}) option(LLAMA_BUILD_SERVER "llama: build server example" ${LLAMA_STANDALONE}) option(LLAMA_BUILD_APP "llama: build the unified binary" ${LLAMA_STANDALONE}) -option(LLAMA_BUILD_UI "llama: build the embedded Web UI for server" OFF) +option(LLAMA_BUILD_UI "llama: build Llama Chat, the embedded chat app, for server" OFF) option(LLAMA_USE_PREBUILT_UI "llama: use prebuilt UI from HF Bucket when available" ON) option(LLAMA_CONNECT "llama: include the llama-connect tool (downloads a prebuilt binary)" OFF) diff --git a/CODEOWNERS b/CODEOWNERS index f34a07f02255..af0553ac4fdc 100644 --- a/CODEOWNERS +++ b/CODEOWNERS @@ -102,7 +102,7 @@ /tools/rpc/ @ggml-org/ggml-rpc /tools/server/* @ggml-org/llama-server # no subdir /tools/server/tests/ @ggml-org/llama-server -/tools/ui/ @ggml-org/llama-ui +/ui/ @ggml-org/llama-ui /tools/tokenize/ @ggerganov /tools/tts/ @ggerganov /vendor/ @ggerganov diff --git a/README.md b/README.md index defa19e7a903..0bdcbc8ced79 100644 --- a/README.md +++ b/README.md @@ -57,8 +57,8 @@ llama serve -hf ggml-org/Qwen3.5-0.8B-GGUF VLM session with llama cli
- Built-in web UI against `llama serve` running Qwen 3.6 - Built-in web UI against llama serve + Llama Chat, the built-in chat app, against `llama serve` running Qwen 3.6 + Llama Chat, the built-in chat app, against llama serve
diff --git a/SECURITY.md b/SECURITY.md index bc6ed9d809a1..e781871647d4 100644 --- a/SECURITY.md +++ b/SECURITY.md @@ -46,7 +46,7 @@ Only vulnerabilities that fall within these parts of the project are considered - `ggml/**/*` - `gguf-py/**/*` - `tools/server/*`, **excluding** the following topics: - - Web UI + - Llama Chat, the built-in chat app (`ui/apps/chat`) - Features marked as experimental - Features not recommended for use in untrusted environments (e.g., router, MCP) - Bugs that can lead to Denial-of-Service attack diff --git a/common/arg.cpp b/common/arg.cpp index e06cc3617839..c5fcecac9ecf 100644 --- a/common/arg.cpp +++ b/common/arg.cpp @@ -3416,7 +3416,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex add_opt(common_arg( {"--ui-mcp-proxy", "--webui-mcp-proxy"}, {"--no-ui-mcp-proxy", "--no-webui-mcp-proxy"}, - "experimental: whether to enable MCP CORS proxy, for the Web UI to reach public MCP servers without CORS headers; local and private addresses are refused - do not enable in untrusted environments (default: disabled)\n" + "experimental: whether to enable MCP CORS proxy, for Llama Chat to reach public MCP servers without CORS headers; local and private addresses are refused - do not enable in untrusted environments (default: disabled)\n" "note: for security reasons, this will limit --cors-origins to localhost by default", [](common_params & params, bool value) { params.ui_mcp_proxy = value; @@ -3485,7 +3485,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex add_opt(common_arg( {"--ui", "--webui"}, {"--no-ui", "--no-webui"}, - string_format("whether to enable the Web UI (default: %s)", params.ui ? "enabled" : "disabled"), + string_format("whether to enable Llama Chat, the built-in chat app (default: %s)", params.ui ? "enabled" : "disabled"), [](common_params & params, bool value) { params.ui = value; } diff --git a/docs/backend/OPENVINO.md b/docs/backend/OPENVINO.md index decc588a9f4c..00effa9a85e1 100644 --- a/docs/backend/OPENVINO.md +++ b/docs/backend/OPENVINO.md @@ -692,7 +692,7 @@ llama-openvino:server --no-warmup -c 1024 -m /models/Llama-3.2-1B-Instruct-Q4_K_ # Or Using llama-server executable ./build/ReleaseOV/bin/llama-server -m ~/models/Llama-3.2-1B-Instruct-Q4_K_M.gguf --port 8080 -c 1024 -# Option 1: Open your browser to http://localhost:8080 to access the web UI for the llama.cpp server. +# Option 1: Open your browser to http://localhost:8080 to open Llama Chat, the built-in chat app of the llama.cpp server. # Option 2: In a NEW terminal, test the server with curl # If you are behind a proxy, make sure to set NO_PROXY to avoid proxy for localhost diff --git a/scripts/make-release-summary.txt b/scripts/make-release-summary.txt index e8a6783bfb85..cb75a19ab0de 100644 --- a/scripts/make-release-summary.txt +++ b/scripts/make-release-summary.txt @@ -33,7 +33,7 @@ Write a summary of the change log in a few sections: ### UI changes (if applicable) -[summarize the changes to `/tools/ui/`] +[summarize the changes to `/ui/apps/chat/`] ### ggml changes (if applicable) diff --git a/scripts/ui-assets.cmake b/scripts/ui-assets.cmake index dec34ebda96c..24fd686b5c41 100644 --- a/scripts/ui-assets.cmake +++ b/scripts/ui-assets.cmake @@ -144,7 +144,7 @@ endfunction() # Generate ui.cpp/ui.h embedding every file of ${dist_dir} (empty table when # it has no index.html), gzip-compressed when LLAMA_UI_GZIP is enabled. function(emit_files dist_dir) - set(UI_TEMPLATE_DIR "${LLAMA_SOURCE_DIR}/tools/ui") + set(UI_TEMPLATE_DIR "${LLAMA_SOURCE_DIR}/ui/apps/chat") # Collect the asset list once and reuse it for the fingerprint, # validation, compression and embedding. @@ -518,7 +518,7 @@ function(hf_download version out_var out_resolved) endfunction() # --------------------------------------------------------------------------- -# 1. Priority 1: pre-built assets supplied in tools/ui/dist +# 1. Priority 1: pre-built assets supplied in ui/apps/chat/dist # --------------------------------------------------------------------------- if(EXISTS "${SRC_DIST_DIR}/index.html") message(STATUS "UI: using pre-built assets from ${SRC_DIST_DIR}") @@ -585,7 +585,7 @@ if(NOT provisioned) "In a disconnected environment, download the pre-built UI " "from a llama.cpp release at " "https://github.com/ggml-org/llama.cpp/releases and " - "extract to tools/ui/dist.") + "extract to ui/apps/chat/dist.") endif() endif() diff --git a/skills/code-review/SKILL.md b/skills/code-review/SKILL.md index d72b46712cb9..c82ed25671d6 100644 --- a/skills/code-review/SKILL.md +++ b/skills/code-review/SKILL.md @@ -22,7 +22,7 @@ Identify what actually changed and which area checklists below apply. Run `git d - `ggml/` (any backend, op, or `ggml.h`) -> **ggml / backend** - `include/llama.h` and other public headers -> **Public API** - `tools/server/` -> **Server** -- `tools/ui/` (or the legacy `tools/server/webui/`) -> **WebUI** +- `ui/apps/chat/` (or the legacy `tools/ui/`, `tools/server/webui/`) -> **Llama Chat** - `tests/`, `tools/server/tests/`, or any other added/changed test -> **Tests** - anything else, plus all of the above -> **General** (always runs) @@ -119,9 +119,9 @@ Public API changes carry a higher bar than internal ones (`CONTRIBUTING.md`). Re - Security: don't trust client-supplied headers (e.g. `X-Forwarded-For`) or add footguns; things like IP allowlisting belong at a reverse proxy unless there's a trusted-proxy design. - Wire new behavior into the existing request/response and checkpoint paths correctly; watch for resource leaks across requests. -## WebUI (`tools/ui/`) +## Llama Chat (`ui/apps/chat/`) -These apply only to changes under `tools/ui/` (formerly `tools/server/webui/`) - the SvelteKit + Svelte 5 frontend. They are frontend conventions, not repo-wide ones, so do not apply them to C++ or other tool code. +These apply only to changes under `ui/apps/chat/` (formerly `tools/ui/`, `tools/server/webui/`) - the SvelteKit + Svelte 5 frontend. They are frontend conventions, not repo-wide ones, so do not apply them to C++ or other tool code. The dominant review theme in this area is placement: most accepted nits are about putting a value, function, or piece of logic in the layer where it belongs. @@ -192,7 +192,7 @@ Adjacent data-shape rule: empty string is not a valid "unset" initial state - us - Sanitize anything rendered from model or remote data: the rehype/`{@html}` pipeline, SVG content, and URLs (use the `$lib/utils` URL sanitizer rather than ad-hoc checks or a third-party lib for trivial cases). - Proxy headers and agent/tool filesystem access are security boundaries - scope enforcement (e.g. browse-root sandboxing) must be validated end-to-end, not just in the UI; loop in server reviewers for the C++ side. -### PR hygiene specific to `tools/ui` +### PR hygiene specific to `ui/apps/chat` - Build artifacts are not committed - the UI is built by CI (`.github/workflows/ui-build.yml`) and downloaded/bundled at release time. `npm run build` must still succeed locally; a red UI build job is blocking. - `npm run lint && npm run check` (and `npm run format`) must pass; a failing Storybook test is blocking. diff --git a/tools/CMakeLists.txt b/tools/CMakeLists.txt index 6a6592c7bff3..57d53df25659 100644 --- a/tools/CMakeLists.txt +++ b/tools/CMakeLists.txt @@ -22,7 +22,8 @@ else() add_subdirectory(perplexity) add_subdirectory(quantize) if (LLAMA_BUILD_SERVER) - add_subdirectory(ui) + # the chat app lives in ui/apps/chat, outside tools/ + add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/../ui/apps/chat ${CMAKE_BINARY_DIR}/ui/apps/chat) add_subdirectory(cli) add_subdirectory(server) endif() diff --git a/tools/server/README-dev.md b/tools/server/README-dev.md index 85fb3f78eae5..afe729878603 100644 --- a/tools/server/README-dev.md +++ b/tools/server/README-dev.md @@ -15,7 +15,7 @@ In-scope types of feature: - Multimodal input/output - Memory management: save/load state, context checkpoints - Model management - - Features that are required by the Web UI + - Features that are required by Llama Chat - Frontend: - Chat-oriented features, example: basic chat, image upload, edit messages - Agentic features, example: MCP @@ -182,7 +182,7 @@ For detailed instructions, see the [test documentation](./tests/README.md). ### API for tools -This endpoint is intended to be used internally by the Web UI and subject to change or to be removed in the future. +This endpoint is intended to be used internally by Llama Chat and subject to change or to be removed in the future. **GET /tools** @@ -279,7 +279,7 @@ For the direction from router to child: Model management API was added via PR [#23976](https://github.com/ggml-org/llama.cpp/pull/23976) -The main goal of this API is to allow downloading models and/or removing models from the web UI. It relies on the model cache infrastructure under the hood to manage the list of models dynamically. +The main goal of this API is to allow downloading models and/or removing models from Llama Chat. It relies on the model cache infrastructure under the hood to manage the list of models dynamically. Instead of building everything from the ground up (like what most AI agents will do when you ask them to implement a similar feature), we built on top of existing, already well-engineered components inside the codebase: - Model cache infrastructure as mentioned above (`common/download.h`) @@ -342,11 +342,11 @@ Endpoints created with `create_response(true)` (`/health`, `/props`, `/models`, -## Web UI +## Llama Chat -The project includes a web-based user interface for interacting with `llama-server`. It supports both single-model (`MODEL` mode) and multi-model (`ROUTER` mode) operation. +The project includes Llama Chat, a web-based chat app for interacting with `llama-server`. It supports both single-model (`MODEL` mode) and multi-model (`ROUTER` mode) operation. -The SvelteKit-based Web UI is introduced in this PR: https://github.com/ggml-org/llama.cpp/pull/14839 +The SvelteKit-based app is introduced in this PR: https://github.com/ggml-org/llama.cpp/pull/14839 ### Features @@ -378,7 +378,7 @@ Routes → Components → Hooks → Stores → Services → Storage/API - **Services** - stateless API/database communication (`ChatService`, `ModelsService`, `PropsService`, `DatabaseService`) - **Hooks** - reusable logic (`useModelChangeValidation`, `useProcessingState`) -For detailed architecture diagrams, see [`tools/ui/docs/`](../ui/docs/): +For detailed architecture diagrams, see [`ui/apps/chat/docs/`](../../ui/apps/chat/docs/): - `high-level-architecture.mmd` - full architecture with all modules - `high-level-architecture-simplified.mmd` - simplified overview @@ -390,7 +390,7 @@ For detailed architecture diagrams, see [`tools/ui/docs/`](../ui/docs/): ```sh # make sure you have Node.js installed -cd tools/ui +cd ui/apps/chat npm i # run dev server (with hot reload) diff --git a/tools/server/README.md b/tools/server/README.md index 80f1cdf506ea..9d1028d25b95 100644 --- a/tools/server/README.md +++ b/tools/server/README.md @@ -2,7 +2,7 @@ Fast, lightweight, pure C/C++ HTTP server based on [httplib](https://github.com/yhirose/cpp-httplib), [nlohmann::json](https://github.com/nlohmann/json) and **llama.cpp**. -Set of LLM REST APIs and a web UI to interact with llama.cpp. +Set of LLM REST APIs and Llama Chat, a built-in chat app, to interact with llama.cpp. **Features:** * LLM inference of F16 and quantized models on GPU and CPU @@ -17,7 +17,7 @@ Set of LLM REST APIs and a web UI to interact with llama.cpp. * Prefilling of assistant messages similar to the Claude API * [Function calling](../../docs/function-calling.md) / tool use for ~any model * Speculative decoding - * Easy-to-use web UI + * Llama Chat, an easy-to-use built-in chat app For the full list of features, please refer to [server's changelog](https://github.com/ggml-org/llama.cpp/issues/9291) @@ -202,14 +202,14 @@ For the full list of features, please refer to [server's changelog](https://gith | `--api-prefix PREFIX` | prefix path the server serves from, without the trailing slash (default: )
(env: LLAMA_ARG_API_PREFIX) | | `--ui-config, --webui-config JSON` | JSON that provides default UI settings (overrides UI defaults)
(env: LLAMA_ARG_UI_CONFIG) | | `--ui-config-file, --webui-config-file PATH` | JSON file that provides default UI settings (overrides UI defaults)
(env: LLAMA_ARG_UI_CONFIG_FILE) | -| `--ui-mcp-proxy, --webui-mcp-proxy, --no-ui-mcp-proxy, --no-webui-mcp-proxy` | experimental: whether to enable MCP CORS proxy, for the Web UI to reach public MCP servers without CORS headers; local and private addresses are refused - do not enable in untrusted environments (default: disabled)
note: for security reasons, this will limit --cors-origins to localhost by default
(env: LLAMA_ARG_UI_MCP_PROXY) | +| `--ui-mcp-proxy, --webui-mcp-proxy, --no-ui-mcp-proxy, --no-webui-mcp-proxy` | experimental: whether to enable MCP CORS proxy, for Llama Chat to reach public MCP servers without CORS headers; local and private addresses are refused - do not enable in untrusted environments (default: disabled)
note: for security reasons, this will limit --cors-origins to localhost by default
(env: LLAMA_ARG_UI_MCP_PROXY) | | `--tools TOOL1,TOOL2,...` | experimental: whether to enable built-in tools for AI agents - do not enable in untrusted environments (default: no tools)
specify "all" to enable all tools
available tools: read_file, file_glob_search, grep_search, exec_shell_command, write_file, edit_file, get_info
note: for security reasons, this will limit --cors-origins to localhost by default
(env: LLAMA_ARG_TOOLS) | | `--tools-runtime OPTION` | experimental: run tools in a separate runtime environment (default: none, use host environment)
available options:
'docker:', 'podman:': spin up a new container and reuse it for all invocations, clean up on server exit
'docker-container:', 'podman-container:': use an existing container by ID, won't stop on server exit
'ssh:': run tools on a remote POSIX host over SSH, key-based auth and a trusted host key are required

(env: LLAMA_ARG_TOOLS_RUNTIME) | | `--allow-unauthenticated-tools` | allow server tools, MCP servers or MCP proxy on a non-loopback address without an API key - only for trusted networks (default: disabled)
(env: LLAMA_ARG_ALLOW_UNAUTHENTICATED_TOOLS) | | `--mcp-servers-config PATH` | experimental: path to JSON file with MCP server definitions (Cursor-compatible format) - do not enable in untrusted environments (default: none)
note: for security reasons, this will limit --cors-origins to localhost by default
(env: LLAMA_ARG_MCP_SERVERS_CONFIG) | | `--mcp-servers-json JSON` | experimental: inline JSON with MCP server definitions (Cursor-compatible format) - do not enable in untrusted environments (default: none)
note: for security reasons, this will limit --cors-origins to localhost by default
(env: LLAMA_ARG_MCP_SERVERS_JSON) | | `-ag, --agent, -no-ag, --no-agent` | whether to enable CORS proxy and all built-in tools - do not enable in untrusted environments (default: disabled)
note: for security reasons, this will limit --cors-origins to localhost by default
(env: LLAMA_ARG_AGENT) | -| `--ui, --webui, --no-ui, --no-webui` | whether to enable the Web UI (default: enabled)
(env: LLAMA_ARG_UI) | +| `--ui, --webui, --no-ui, --no-webui` | whether to enable Llama Chat, the built-in chat app (default: enabled)
(env: LLAMA_ARG_UI) | | `--connect` | (experimental) open a peer-to-peer tunnel for server using llama-connect (default: disabled)
(env: LLAMA_ARG_CONNECT) | | `--connect-code CODE` | manually specify a 40-character code for --connect (default: generate a new one for each run)
(env: LLAMA_ARG_CONNECT_CODE) | | `--embedding, --embeddings` | restrict to only support embedding use case; use only with dedicated embedding models (default: disabled)
(env: LLAMA_ARG_EMBEDDINGS) | @@ -357,7 +357,7 @@ For more details, please refer to [multimodal documentation](../../docs/multimod ### Server tools support -The server includes a set of server tools that enable the LLM to access the local file system directly from the Web UI. +The server includes a set of server tools that enable the LLM to access the local file system directly from Llama Chat. To use this feature, start the server with `--tools all`. You can also enable only specific tools by passing a comma-separated list: `--tools name1,name2,...`. Run `--help` for the full list of available tool names. @@ -389,11 +389,11 @@ The same JSON can be passed inline with `--mcp-servers-json`. Each entry under ` | `cwd` | working directory of the child process | | `timeout_ms` | per-tool-call timeout (default: 30000) | -Every server is spawned once at startup to list its tools, then stopped, and respawned on demand when one of its tools is called. Tools are exposed as `_` alongside the built-in ones: they show up in the Web UI and in `GET /tools`, and the model calls them like any other tool. A name colliding with an already registered tool is skipped. This is independent of `--tools`, MCP servers can be the only tools available. +Every server is spawned once at startup to list its tools, then stopped, and respawned on demand when one of its tools is called. Tools are exposed as `_` alongside the built-in ones: they show up in Llama Chat and in `GET /tools`, and the model calls them like any other tool. A name colliding with an already registered tool is skipped. This is independent of `--tools`, MCP servers can be the only tools available. The child process runs with the same privileges as the server, so only declare commands you trust. As with `--tools`, `--cors-origins` then defaults to `localhost`. -Note: `--ui-mcp-proxy` is unrelated, it only lets the Web UI reach public MCP servers that do not send CORS headers. It refuses local and private addresses (loopback, LAN, link-local); connect to those from the Web UI directly. +Note: `--ui-mcp-proxy` is unrelated, it only lets Llama Chat reach public MCP servers that do not send CORS headers. It refuses local and private addresses (loopback, LAN, link-local); connect to those from Llama Chat directly. Any server written against the [MCP specification](https://modelcontextprotocol.io) works as is, whether it uses an official SDK or not: the transport is one JSON-RPC message per line on stdio, so a script wrapping an existing program is a valid server too. @@ -2044,7 +2044,7 @@ An invalid request returns the error `400`. A model that is not a decision model ## Server tools -The server exposes a REST API under `/tools` that allows the Web UI to call server tools. This endpoint is intended to be used internally by the Web UI and subject to change or to be removed in the future. +The server exposes a REST API under `/tools` that allows Llama Chat to call server tools. This endpoint is intended to be used internally by Llama Chat and subject to change or to be removed in the future. **Please do NOT use this endpoint in a downstream application** @@ -2643,9 +2643,9 @@ Apart from error types supported by OAI, we also have custom types that are spec } ``` -### Custom default Web UI preferences +### Custom default Llama Chat preferences -You can specify default preferences for the web UI using `--ui-config ` or `--ui-config-file `. For example, you can disable pasting long text as attachments and enable rendering Markdown in user messages with this command: +You can specify default preferences for Llama Chat using `--ui-config ` or `--ui-config-file `. For example, you can disable pasting long text as attachments and enable rendering Markdown in user messages with this command: ```bash ./llama-server -m model.gguf --ui-config '{"pasteLongTextToFileLen": 0, "renderUserContentAsMarkdown": true}' diff --git a/tools/server/server-connect.cpp b/tools/server/server-connect.cpp index 2313e39dae2c..94e54aa5ffff 100644 --- a/tools/server/server-connect.cpp +++ b/tools/server/server-connect.cpp @@ -13,7 +13,7 @@ #include #include -// share code = room code + pass code, must match llama-connect and the Web UI +// share code = room code + pass code, must match llama-connect and Llama Chat // ref: https://github.com/ggml-org/llama-connect/blob/master/src/protocol.rs static constexpr size_t CONNECT_ROOM_CODE_LEN = 8; static constexpr size_t CONNECT_PASS_CODE_LEN = 32; @@ -55,7 +55,7 @@ static std::string format_share_code(const std::string & code) { return out; } -// whitespace is tolerated, the Web UI shows the code in blocks and users paste it back +// whitespace is tolerated, Llama Chat shows the code in blocks and users paste it back // returns an empty string if it is not a valid share code static std::string normalize_share_code(const std::string & key) { std::string code; @@ -242,7 +242,7 @@ bool server_connect::start(const common_params & params, int port) { SRV_INF("%s", "-----------------\n"); SRV_INF("%s", "remote access is enabled via llama-connect\n"); - SRV_INF("share code (enter it in the Web UI under Settings -> Remote Access): %s\n", + SRV_INF("share code (enter it in Llama Chat under Settings -> Remote Access): %s\n", format_share_code(code).c_str()); SRV_WRN("%s", "anyone with this code can use this server, do not share it publicly\n"); SRV_INF("%s", "-----------------\n"); diff --git a/tools/server/server-http.cpp b/tools/server/server-http.cpp index b7dc26c8ab23..e2fadc8b5f86 100644 --- a/tools/server/server-http.cpp +++ b/tools/server/server-http.cpp @@ -481,7 +481,7 @@ bool server_http_context::init_listener(const common_params & params) { }; // - // Web UI setup + // Llama Chat setup // // Use new `params.ui` field (backed by old `params.webui` for compat) diff --git a/tools/server/server-models.cpp b/tools/server/server-models.cpp index b9f0dfedc585..5d5992c08d3a 100644 --- a/tools/server/server-models.cpp +++ b/tools/server/server-models.cpp @@ -2058,7 +2058,7 @@ void server_models_routes::init_routes() { // main instance auto res = std::make_unique(); json props = { - // TODO: add support for this on web UI + // TODO: add support for this in Llama Chat {"role", "router"}, {"max_instances", params.models_max}, {"models_autoload", params.models_autoload}, diff --git a/tools/server/server-stream.h b/tools/server/server-stream.h index 1e7461285f43..00beaabbd590 100644 --- a/tools/server/server-stream.h +++ b/tools/server/server-stream.h @@ -50,7 +50,7 @@ void server_stream_session_manager_stop(); // decoded path would split before the param is captured server_http_context::handler_t server_stream_make_get_handler(); // POST /v1/streams/lookup with body {"conversation_ids": [...]}: only answers for ids the -// caller already owns (the WebUI passes the convs visible in its sidebar), the server never +// caller already owns (Llama Chat passes the convs visible in its sidebar), the server never // lists ids it has not been asked about, so a random caller cannot enumerate live sessions server_http_context::handler_t server_stream_make_lookup_handler(); server_http_context::handler_t server_stream_make_delete_handler(); diff --git a/tools/server/server-tools.cpp b/tools/server/server-tools.cpp index c92f1e9f88bb..63626ddcc3df 100644 --- a/tools/server/server-tools.cpp +++ b/tools/server/server-tools.cpp @@ -1076,7 +1076,7 @@ struct server_tool_file_glob_search : server_tool { } // `base` is always absolute (resolve falls back to the server cwd), so - // API clients (e.g. the web UI picker) can join the relative entries + // API clients (e.g. the Llama Chat picker) can join the relative entries // into absolute paths. `plain_text_response` is what the model sees; // `entries` is the same data as structured JSON for the UI picker, // which reads `entries`/`base` instead of re-parsing the text. @@ -1953,7 +1953,7 @@ static std::vector> build_tools() { // IMPORTANT: for contributors, please keep this array of tools as minimal as possible // we only accept minimal i/o and shell command tools here // for example, do not add: web search, get date time, etc. - // high-level functionality should be added either via MCP or web UI + // high-level functionality should be added either via MCP or Llama Chat std::vector> tools; tools.push_back(std::make_unique()); tools.push_back(std::make_unique()); diff --git a/tools/server/server.cpp b/tools/server/server.cpp index ca3eb2dbbe0a..d14978286224 100644 --- a/tools/server/server.cpp +++ b/tools/server/server.cpp @@ -279,7 +279,7 @@ static bool server_setup_features( warn_names.push_back("peer-to-peer tunnel (llama-connect, experimental)"); } - // CORS proxy (EXPERIMENTAL, only used by the Web UI for MCP) + // CORS proxy (EXPERIMENTAL, only used by Llama Chat for MCP) if (params.ui_mcp_proxy) { ctx_http.get ("/cors-proxy", ex_wrapper(proxy_handler_get)); ctx_http.post("/cors-proxy", ex_wrapper(proxy_handler_post)); diff --git a/tools/server/tests/unit/test_security.py b/tools/server/tests/unit/test_security.py index ef4e48fa8cbd..31082cc70c2d 100644 --- a/tools/server/tests/unit/test_security.py +++ b/tools/server/tests/unit/test_security.py @@ -25,7 +25,7 @@ def test_access_public_endpoint(endpoint: str): def test_access_static_assets_without_api_key(): - """Static web UI assets should not require API key authentication (issue #21229)""" + """Static Llama Chat assets should not require API key authentication (issue #21229)""" global server server.start() for path in ["/", "/sw.js", "/manifest.webmanifest", "/_app/version.json"]: diff --git a/tools/ui/.env.example b/ui/apps/chat/.env.example similarity index 94% rename from tools/ui/.env.example rename to ui/apps/chat/.env.example index a561a68a6560..ed46f9aded97 100644 --- a/tools/ui/.env.example +++ b/ui/apps/chat/.env.example @@ -13,7 +13,7 @@ VITE_PUBLIC_SERVER_ORIGIN='http://localhost:8033' # DEMO_TRACES_DATASET='/' # DEMO_GITHUB_REPO='ggml-org/llama.cpp' # DEMO_SERVER_ORIGIN='http://localhost:9931' -# DEMO_LLAMA_SERVER='../../build/bin/llama-server' +# DEMO_LLAMA_SERVER='../../../build/bin/llama-server' # DEMO_COLOR_SCHEME='light' # Device pixel ratio demos render and record at (1440x900 viewport) # DEMO_SCALE='2' diff --git a/tools/ui/.gitignore b/ui/apps/chat/.gitignore similarity index 100% rename from tools/ui/.gitignore rename to ui/apps/chat/.gitignore diff --git a/tools/ui/.npmrc b/ui/apps/chat/.npmrc similarity index 100% rename from tools/ui/.npmrc rename to ui/apps/chat/.npmrc diff --git a/tools/ui/.prettierignore b/ui/apps/chat/.prettierignore similarity index 100% rename from tools/ui/.prettierignore rename to ui/apps/chat/.prettierignore diff --git a/tools/ui/.prettierrc b/ui/apps/chat/.prettierrc similarity index 100% rename from tools/ui/.prettierrc rename to ui/apps/chat/.prettierrc diff --git a/tools/ui/.storybook/decorators/ModeWatcherDecorator.svelte b/ui/apps/chat/.storybook/decorators/ModeWatcherDecorator.svelte similarity index 100% rename from tools/ui/.storybook/decorators/ModeWatcherDecorator.svelte rename to ui/apps/chat/.storybook/decorators/ModeWatcherDecorator.svelte diff --git a/tools/ui/.storybook/decorators/TooltipProviderDecorator.svelte b/ui/apps/chat/.storybook/decorators/TooltipProviderDecorator.svelte similarity index 100% rename from tools/ui/.storybook/decorators/TooltipProviderDecorator.svelte rename to ui/apps/chat/.storybook/decorators/TooltipProviderDecorator.svelte diff --git a/tools/ui/.storybook/main.ts b/ui/apps/chat/.storybook/main.ts similarity index 100% rename from tools/ui/.storybook/main.ts rename to ui/apps/chat/.storybook/main.ts diff --git a/tools/ui/.storybook/preview.ts b/ui/apps/chat/.storybook/preview.ts similarity index 100% rename from tools/ui/.storybook/preview.ts rename to ui/apps/chat/.storybook/preview.ts diff --git a/tools/ui/CMakeLists.txt b/ui/apps/chat/CMakeLists.txt similarity index 100% rename from tools/ui/CMakeLists.txt rename to ui/apps/chat/CMakeLists.txt diff --git a/tools/ui/README.md b/ui/apps/chat/README.md similarity index 97% rename from tools/ui/README.md rename to ui/apps/chat/README.md index 2a8a4d817143..78083be75e0d 100644 --- a/tools/ui/README.md +++ b/ui/apps/chat/README.md @@ -91,7 +91,7 @@ Llama UI supports two server operation modes: ### 1. Install Dependencies ```bash -cd tools/ui +cd ui/apps/chat npm ci ``` @@ -192,7 +192,7 @@ npm run build The build process: 1. **Vite Build** - Bundles all TypeScript, Svelte, and CSS -2. **Static Adapter** - Outputs to `../../build/tools/ui/dist` (llama-server's static file directory) +2. **Static Adapter** - Outputs to `../../../build/ui/apps/chat/dist` (llama-server's static file directory) 3. **Post-Build Script** - Cleans up intermediate files 4. **Custom Plugin** - Creates `index.html` with: - Inlined favicon as base64 @@ -200,7 +200,7 @@ The build process: - Deterministic output (zeroed timestamps) ```text -tools/ui/ → build → build/tools/ui/dist/ +ui/apps/chat/ → build → build/ui/apps/chat/dist/ ├── src/ ├── index.html (served by llama-server) ├── static/ └── (favicon inlined) └── ... @@ -211,8 +211,8 @@ tools/ui/ → build → build/tools/ui/dist/ ```javascript // svelte.config.js adapter: adapter({ - pages: '../../build/tools/ui/dist', // Output directory - assets: '../../build/tools/ui/dist', // Static assets + pages: '../../../build/ui/apps/chat/dist', // Output directory + assets: '../../../build/ui/apps/chat/dist', // Static assets fallback: 'index.html', // SPA fallback strict: true }), @@ -225,7 +225,7 @@ output: { llama-ui is embedded directly into the llama-server binary: -1. `npm run build` outputs `index.html` to `build/tools/ui/dist/` +1. `npm run build` outputs `index.html` to `build/ui/apps/chat/dist/` 2. llama-server compiles this into the binary at build time 3. When accessing `/`, llama-server serves the bundled HTML @@ -745,7 +745,7 @@ npm run check # TypeScript type checking ## Project Structure ```text -tools/ui/ +ui/apps/chat/ ├── src/ │ ├── lib/ │ │ ├── components/ # UI components (app/, ui/) @@ -765,6 +765,6 @@ tools/ui/ ## Related Documentation -- [llama.cpp Server README](../server/README.md) - Full server documentation -- [Multimodal Documentation](../../docs/multimodal.md) - Image and audio support -- [Function Calling](../../docs/function-calling.md) - Tool use capabilities +- [llama.cpp Server README](../../../tools/server/README.md) - Full server documentation +- [Multimodal Documentation](../../../docs/multimodal.md) - Image and audio support +- [Function Calling](../../../docs/function-calling.md) - Tool use capabilities diff --git a/tools/ui/components.json b/ui/apps/chat/components.json similarity index 100% rename from tools/ui/components.json rename to ui/apps/chat/components.json diff --git a/tools/ui/demo/.gitignore b/ui/apps/chat/demo/.gitignore similarity index 100% rename from tools/ui/demo/.gitignore rename to ui/apps/chat/demo/.gitignore diff --git a/tools/ui/demo/README.md b/ui/apps/chat/demo/README.md similarity index 99% rename from tools/ui/demo/README.md rename to ui/apps/chat/demo/README.md index 70617780da67..8769da6ef4ff 100644 --- a/tools/ui/demo/README.md +++ b/ui/apps/chat/demo/README.md @@ -40,7 +40,7 @@ The bucket must be public, since GitHub loads the preview from it: hf buckets create /llama-ui-demos ``` -Then set it in `tools/ui/.env` (see `.env.example`): +Then set it in `ui/apps/chat/.env` (see `.env.example`): ```bash DEMO_STORAGE='hf://buckets//llama-ui-demos' diff --git a/tools/ui/demo/cli.ts b/ui/apps/chat/demo/cli.ts similarity index 98% rename from tools/ui/demo/cli.ts rename to ui/apps/chat/demo/cli.ts index a7835013b8c4..775c361d6319 100644 --- a/tools/ui/demo/cli.ts +++ b/ui/apps/chat/demo/cli.ts @@ -6,7 +6,7 @@ * node demo/cli.ts docs record every docs/*.demo.ts script in DEMO_STORAGE * node demo/cli.ts traces write the built-in traces, and push them to DEMO_TRACES_DATASET * - * Settings come from tools/ui/.env (see .env.example). + * Settings come from ui/apps/chat/.env (see .env.example). */ import { DEMO_TRACES, generateTrace } from './fixtures/traces.ts'; @@ -271,13 +271,13 @@ async function recordPr(number: string, trustedSha?: string): Promise { rmSync(worktree, { force: true, recursive: true }); run('git', ['worktree', 'prune']); run('git', ['worktree', 'add', '--detach', worktree, sha]); - symlinkSync(join(UI_DIR, 'node_modules'), join(worktree, 'tools/ui/node_modules')); + symlinkSync(join(UI_DIR, 'node_modules'), join(worktree, 'ui/apps/chat/node_modules')); const name = `pr-${number}`; const script = writeDemoScript(name, source); try { - const videos = (await record([script], join(worktree, 'tools/ui'))).map((video) => ({ + const videos = (await record([script], join(worktree, 'ui/apps/chat'))).map((video) => ({ ...video, gif: makePreview(video.mp4) })); diff --git a/tools/ui/demo/fixtures/demo-config.ts b/ui/apps/chat/demo/fixtures/demo-config.ts similarity index 100% rename from tools/ui/demo/fixtures/demo-config.ts rename to ui/apps/chat/demo/fixtures/demo-config.ts diff --git a/tools/ui/demo/fixtures/mcp-servers.ts b/ui/apps/chat/demo/fixtures/mcp-servers.ts similarity index 100% rename from tools/ui/demo/fixtures/mcp-servers.ts rename to ui/apps/chat/demo/fixtures/mcp-servers.ts diff --git a/tools/ui/demo/fixtures/traces.ts b/ui/apps/chat/demo/fixtures/traces.ts similarity index 100% rename from tools/ui/demo/fixtures/traces.ts rename to ui/apps/chat/demo/fixtures/traces.ts diff --git a/tools/ui/demo/helpers.ts b/ui/apps/chat/demo/helpers.ts similarity index 100% rename from tools/ui/demo/helpers.ts rename to ui/apps/chat/demo/helpers.ts diff --git a/tools/ui/demo/playwright.config.ts b/ui/apps/chat/demo/playwright.config.ts similarity index 92% rename from tools/ui/demo/playwright.config.ts rename to ui/apps/chat/demo/playwright.config.ts index 2ac9c4c4bd24..bb5aeed08a4e 100644 --- a/tools/ui/demo/playwright.config.ts +++ b/ui/apps/chat/demo/playwright.config.ts @@ -10,8 +10,8 @@ if (existsSync(ENV_FILE)) process.loadEnvFile(ENV_FILE); /** * Demo video recordings. * - * Env (also read from tools/ui/.env): - * DEMO_UI_DIR tools/ui checkout to record (default: this one), e.g. a PR worktree + * Env (also read from ui/apps/chat/.env): + * DEMO_UI_DIR ui/apps/chat checkout to record (default: this one), e.g. a PR worktree * DEMO_UI_PORT port for that checkout's vite dev server (default: 5180) * DEMO_SERVER_ORIGIN llama-server the UI proxies to (default: http://localhost:9931) * DEMO_LLAMA_SERVER llama-server binary started when none runs there (default: build/bin) @@ -27,7 +27,8 @@ const UI_PORT = Number(process.env.DEMO_UI_PORT ?? 5180); const SERVER_ORIGIN = process.env.DEMO_SERVER_ORIGIN ?? 'http://localhost:9931'; const SERVER_PORT = Number(new URL(SERVER_ORIGIN).port || 80); const LLAMA_SERVER = - process.env.DEMO_LLAMA_SERVER ?? resolve(import.meta.dirname, '../../../build/bin/llama-server'); + process.env.DEMO_LLAMA_SERVER ?? + resolve(import.meta.dirname, '../../../../build/bin/llama-server'); export const VIEWPORT = { height: 900, width: 1440 }; /** Device pixel ratio the demos render and record at. */ diff --git a/tools/ui/demo/recorder.ts b/ui/apps/chat/demo/recorder.ts similarity index 100% rename from tools/ui/demo/recorder.ts rename to ui/apps/chat/demo/recorder.ts diff --git a/tools/ui/demo/storage.ts b/ui/apps/chat/demo/storage.ts similarity index 100% rename from tools/ui/demo/storage.ts rename to ui/apps/chat/demo/storage.ts diff --git a/tools/ui/eslint.config.js b/ui/apps/chat/eslint.config.js similarity index 100% rename from tools/ui/eslint.config.js rename to ui/apps/chat/eslint.config.js diff --git a/tools/ui/package-lock.json b/ui/apps/chat/package-lock.json similarity index 99% rename from tools/ui/package-lock.json rename to ui/apps/chat/package-lock.json index fb2b68eaa822..0f490bc596eb 100644 --- a/tools/ui/package-lock.json +++ b/ui/apps/chat/package-lock.json @@ -1,11 +1,11 @@ { - "name": "llama-ui", + "name": "@ggml-org/llama-chat", "version": "1.0.0", "lockfileVersion": 3, "requires": true, "packages": { "": { - "name": "llama-ui", + "name": "@ggml-org/llama-chat", "version": "1.0.0", "devDependencies": { "@chromatic-com/storybook": "5.5.1", diff --git a/tools/ui/package.json b/ui/apps/chat/package.json similarity index 99% rename from tools/ui/package.json rename to ui/apps/chat/package.json index cc3785727280..040e8fd2a07a 100644 --- a/tools/ui/package.json +++ b/ui/apps/chat/package.json @@ -1,5 +1,5 @@ { - "name": "llama-ui", + "name": "@ggml-org/llama-chat", "private": true, "version": "1.0.0", "type": "module", diff --git a/tools/ui/playwright.config.ts b/ui/apps/chat/playwright.config.ts similarity index 100% rename from tools/ui/playwright.config.ts rename to ui/apps/chat/playwright.config.ts diff --git a/tools/ui/pwa-assets-dark.config.ts b/ui/apps/chat/pwa-assets-dark.config.ts similarity index 100% rename from tools/ui/pwa-assets-dark.config.ts rename to ui/apps/chat/pwa-assets-dark.config.ts diff --git a/tools/ui/pwa-assets.config.ts b/ui/apps/chat/pwa-assets.config.ts similarity index 100% rename from tools/ui/pwa-assets.config.ts rename to ui/apps/chat/pwa-assets.config.ts diff --git a/tools/ui/scripts/brand-favicons.ts b/ui/apps/chat/scripts/brand-favicons.ts similarity index 100% rename from tools/ui/scripts/brand-favicons.ts rename to ui/apps/chat/scripts/brand-favicons.ts diff --git a/tools/ui/scripts/dev.sh b/ui/apps/chat/scripts/dev.sh similarity index 92% rename from tools/ui/scripts/dev.sh rename to ui/apps/chat/scripts/dev.sh index d14186630d96..9a5efdaddb59 100644 --- a/tools/ui/scripts/dev.sh +++ b/ui/apps/chat/scripts/dev.sh @@ -9,12 +9,12 @@ # bash scripts/dev.sh # npm run dev -cd ../../ +cd ../../../ # Ensure node_modules are installed -if [ ! -d "tools/ui/node_modules" ]; then +if [ ! -d "ui/apps/chat/node_modules" ]; then echo "📦 Installing npm dependencies..." - cd tools/ui && npm ci && cd ../../ + cd ui/apps/chat && npm ci && cd ../../../ fi # Check and install git hooks if missing @@ -52,7 +52,7 @@ trap cleanup SIGINT SIGTERM echo "🚀 Starting development servers..." echo "📝 Note: Make sure to start llama-server separately if needed" -cd tools/ui +cd ui/apps/chat # Use --insecure-http-parser to handle malformed HTTP responses from llama-server # (some responses have both Content-Length and Transfer-Encoding headers) storybook dev -p 6006 --ci & NODE_OPTIONS="--insecure-http-parser" vite dev --host 0.0.0.0 & diff --git a/tools/ui/scripts/git-hooks/install.sh b/ui/apps/chat/scripts/git-hooks/install.sh similarity index 83% rename from tools/ui/scripts/git-hooks/install.sh rename to ui/apps/chat/scripts/git-hooks/install.sh index 1a17dcad6d3d..d3d1bd417bd5 100755 --- a/tools/ui/scripts/git-hooks/install.sh +++ b/ui/apps/chat/scripts/git-hooks/install.sh @@ -4,12 +4,12 @@ # Copies pre-commit and pre-push hooks into the repo's .git/hooks directory. SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)" -REPO_ROOT="$(cd "$SCRIPT_DIR/../../../.." && pwd)" +REPO_ROOT="$(cd "$SCRIPT_DIR/../../../../.." && pwd)" HOOKS_DIR="$REPO_ROOT/$(cd "$REPO_ROOT" && git rev-parse --git-path hooks)" # Verify package.json exists -if [ ! -f "$REPO_ROOT/tools/ui/package.json" ]; then - echo "❌ package.json not found in tools/ui" +if [ ! -f "$REPO_ROOT/ui/apps/chat/package.json" ]; then + echo "❌ package.json not found in ui/apps/chat" exit 1 fi diff --git a/tools/ui/scripts/git-hooks/pre-commit.sh b/ui/apps/chat/scripts/git-hooks/pre-commit.sh similarity index 71% rename from tools/ui/scripts/git-hooks/pre-commit.sh rename to ui/apps/chat/scripts/git-hooks/pre-commit.sh index 31c23ed51878..45ea9df7e930 100755 --- a/tools/ui/scripts/git-hooks/pre-commit.sh +++ b/ui/apps/chat/scripts/git-hooks/pre-commit.sh @@ -4,13 +4,13 @@ # Runs: format (staged files only) + type-check # Stashes unstaged changes temporarily and restores them after. -# Only run when there are staged changes in tools/ui/ -if ! git diff --cached --name-only | grep -q "^tools/ui/"; then +# Only run when there are staged changes in ui/apps/chat/ +if ! git diff --cached --name-only | grep -q "^ui/apps/chat/"; then exit 0 fi REPO_ROOT=$(git rev-parse --show-toplevel) -cd "$REPO_ROOT/tools/ui" +cd "$REPO_ROOT/ui/apps/chat" # Check that node_modules exists if [ ! -d "node_modules" ]; then @@ -18,19 +18,19 @@ if [ ! -d "node_modules" ]; then exit 1 fi -# Stash unstaged changes in tools/ui/ so they don't interfere +# Stash unstaged changes in ui/apps/chat/ so they don't interfere stash_name="pi-ui-precommit" -git stash push --keep-index -u -m "$stash_name" -- tools/ui/ 2>/dev/null || true +git stash push --keep-index -u -m "$stash_name" -- ui/apps/chat/ 2>/dev/null || true echo "Running pre-commit checks for llama-ui..." # Format only staged files -staged_ui=$(git diff --cached --name-only -- tools/ui/) +staged_ui=$(git diff --cached --name-only -- ui/apps/chat/) if [ -n "$staged_ui" ]; then echo "$staged_ui" | xargs npm run format format_ok=$? # Re-stage formatted files - git add tools/ui/ + git add ui/apps/chat/ else format_ok=0 fi diff --git a/tools/ui/scripts/git-hooks/pre-push.sh b/ui/apps/chat/scripts/git-hooks/pre-push.sh similarity index 83% rename from tools/ui/scripts/git-hooks/pre-push.sh rename to ui/apps/chat/scripts/git-hooks/pre-push.sh index d5598fb17a9a..1ae0a92b5580 100755 --- a/tools/ui/scripts/git-hooks/pre-push.sh +++ b/ui/apps/chat/scripts/git-hooks/pre-push.sh @@ -15,8 +15,8 @@ while read local_ref local_sha remote_ref remote_sha; do continue fi - # Check for changes in tools/ui/ between remote and local - if git diff --name-only "$remote_sha...$local_sha" -- tools/ui/ | grep -q .; then + # Check for changes in ui/apps/chat/ between remote and local + if git diff --name-only "$remote_sha...$local_sha" -- ui/apps/chat/ | grep -q .; then needs_check=true fi done @@ -26,7 +26,7 @@ if [ "$needs_check" = false ]; then fi REPO_ROOT=$(git rev-parse --show-toplevel) -cd "$REPO_ROOT/tools/ui" +cd "$REPO_ROOT/ui/apps/chat" # Check that node_modules exists if [ ! -d "node_modules" ]; then @@ -36,7 +36,7 @@ fi # Stash unstaged changes so they don't interfere with checks stash_name="pi-ui-prepush" -git stash push -u -m "$stash_name" -- tools/ui/ 2>/dev/null || true +git stash push -u -m "$stash_name" -- ui/apps/chat/ 2>/dev/null || true echo "Running pre-push checks for llama-ui..." diff --git a/tools/ui/scripts/make-icons-circular.js b/ui/apps/chat/scripts/make-icons-circular.js similarity index 100% rename from tools/ui/scripts/make-icons-circular.js rename to ui/apps/chat/scripts/make-icons-circular.js diff --git a/tools/ui/scripts/vite-plugin-build-info.ts b/ui/apps/chat/scripts/vite-plugin-build-info.ts similarity index 100% rename from tools/ui/scripts/vite-plugin-build-info.ts rename to ui/apps/chat/scripts/vite-plugin-build-info.ts diff --git a/tools/ui/scripts/vite-plugin-nerdamer.ts b/ui/apps/chat/scripts/vite-plugin-nerdamer.ts similarity index 100% rename from tools/ui/scripts/vite-plugin-nerdamer.ts rename to ui/apps/chat/scripts/vite-plugin-nerdamer.ts diff --git a/tools/ui/scripts/vite-plugin-relativize-base.ts b/ui/apps/chat/scripts/vite-plugin-relativize-base.ts similarity index 100% rename from tools/ui/scripts/vite-plugin-relativize-base.ts rename to ui/apps/chat/scripts/vite-plugin-relativize-base.ts diff --git a/tools/ui/scripts/vite-plugin-splash-screen.ts b/ui/apps/chat/scripts/vite-plugin-splash-screen.ts similarity index 100% rename from tools/ui/scripts/vite-plugin-splash-screen.ts rename to ui/apps/chat/scripts/vite-plugin-splash-screen.ts diff --git a/tools/ui/sources.cmake b/ui/apps/chat/sources.cmake similarity index 100% rename from tools/ui/sources.cmake rename to ui/apps/chat/sources.cmake diff --git a/tools/ui/src/.gitignore b/ui/apps/chat/src/.gitignore similarity index 100% rename from tools/ui/src/.gitignore rename to ui/apps/chat/src/.gitignore diff --git a/tools/ui/src/app.css b/ui/apps/chat/src/app.css similarity index 100% rename from tools/ui/src/app.css rename to ui/apps/chat/src/app.css diff --git a/tools/ui/src/app.d.ts b/ui/apps/chat/src/app.d.ts similarity index 100% rename from tools/ui/src/app.d.ts rename to ui/apps/chat/src/app.d.ts diff --git a/tools/ui/src/app.html b/ui/apps/chat/src/app.html similarity index 100% rename from tools/ui/src/app.html rename to ui/apps/chat/src/app.html diff --git a/tools/ui/src/lib/components/app/SKILL.md b/ui/apps/chat/src/lib/components/app/SKILL.md similarity index 100% rename from tools/ui/src/lib/components/app/SKILL.md rename to ui/apps/chat/src/lib/components/app/SKILL.md diff --git a/tools/ui/src/lib/components/app/actions/ActionIcon.svelte b/ui/apps/chat/src/lib/components/app/actions/ActionIcon.svelte similarity index 100% rename from tools/ui/src/lib/components/app/actions/ActionIcon.svelte rename to ui/apps/chat/src/lib/components/app/actions/ActionIcon.svelte diff --git a/tools/ui/src/lib/components/app/actions/ActionIconCopyToClipboard.svelte b/ui/apps/chat/src/lib/components/app/actions/ActionIconCopyToClipboard.svelte similarity index 100% rename from tools/ui/src/lib/components/app/actions/ActionIconCopyToClipboard.svelte rename to ui/apps/chat/src/lib/components/app/actions/ActionIconCopyToClipboard.svelte diff --git a/tools/ui/src/lib/components/app/actions/GlassKey.svelte b/ui/apps/chat/src/lib/components/app/actions/GlassKey.svelte similarity index 100% rename from tools/ui/src/lib/components/app/actions/GlassKey.svelte rename to ui/apps/chat/src/lib/components/app/actions/GlassKey.svelte diff --git a/tools/ui/src/lib/components/app/actions/index.ts b/ui/apps/chat/src/lib/components/app/actions/index.ts similarity index 100% rename from tools/ui/src/lib/components/app/actions/index.ts rename to ui/apps/chat/src/lib/components/app/actions/index.ts diff --git a/tools/ui/src/lib/components/app/badges/BadgeInfo.svelte b/ui/apps/chat/src/lib/components/app/badges/BadgeInfo.svelte similarity index 100% rename from tools/ui/src/lib/components/app/badges/BadgeInfo.svelte rename to ui/apps/chat/src/lib/components/app/badges/BadgeInfo.svelte diff --git a/tools/ui/src/lib/components/app/badges/BadgesModality.svelte b/ui/apps/chat/src/lib/components/app/badges/BadgesModality.svelte similarity index 100% rename from tools/ui/src/lib/components/app/badges/BadgesModality.svelte rename to ui/apps/chat/src/lib/components/app/badges/BadgesModality.svelte diff --git a/tools/ui/src/lib/components/app/badges/index.ts b/ui/apps/chat/src/lib/components/app/badges/index.ts similarity index 100% rename from tools/ui/src/lib/components/app/badges/index.ts rename to ui/apps/chat/src/lib/components/app/badges/index.ts diff --git a/tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsList.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsList.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsList.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsList.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItem.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItem.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItem.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItem.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemMcpPrompt.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemMcpPrompt.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemMcpPrompt.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemMcpPrompt.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemMcpResource.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemMcpResource.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemMcpResource.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemMcpResource.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemThumbnailFile.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemThumbnailFile.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemThumbnailFile.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemThumbnailFile.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemThumbnailImage.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemThumbnailImage.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemThumbnailImage.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemThumbnailImage.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreview.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreview.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreview.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreview.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItem.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItem.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItem.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItem.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemAudio.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemAudio.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemAudio.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemAudio.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemImage.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemImage.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemImage.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemImage.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemPdf.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemPdf.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemPdf.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemPdf.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemText.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemText.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemText.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemText.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemUnavailable.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemUnavailable.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemUnavailable.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemUnavailable.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemVideo.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemVideo.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemVideo.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemVideo.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewFileInfo.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewFileInfo.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewFileInfo.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewFileInfo.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewNavButtons.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewNavButtons.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewNavButtons.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewNavButtons.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewThumbnailStrip.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewThumbnailStrip.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewThumbnailStrip.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewThumbnailStrip.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatForm.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatForm.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatForm.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatForm.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionAddButton.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionAddButton.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionAddButton.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionAddButton.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionAddDrawer.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionAddDrawer.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionAddDrawer.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionAddDrawer.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionAddDropdown.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionAddDropdown.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionAddDropdown.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionAddDropdown.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionAddToolsSubmenu.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionAddToolsSubmenu.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionAddToolsSubmenu.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionAddToolsSubmenu.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionsAdd.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionsAdd.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionsAdd.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionsAdd.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionReasoning.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionReasoning.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionReasoning.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionReasoning.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionRecord.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionRecord.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionRecord.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionRecord.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionSubmit.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionSubmit.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionSubmit.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionSubmit.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActions.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActions.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActions.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActions.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ChatFormContextGauge.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ChatFormContextGauge.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ChatFormContextGauge.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ChatFormContextGauge.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeDetailRow.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeDetailRow.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeDetailRow.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeDetailRow.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeDetails.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeDetails.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeDetails.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeDetails.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeDial.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeDial.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeDial.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeDial.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeLoadModel.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeLoadModel.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeLoadModel.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeLoadModel.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugePopup.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugePopup.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugePopup.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugePopup.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/context-gauge.ts b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/context-gauge.ts similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/context-gauge.ts rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/context-gauge.ts diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/gauge-popup.svelte.ts b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/gauge-popup.svelte.ts similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/gauge-popup.svelte.ts rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/gauge-popup.svelte.ts diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormCurrentWorkingDirectory/ChatFormCurrentWorkingDirectory.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormCurrentWorkingDirectory/ChatFormCurrentWorkingDirectory.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormCurrentWorkingDirectory/ChatFormCurrentWorkingDirectory.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormCurrentWorkingDirectory/ChatFormCurrentWorkingDirectory.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormCurrentWorkingDirectory/ChatFormCurrentWorkingDirectoryChip.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormCurrentWorkingDirectory/ChatFormCurrentWorkingDirectoryChip.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormCurrentWorkingDirectory/ChatFormCurrentWorkingDirectoryChip.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormCurrentWorkingDirectory/ChatFormCurrentWorkingDirectoryChip.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormCurrentWorkingDirectory/ChatFormCurrentWorkingDirectoryResultsList.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormCurrentWorkingDirectory/ChatFormCurrentWorkingDirectoryResultsList.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormCurrentWorkingDirectory/ChatFormCurrentWorkingDirectoryResultsList.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormCurrentWorkingDirectory/ChatFormCurrentWorkingDirectoryResultsList.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormInput/ChatFormInput.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormInput/ChatFormInput.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormInput/ChatFormInput.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormInput/ChatFormInput.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormInput/ChatFormInputFileInputInvisible.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormInput/ChatFormInputFileInputInvisible.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormInput/ChatFormInputFileInputInvisible.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormInput/ChatFormInputFileInputInvisible.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormInput/mention-badge-widget.ts b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormInput/mention-badge-widget.ts similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormInput/mention-badge-widget.ts rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormInput/mention-badge-widget.ts diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormMcpResourcesList.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormMcpResourcesList.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormMcpResourcesList.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormMcpResourcesList.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerItemHeader.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerItemHeader.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerItemHeader.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerItemHeader.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerList.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerList.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerList.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerList.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerListItem.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerListItem.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerListItem.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerListItem.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerListItemSkeleton.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerListItemSkeleton.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerListItemSkeleton.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerListItemSkeleton.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerPopover.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerPopover.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerPopover.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPicker/ChatFormPickerPopover.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerCommand.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerCommand.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerCommand.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerCommand.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMcpPrompts/ChatFormPickerMcpPrompts.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMcpPrompts/ChatFormPickerMcpPrompts.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMcpPrompts/ChatFormPickerMcpPrompts.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMcpPrompts/ChatFormPickerMcpPrompts.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMcpPrompts/ChatFormPromptPickerArgumentForm.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMcpPrompts/ChatFormPromptPickerArgumentForm.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMcpPrompts/ChatFormPromptPickerArgumentForm.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMcpPrompts/ChatFormPromptPickerArgumentForm.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMcpPrompts/ChatFormPromptPickerArgumentInput.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMcpPrompts/ChatFormPromptPickerArgumentInput.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMcpPrompts/ChatFormPromptPickerArgumentInput.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMcpPrompts/ChatFormPromptPickerArgumentInput.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMention.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMention.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMention.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMention.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickers.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickers.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickers.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickers.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/chat-form-collapsed-height.ts b/ui/apps/chat/src/lib/components/app/chat/ChatForm/chat-form-collapsed-height.ts similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/chat-form-collapsed-height.ts rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/chat-form-collapsed-height.ts diff --git a/tools/ui/src/lib/components/app/chat/ChatForm/chat-form-expand.ts b/ui/apps/chat/src/lib/components/app/chat/ChatForm/chat-form-expand.ts similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatForm/chat-form-expand.ts rename to ui/apps/chat/src/lib/components/app/chat/ChatForm/chat-form-expand.ts diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessage.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessage.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessage.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessage.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistant.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistant.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistant.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistant.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistantModel.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistantModel.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistantModel.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistantModel.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistantProcessingInfo.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistantProcessingInfo.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistantProcessingInfo.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistantProcessingInfo.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistantRawOutput.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistantRawOutput.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistantRawOutput.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistantRawOutput.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistantStatistics.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistantStatistics.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistantStatistics.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageAssistant/ChatMessageAssistantStatistics.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageCompaction.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageCompaction.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageCompaction.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageCompaction.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageCwdChange.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageCwdChange.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageCwdChange.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageCwdChange.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageMcpPrompt/ChatMessageMcpPrompt.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageMcpPrompt/ChatMessageMcpPrompt.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageMcpPrompt/ChatMessageMcpPrompt.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageMcpPrompt/ChatMessageMcpPrompt.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageMcpPrompt/ChatMessageMcpPromptContent.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageMcpPrompt/ChatMessageMcpPromptContent.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageMcpPrompt/ChatMessageMcpPromptContent.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageMcpPrompt/ChatMessageMcpPromptContent.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageSynthetic.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageSynthetic.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageSynthetic.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageSynthetic.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageSystem/ChatMessageSystem.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageSystem/ChatMessageSystem.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageSystem/ChatMessageSystem.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageSystem/ChatMessageSystem.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlock.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlock.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlock.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlock.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockDefault.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockDefault.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockDefault.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockDefault.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockEditFile.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockEditFile.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockEditFile.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockEditFile.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockExecShellCommand.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockExecShellCommand.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockExecShellCommand.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockExecShellCommand.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockFileGlobSearch.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockFileGlobSearch.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockFileGlobSearch.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockFileGlobSearch.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGetDatetime.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGetDatetime.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGetDatetime.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGetDatetime.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGetInfo.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGetInfo.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGetInfo.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGetInfo.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGrepSearch.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGrepSearch.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGrepSearch.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGrepSearch.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockReadFile.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockReadFile.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockReadFile.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockReadFile.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockReadMedia.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockReadMedia.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockReadMedia.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockReadMedia.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockRunJavascript.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockRunJavascript.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockRunJavascript.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockRunJavascript.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockSearchResults.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockSearchResults.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockSearchResults.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockSearchResults.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockWriteFile.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockWriteFile.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockWriteFile.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockWriteFile.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ToolCallBlock.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ToolCallBlock.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ToolCallBlock.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ToolCallBlock.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/_shared.ts b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/_shared.ts similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/_shared.ts rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/_shared.ts diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/edit-file.ts b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/edit-file.ts similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/edit-file.ts rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/edit-file.ts diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/exec-shell-command.ts b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/exec-shell-command.ts similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/exec-shell-command.ts rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/exec-shell-command.ts diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/file-glob-search.ts b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/file-glob-search.ts similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/file-glob-search.ts rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/file-glob-search.ts diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/grep-search.ts b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/grep-search.ts similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/grep-search.ts rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/grep-search.ts diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/read-file.ts b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/read-file.ts similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/read-file.ts rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/read-file.ts diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/read-media.ts b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/read-media.ts similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/read-media.ts rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/read-media.ts diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/run-javascript.ts b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/run-javascript.ts similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/run-javascript.ts rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/run-javascript.ts diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/write-file.ts b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/write-file.ts similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/write-file.ts rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/parsers/write-file.ts diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageUser/ChatMessageUser.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageUser/ChatMessageUser.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageUser/ChatMessageUser.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageUser/ChatMessageUser.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageUser/ChatMessageUserBubble.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageUser/ChatMessageUserBubble.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageUser/ChatMessageUserBubble.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageUser/ChatMessageUserBubble.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageUser/ChatMessageUserPending.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageUser/ChatMessageUserPending.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageUser/ChatMessageUserPending.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageUser/ChatMessageUserPending.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionCard/ChatMessageActionCard.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionCard/ChatMessageActionCard.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionCard/ChatMessageActionCard.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionCard/ChatMessageActionCard.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionCard/ChatMessageActionCardContinueRequest.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionCard/ChatMessageActionCardContinueRequest.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionCard/ChatMessageActionCardContinueRequest.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionCard/ChatMessageActionCardContinueRequest.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionCard/ChatMessageActionCardPermissionRequest.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionCard/ChatMessageActionCardPermissionRequest.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionCard/ChatMessageActionCardPermissionRequest.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionCard/ChatMessageActionCardPermissionRequest.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionIcons/ChatMessageActionIcons.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionIcons/ChatMessageActionIcons.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionIcons/ChatMessageActionIcons.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionIcons/ChatMessageActionIcons.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionIcons/ChatMessageActionIconsBranchingControls.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionIcons/ChatMessageActionIconsBranchingControls.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionIcons/ChatMessageActionIconsBranchingControls.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageActionIcons/ChatMessageActionIconsBranchingControls.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageContextMenu.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageContextMenu.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageContextMenu.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageActions/ChatMessageContextMenu.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageAgenticContent.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageAgenticContent.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageAgenticContent.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageAgenticContent.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageEditForm.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageEditForm.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageEditForm.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageEditForm.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageReasoningBlock.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageReasoningBlock.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageReasoningBlock.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageReasoningBlock.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageStatistics/ChatMessageStatistics.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageStatistics/ChatMessageStatistics.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageStatistics/ChatMessageStatistics.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageStatistics/ChatMessageStatistics.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageStatistics/ChatMessageStatisticsBadge.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageStatistics/ChatMessageStatisticsBadge.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessageStatistics/ChatMessageStatisticsBadge.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessageStatistics/ChatMessageStatisticsBadge.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessages.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessages.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/ChatMessages.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessages.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatMessages/LazyChatMessage.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/LazyChatMessage.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatMessages/LazyChatMessage.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatMessages/LazyChatMessage.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatScreen/ChatScreen.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreen.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatScreen/ChatScreen.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreen.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatScreen/ChatScreenActionScrollDown.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenActionScrollDown.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatScreen/ChatScreenActionScrollDown.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenActionScrollDown.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatScreen/ChatScreenDialogsAndAlerts.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenDialogsAndAlerts.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatScreen/ChatScreenDialogsAndAlerts.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenDialogsAndAlerts.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatScreen/ChatScreenDragOverlay.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenDragOverlay.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatScreen/ChatScreenDragOverlay.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenDragOverlay.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatScreen/ChatScreenForm.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenForm.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatScreen/ChatScreenForm.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenForm.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatScreen/ChatScreenGreeting.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenGreeting.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatScreen/ChatScreenGreeting.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenGreeting.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatScreen/ChatScreenMobileHeader.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenMobileHeader.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatScreen/ChatScreenMobileHeader.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenMobileHeader.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatScreen/ChatScreenServerError.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenServerError.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatScreen/ChatScreenServerError.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenServerError.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatScreen/ChatScreenStreamResumeStatus.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenStreamResumeStatus.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatScreen/ChatScreenStreamResumeStatus.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenStreamResumeStatus.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatTabs/ChatTabs.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatTabs/ChatTabs.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatTabs/ChatTabs.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatTabs/ChatTabs.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatTabs/ChatTabsItem.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatTabs/ChatTabsItem.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatTabs/ChatTabsItem.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatTabs/ChatTabsItem.svelte diff --git a/tools/ui/src/lib/components/app/chat/ChatTabs/ChatTabsNewChatButton.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatTabs/ChatTabsNewChatButton.svelte similarity index 100% rename from tools/ui/src/lib/components/app/chat/ChatTabs/ChatTabsNewChatButton.svelte rename to ui/apps/chat/src/lib/components/app/chat/ChatTabs/ChatTabsNewChatButton.svelte diff --git a/tools/ui/src/lib/components/app/chat/index.ts b/ui/apps/chat/src/lib/components/app/chat/index.ts similarity index 100% rename from tools/ui/src/lib/components/app/chat/index.ts rename to ui/apps/chat/src/lib/components/app/chat/index.ts diff --git a/tools/ui/src/lib/components/app/content/CollapsibleContentBlock.svelte b/ui/apps/chat/src/lib/components/app/content/CollapsibleContentBlock.svelte similarity index 100% rename from tools/ui/src/lib/components/app/content/CollapsibleContentBlock.svelte rename to ui/apps/chat/src/lib/components/app/content/CollapsibleContentBlock.svelte diff --git a/tools/ui/src/lib/components/app/content/CollapsibleTerminalBlock.svelte b/ui/apps/chat/src/lib/components/app/content/CollapsibleTerminalBlock.svelte similarity index 100% rename from tools/ui/src/lib/components/app/content/CollapsibleTerminalBlock.svelte rename to ui/apps/chat/src/lib/components/app/content/CollapsibleTerminalBlock.svelte diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/MarkdownContent.svelte b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/MarkdownContent.svelte similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/MarkdownContent.svelte rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/MarkdownContent.svelte diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/MarkdownSurface.svelte b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/MarkdownSurface.svelte similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/MarkdownSurface.svelte rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/MarkdownSurface.svelte diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/markdown-content.css b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/markdown-content.css similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/markdown-content.css rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/markdown-content.css diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/markdown-diagrams.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/markdown-diagrams.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/markdown-diagrams.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/markdown-diagrams.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/markdown-handlers.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/markdown-handlers.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/markdown-handlers.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/markdown-handlers.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/markdown-processor.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/markdown-processor.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/markdown-processor.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/markdown-processor.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/markdown-utils.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/markdown-utils.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/markdown-utils.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/markdown-utils.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/code-block-utils.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/code-block-utils.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/code-block-utils.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/code-block-utils.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-code-blocks.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-code-blocks.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-code-blocks.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-code-blocks.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-links.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-links.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-links.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-links.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-mermaid-blocks.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-mermaid-blocks.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-mermaid-blocks.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-mermaid-blocks.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-svg-blocks.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-svg-blocks.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-svg-blocks.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-svg-blocks.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-tables.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-tables.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-tables.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-tables.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/file-badge.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/file-badge.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/file-badge.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/file-badge.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/mermaid-pre.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/mermaid-pre.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/mermaid-pre.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/mermaid-pre.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/pre-transform.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/pre-transform.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/pre-transform.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/pre-transform.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/rehype-rtl-support.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/rehype-rtl-support.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/rehype-rtl-support.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/rehype-rtl-support.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/resolve-attachment-images.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/resolve-attachment-images.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/resolve-attachment-images.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/resolve-attachment-images.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/svg-pre.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/svg-pre.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/svg-pre.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/svg-pre.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/table-html-restorer.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/table-html-restorer.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/plugins/rehype/table-html-restorer.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/table-html-restorer.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/plugins/remark/literal-html.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/remark/literal-html.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/plugins/remark/literal-html.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/remark/literal-html.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownContent/safe-html-config.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/safe-html-config.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownContent/safe-html-config.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownContent/safe-html-config.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownEditor/MarkdownEditor.svelte b/ui/apps/chat/src/lib/components/app/content/MarkdownEditor/MarkdownEditor.svelte similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownEditor/MarkdownEditor.svelte rename to ui/apps/chat/src/lib/components/app/content/MarkdownEditor/MarkdownEditor.svelte diff --git a/tools/ui/src/lib/components/app/content/MarkdownEditor/markdown-block-widget.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownEditor/markdown-block-widget.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownEditor/markdown-block-widget.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownEditor/markdown-block-widget.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownEditor/markdown-blocks.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownEditor/markdown-blocks.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownEditor/markdown-blocks.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownEditor/markdown-blocks.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownEditor/markdown-live-preview.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownEditor/markdown-live-preview.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownEditor/markdown-live-preview.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownEditor/markdown-live-preview.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownEditor/markdown-structure.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownEditor/markdown-structure.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownEditor/markdown-structure.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownEditor/markdown-structure.ts diff --git a/tools/ui/src/lib/components/app/content/MarkdownEditor/markdown-syntax.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownEditor/markdown-syntax.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/MarkdownEditor/markdown-syntax.ts rename to ui/apps/chat/src/lib/components/app/content/MarkdownEditor/markdown-syntax.ts diff --git a/tools/ui/src/lib/components/app/content/MentionBadge.svelte b/ui/apps/chat/src/lib/components/app/content/MentionBadge.svelte similarity index 100% rename from tools/ui/src/lib/components/app/content/MentionBadge.svelte rename to ui/apps/chat/src/lib/components/app/content/MentionBadge.svelte diff --git a/tools/ui/src/lib/components/app/content/MentionText.svelte b/ui/apps/chat/src/lib/components/app/content/MentionText.svelte similarity index 100% rename from tools/ui/src/lib/components/app/content/MentionText.svelte rename to ui/apps/chat/src/lib/components/app/content/MentionText.svelte diff --git a/tools/ui/src/lib/components/app/content/MermaidPreview.svelte b/ui/apps/chat/src/lib/components/app/content/MermaidPreview.svelte similarity index 100% rename from tools/ui/src/lib/components/app/content/MermaidPreview.svelte rename to ui/apps/chat/src/lib/components/app/content/MermaidPreview.svelte diff --git a/tools/ui/src/lib/components/app/content/MermaidPreviewControls.svelte b/ui/apps/chat/src/lib/components/app/content/MermaidPreviewControls.svelte similarity index 100% rename from tools/ui/src/lib/components/app/content/MermaidPreviewControls.svelte rename to ui/apps/chat/src/lib/components/app/content/MermaidPreviewControls.svelte diff --git a/tools/ui/src/lib/components/app/content/SyntaxHighlightedCode.svelte b/ui/apps/chat/src/lib/components/app/content/SyntaxHighlightedCode.svelte similarity index 100% rename from tools/ui/src/lib/components/app/content/SyntaxHighlightedCode.svelte rename to ui/apps/chat/src/lib/components/app/content/SyntaxHighlightedCode.svelte diff --git a/tools/ui/src/lib/components/app/content/index.ts b/ui/apps/chat/src/lib/components/app/content/index.ts similarity index 100% rename from tools/ui/src/lib/components/app/content/index.ts rename to ui/apps/chat/src/lib/components/app/content/index.ts diff --git a/tools/ui/src/lib/components/app/dialogs/DialogChatAttachmentsPreview.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogChatAttachmentsPreview.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogChatAttachmentsPreview.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogChatAttachmentsPreview.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogChatError.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogChatError.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogChatError.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogChatError.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogCodePreview.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogCodePreview.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogCodePreview.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogCodePreview.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogConfirmDownload.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogConfirmDownload.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogConfirmDownload.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogConfirmDownload.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogConfirmation.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogConfirmation.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogConfirmation.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogConfirmation.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogConversationDelete.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogConversationDelete.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogConversationDelete.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogConversationDelete.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogConversationRename.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogConversationRename.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogConversationRename.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogConversationRename.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogConversationSelection.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogConversationSelection.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogConversationSelection.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogConversationSelection.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogDiscoverModels.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogDiscoverModels.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogDiscoverModels.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogDiscoverModels.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogEmptyFileAlert.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogEmptyFileAlert.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogEmptyFileAlert.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogEmptyFileAlert.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogExportSettings.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogExportSettings.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogExportSettings.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogExportSettings.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogFileUploadError.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogFileUploadError.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogFileUploadError.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogFileUploadError.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogGroup.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogGroup.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogGroup.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogGroup.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogGroupPicker.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogGroupPicker.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogGroupPicker.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogGroupPicker.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogMcpResourcePreview.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogMcpResourcePreview.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogMcpResourcePreview.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogMcpResourcePreview.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogMcpResourcesBrowser.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogMcpResourcesBrowser.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogMcpResourcesBrowser.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogMcpResourcesBrowser.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogMcpServerAddNew.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogMcpServerAddNew.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogMcpServerAddNew.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogMcpServerAddNew.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogMcpServers.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogMcpServers.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogMcpServers.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogMcpServers.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogMermaidPreview.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogMermaidPreview.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogMermaidPreview.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogMermaidPreview.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogModelNotAvailable.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogModelNotAvailable.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogModelNotAvailable.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogModelNotAvailable.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogSearch.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogSearch.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogSearch.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogSearch.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/DialogSettingsChat.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogSettingsChat.svelte similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/DialogSettingsChat.svelte rename to ui/apps/chat/src/lib/components/app/dialogs/DialogSettingsChat.svelte diff --git a/tools/ui/src/lib/components/app/dialogs/index.ts b/ui/apps/chat/src/lib/components/app/dialogs/index.ts similarity index 100% rename from tools/ui/src/lib/components/app/dialogs/index.ts rename to ui/apps/chat/src/lib/components/app/dialogs/index.ts diff --git a/tools/ui/src/lib/components/app/forms/HighlightedMatch.svelte b/ui/apps/chat/src/lib/components/app/forms/HighlightedMatch.svelte similarity index 100% rename from tools/ui/src/lib/components/app/forms/HighlightedMatch.svelte rename to ui/apps/chat/src/lib/components/app/forms/HighlightedMatch.svelte diff --git a/tools/ui/src/lib/components/app/forms/InputWithSuggestions.svelte b/ui/apps/chat/src/lib/components/app/forms/InputWithSuggestions.svelte similarity index 100% rename from tools/ui/src/lib/components/app/forms/InputWithSuggestions.svelte rename to ui/apps/chat/src/lib/components/app/forms/InputWithSuggestions.svelte diff --git a/tools/ui/src/lib/components/app/forms/KeyValuePairs.svelte b/ui/apps/chat/src/lib/components/app/forms/KeyValuePairs.svelte similarity index 100% rename from tools/ui/src/lib/components/app/forms/KeyValuePairs.svelte rename to ui/apps/chat/src/lib/components/app/forms/KeyValuePairs.svelte diff --git a/tools/ui/src/lib/components/app/forms/SearchInput.svelte b/ui/apps/chat/src/lib/components/app/forms/SearchInput.svelte similarity index 100% rename from tools/ui/src/lib/components/app/forms/SearchInput.svelte rename to ui/apps/chat/src/lib/components/app/forms/SearchInput.svelte diff --git a/tools/ui/src/lib/components/app/forms/index.ts b/ui/apps/chat/src/lib/components/app/forms/index.ts similarity index 100% rename from tools/ui/src/lib/components/app/forms/index.ts rename to ui/apps/chat/src/lib/components/app/forms/index.ts diff --git a/tools/ui/src/lib/components/app/index.ts b/ui/apps/chat/src/lib/components/app/index.ts similarity index 100% rename from tools/ui/src/lib/components/app/index.ts rename to ui/apps/chat/src/lib/components/app/index.ts diff --git a/tools/ui/src/lib/components/app/mcp/McpActiveServersAvatars.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpActiveServersAvatars.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpActiveServersAvatars.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpActiveServersAvatars.svelte diff --git a/tools/ui/src/lib/components/app/mcp/McpCapabilitiesBadges.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpCapabilitiesBadges.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpCapabilitiesBadges.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpCapabilitiesBadges.svelte diff --git a/tools/ui/src/lib/components/app/mcp/McpConnectionLogs.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpConnectionLogs.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpConnectionLogs.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpConnectionLogs.svelte diff --git a/tools/ui/src/lib/components/app/mcp/McpLogo.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpLogo.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpLogo.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpLogo.svelte diff --git a/tools/ui/src/lib/components/app/mcp/McpResourcePreview.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpResourcePreview.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpResourcePreview.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpResourcePreview.svelte diff --git a/tools/ui/src/lib/components/app/mcp/McpResourceTemplateForm.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpResourceTemplateForm.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpResourceTemplateForm.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpResourceTemplateForm.svelte diff --git a/tools/ui/src/lib/components/app/mcp/McpResourcesBrowser/McpResourcesBrowser.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpResourcesBrowser/McpResourcesBrowser.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpResourcesBrowser/McpResourcesBrowser.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpResourcesBrowser/McpResourcesBrowser.svelte diff --git a/tools/ui/src/lib/components/app/mcp/McpResourcesBrowser/McpResourcesBrowserEmptyState.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpResourcesBrowser/McpResourcesBrowserEmptyState.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpResourcesBrowser/McpResourcesBrowserEmptyState.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpResourcesBrowser/McpResourcesBrowserEmptyState.svelte diff --git a/tools/ui/src/lib/components/app/mcp/McpResourcesBrowser/McpResourcesBrowserHeader.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpResourcesBrowser/McpResourcesBrowserHeader.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpResourcesBrowser/McpResourcesBrowserHeader.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpResourcesBrowser/McpResourcesBrowserHeader.svelte diff --git a/tools/ui/src/lib/components/app/mcp/McpResourcesBrowser/McpResourcesBrowserServerItem.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpResourcesBrowser/McpResourcesBrowserServerItem.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpResourcesBrowser/McpResourcesBrowserServerItem.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpResourcesBrowser/McpResourcesBrowserServerItem.svelte diff --git a/tools/ui/src/lib/components/app/mcp/McpResourcesBrowser/mcp-resources-browser.ts b/ui/apps/chat/src/lib/components/app/mcp/McpResourcesBrowser/mcp-resources-browser.ts similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpResourcesBrowser/mcp-resources-browser.ts rename to ui/apps/chat/src/lib/components/app/mcp/McpResourcesBrowser/mcp-resources-browser.ts diff --git a/tools/ui/src/lib/components/app/mcp/McpServerCard/McpServerCard.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpServerCard/McpServerCard.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpServerCard/McpServerCard.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpServerCard/McpServerCard.svelte diff --git a/tools/ui/src/lib/components/app/mcp/McpServerCard/McpServerCardActions.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpServerCard/McpServerCardActions.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpServerCard/McpServerCardActions.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpServerCard/McpServerCardActions.svelte diff --git a/tools/ui/src/lib/components/app/mcp/McpServerCard/McpServerCardCompact.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpServerCard/McpServerCardCompact.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpServerCard/McpServerCardCompact.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpServerCard/McpServerCardCompact.svelte diff --git a/tools/ui/src/lib/components/app/mcp/McpServerCard/McpServerCardDeleteDialog.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpServerCard/McpServerCardDeleteDialog.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpServerCard/McpServerCardDeleteDialog.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpServerCard/McpServerCardDeleteDialog.svelte diff --git a/tools/ui/src/lib/components/app/mcp/McpServerCard/McpServerCardEditForm.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpServerCard/McpServerCardEditForm.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpServerCard/McpServerCardEditForm.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpServerCard/McpServerCardEditForm.svelte diff --git a/tools/ui/src/lib/components/app/mcp/McpServerCard/McpServerCardHeader.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpServerCard/McpServerCardHeader.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpServerCard/McpServerCardHeader.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpServerCard/McpServerCardHeader.svelte diff --git a/tools/ui/src/lib/components/app/mcp/McpServerCard/McpServerCardToolsList.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpServerCard/McpServerCardToolsList.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpServerCard/McpServerCardToolsList.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpServerCard/McpServerCardToolsList.svelte diff --git a/tools/ui/src/lib/components/app/mcp/McpServerCardSkeleton.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpServerCardSkeleton.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpServerCardSkeleton.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpServerCardSkeleton.svelte diff --git a/tools/ui/src/lib/components/app/mcp/McpServerForm.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpServerForm.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpServerForm.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpServerForm.svelte diff --git a/tools/ui/src/lib/components/app/mcp/McpServerIdentity.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpServerIdentity.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpServerIdentity.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpServerIdentity.svelte diff --git a/tools/ui/src/lib/components/app/mcp/McpServerInfo.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpServerInfo.svelte similarity index 100% rename from tools/ui/src/lib/components/app/mcp/McpServerInfo.svelte rename to ui/apps/chat/src/lib/components/app/mcp/McpServerInfo.svelte diff --git a/tools/ui/src/lib/components/app/mcp/index.ts b/ui/apps/chat/src/lib/components/app/mcp/index.ts similarity index 100% rename from tools/ui/src/lib/components/app/mcp/index.ts rename to ui/apps/chat/src/lib/components/app/mcp/index.ts diff --git a/tools/ui/src/lib/components/app/misc/CodeBlockActions.svelte b/ui/apps/chat/src/lib/components/app/misc/CodeBlockActions.svelte similarity index 100% rename from tools/ui/src/lib/components/app/misc/CodeBlockActions.svelte rename to ui/apps/chat/src/lib/components/app/misc/CodeBlockActions.svelte diff --git a/tools/ui/src/lib/components/app/misc/CollapsibleRegion.svelte b/ui/apps/chat/src/lib/components/app/misc/CollapsibleRegion.svelte similarity index 100% rename from tools/ui/src/lib/components/app/misc/CollapsibleRegion.svelte rename to ui/apps/chat/src/lib/components/app/misc/CollapsibleRegion.svelte diff --git a/tools/ui/src/lib/components/app/misc/CollapsibleSection.svelte b/ui/apps/chat/src/lib/components/app/misc/CollapsibleSection.svelte similarity index 100% rename from tools/ui/src/lib/components/app/misc/CollapsibleSection.svelte rename to ui/apps/chat/src/lib/components/app/misc/CollapsibleSection.svelte diff --git a/tools/ui/src/lib/components/app/misc/ConversationSelection.svelte b/ui/apps/chat/src/lib/components/app/misc/ConversationSelection.svelte similarity index 100% rename from tools/ui/src/lib/components/app/misc/ConversationSelection.svelte rename to ui/apps/chat/src/lib/components/app/misc/ConversationSelection.svelte diff --git a/tools/ui/src/lib/components/app/misc/GroupedList.svelte b/ui/apps/chat/src/lib/components/app/misc/GroupedList.svelte similarity index 100% rename from tools/ui/src/lib/components/app/misc/GroupedList.svelte rename to ui/apps/chat/src/lib/components/app/misc/GroupedList.svelte diff --git a/tools/ui/src/lib/components/app/misc/KeyboardShortcutInfo.svelte b/ui/apps/chat/src/lib/components/app/misc/KeyboardShortcutInfo.svelte similarity index 100% rename from tools/ui/src/lib/components/app/misc/KeyboardShortcutInfo.svelte rename to ui/apps/chat/src/lib/components/app/misc/KeyboardShortcutInfo.svelte diff --git a/tools/ui/src/lib/components/app/misc/Logo.svelte b/ui/apps/chat/src/lib/components/app/misc/Logo.svelte similarity index 100% rename from tools/ui/src/lib/components/app/misc/Logo.svelte rename to ui/apps/chat/src/lib/components/app/misc/Logo.svelte diff --git a/tools/ui/src/lib/components/app/misc/MenuIcon.svelte b/ui/apps/chat/src/lib/components/app/misc/MenuIcon.svelte similarity index 100% rename from tools/ui/src/lib/components/app/misc/MenuIcon.svelte rename to ui/apps/chat/src/lib/components/app/misc/MenuIcon.svelte diff --git a/tools/ui/src/lib/components/app/misc/ScrollCarousel.svelte b/ui/apps/chat/src/lib/components/app/misc/ScrollCarousel.svelte similarity index 100% rename from tools/ui/src/lib/components/app/misc/ScrollCarousel.svelte rename to ui/apps/chat/src/lib/components/app/misc/ScrollCarousel.svelte diff --git a/tools/ui/src/lib/components/app/misc/TruncatedText.svelte b/ui/apps/chat/src/lib/components/app/misc/TruncatedText.svelte similarity index 100% rename from tools/ui/src/lib/components/app/misc/TruncatedText.svelte rename to ui/apps/chat/src/lib/components/app/misc/TruncatedText.svelte diff --git a/tools/ui/src/lib/components/app/misc/index.ts b/ui/apps/chat/src/lib/components/app/misc/index.ts similarity index 100% rename from tools/ui/src/lib/components/app/misc/index.ts rename to ui/apps/chat/src/lib/components/app/misc/index.ts diff --git a/tools/ui/src/lib/components/app/models/ModelAvatar.svelte b/ui/apps/chat/src/lib/components/app/models/ModelAvatar.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelAvatar.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelAvatar.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelBadge.svelte b/ui/apps/chat/src/lib/components/app/models/ModelBadge.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelBadge.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelBadge.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelCapabilities.svelte b/ui/apps/chat/src/lib/components/app/models/ModelCapabilities.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelCapabilities.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelCapabilities.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelCapabilityIcons.svelte b/ui/apps/chat/src/lib/components/app/models/ModelCapabilityIcons.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelCapabilityIcons.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelCapabilityIcons.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelContext.svelte b/ui/apps/chat/src/lib/components/app/models/ModelContext.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelContext.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelContext.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelDownloadProgressBar.svelte b/ui/apps/chat/src/lib/components/app/models/ModelDownloadProgressBar.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelDownloadProgressBar.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelDownloadProgressBar.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelDraftSidecars.svelte b/ui/apps/chat/src/lib/components/app/models/ModelDraftSidecars.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelDraftSidecars.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelDraftSidecars.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelDraftSubline.svelte b/ui/apps/chat/src/lib/components/app/models/ModelDraftSubline.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelDraftSubline.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelDraftSubline.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelId.svelte b/ui/apps/chat/src/lib/components/app/models/ModelId.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelId.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelId.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelLoadControl.svelte b/ui/apps/chat/src/lib/components/app/models/ModelLoadControl.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelLoadControl.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelLoadControl.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelLoadHighlight.svelte b/ui/apps/chat/src/lib/components/app/models/ModelLoadHighlight.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelLoadHighlight.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelLoadHighlight.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelOrgAvatar.svelte b/ui/apps/chat/src/lib/components/app/models/ModelOrgAvatar.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelOrgAvatar.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelOrgAvatar.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelRowActions.svelte b/ui/apps/chat/src/lib/components/app/models/ModelRowActions.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelRowActions.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelRowActions.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsManager/ModelsManager.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManager.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsManager/ModelsManager.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManager.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerDownloadControl.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerDownloadControl.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerDownloadControl.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerDownloadControl.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerFilters.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerFilters.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerFilters.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerFilters.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerModelConfiguration/ModelsManagerModelConfiguration.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerModelConfiguration/ModelsManagerModelConfiguration.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerModelConfiguration/ModelsManagerModelConfiguration.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerModelConfiguration/ModelsManagerModelConfiguration.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerModelConfiguration/ModelsManagerModelConfigurationActions.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerModelConfiguration/ModelsManagerModelConfigurationActions.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerModelConfiguration/ModelsManagerModelConfigurationActions.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerModelConfiguration/ModelsManagerModelConfigurationActions.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerModelConfiguration/ModelsManagerModelConfigurationHeader.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerModelConfiguration/ModelsManagerModelConfigurationHeader.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerModelConfiguration/ModelsManagerModelConfigurationHeader.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerModelConfiguration/ModelsManagerModelConfigurationHeader.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerModelConfiguration/ModelsManagerModelConfigurationInformation.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerModelConfiguration/ModelsManagerModelConfigurationInformation.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerModelConfiguration/ModelsManagerModelConfigurationInformation.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerModelConfiguration/ModelsManagerModelConfigurationInformation.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerModelDrawer.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerModelDrawer.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerModelDrawer.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerModelDrawer.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerModelRow.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerModelRow.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerModelRow.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerModelRow.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerModelsTable.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerModelsTable.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerModelsTable.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerModelsTable.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerQuantRow.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerQuantRow.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerQuantRow.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerQuantRow.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerRepoRow.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerRepoRow.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerRepoRow.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerRepoRow.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerStatusCell.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerStatusCell.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerStatusCell.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerStatusCell.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerTableToolbar.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerTableToolbar.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsManager/ModelsManagerTableToolbar.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerTableToolbar.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsManager/row-actions.ts b/ui/apps/chat/src/lib/components/app/models/ModelsManager/row-actions.ts similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsManager/row-actions.ts rename to ui/apps/chat/src/lib/components/app/models/ModelsManager/row-actions.ts diff --git a/tools/ui/src/lib/components/app/models/ModelsManager/utils.ts b/ui/apps/chat/src/lib/components/app/models/ModelsManager/utils.ts similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsManager/utils.ts rename to ui/apps/chat/src/lib/components/app/models/ModelsManager/utils.ts diff --git a/tools/ui/src/lib/components/app/models/ModelsSection.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsSection.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsSection.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsSection.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsSelector/ModelsSelector.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsSelector/ModelsSelector.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsSelector/ModelsSelector.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsSelector/ModelsSelector.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsSelector/ModelsSelectorDownloadItem.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsSelector/ModelsSelectorDownloadItem.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsSelector/ModelsSelectorDownloadItem.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsSelector/ModelsSelectorDownloadItem.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsSelector/ModelsSelectorDrawer.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsSelector/ModelsSelectorDrawer.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsSelector/ModelsSelectorDrawer.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsSelector/ModelsSelectorDrawer.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsSelector/ModelsSelectorDropdown.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsSelector/ModelsSelectorDropdown.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsSelector/ModelsSelectorDropdown.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsSelector/ModelsSelectorDropdown.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsSelector/ModelsSelectorList.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsSelector/ModelsSelectorList.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsSelector/ModelsSelectorList.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsSelector/ModelsSelectorList.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsSelector/ModelsSelectorOption.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsSelector/ModelsSelectorOption.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsSelector/ModelsSelectorOption.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsSelector/ModelsSelectorOption.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsSelector/ModelsSelectorTriggerIcon.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsSelector/ModelsSelectorTriggerIcon.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsSelector/ModelsSelectorTriggerIcon.svelte rename to ui/apps/chat/src/lib/components/app/models/ModelsSelector/ModelsSelectorTriggerIcon.svelte diff --git a/tools/ui/src/lib/components/app/models/ModelsSelector/index.ts b/ui/apps/chat/src/lib/components/app/models/ModelsSelector/index.ts similarity index 100% rename from tools/ui/src/lib/components/app/models/ModelsSelector/index.ts rename to ui/apps/chat/src/lib/components/app/models/ModelsSelector/index.ts diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscover.svelte b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscover.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscover.svelte rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscover.svelte diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverChatTemplateDialog.svelte b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverChatTemplateDialog.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverChatTemplateDialog.svelte rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverChatTemplateDialog.svelte diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetails.svelte b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetails.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetails.svelte rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetails.svelte diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsContainer.svelte b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsContainer.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsContainer.svelte rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsContainer.svelte diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptions.svelte b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptions.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptions.svelte rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptions.svelte diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptionsDownloadCommand.svelte b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptionsDownloadCommand.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptionsDownloadCommand.svelte rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptionsDownloadCommand.svelte diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptionsDraftDownloadButton.svelte b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptionsDraftDownloadButton.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptionsDraftDownloadButton.svelte rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptionsDraftDownloadButton.svelte diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptionsQuantDownloadButton.svelte b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptionsQuantDownloadButton.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptionsQuantDownloadButton.svelte rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptionsQuantDownloadButton.svelte diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptionsRow.svelte b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptionsRow.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptionsRow.svelte rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/ModelsDiscoverDetailsDownloadOptionsRow.svelte diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/download-options.utils.ts b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/download-options.utils.ts similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/download-options.utils.ts rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/download-options.utils.ts diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/index.ts b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/index.ts similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/index.ts rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsDownloadOptions/index.ts diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsHeader.svelte b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsHeader.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsHeader.svelte rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsHeader.svelte diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsHfHubStats.svelte b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsHfHubStats.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsHfHubStats.svelte rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsHfHubStats.svelte diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsMetadata.svelte b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsMetadata.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsMetadata.svelte rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsMetadata.svelte diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsMetadataItem.svelte b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsMetadataItem.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsMetadataItem.svelte rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsMetadataItem.svelte diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsReadme.svelte b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsReadme.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsReadme.svelte rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsReadme.svelte diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsSkeleton.svelte b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsSkeleton.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsSkeleton.svelte rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/ModelsDiscoverDetailsSkeleton.svelte diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/index.ts b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/index.ts similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverDetails/index.ts rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverDetails/index.ts diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverList/ModelsDiscoverList.svelte b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverList/ModelsDiscoverList.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverList/ModelsDiscoverList.svelte rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverList/ModelsDiscoverList.svelte diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverList/ModelsDiscoverListItem.svelte b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverList/ModelsDiscoverListItem.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverList/ModelsDiscoverListItem.svelte rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverList/ModelsDiscoverListItem.svelte diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverList/ModelsDiscoverListItemSkeleton.svelte b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverList/ModelsDiscoverListItemSkeleton.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverList/ModelsDiscoverListItemSkeleton.svelte rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverList/ModelsDiscoverListItemSkeleton.svelte diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverList/ModelsDiscoverListSearch.svelte b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverList/ModelsDiscoverListSearch.svelte similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverList/ModelsDiscoverListSearch.svelte rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverList/ModelsDiscoverListSearch.svelte diff --git a/tools/ui/src/lib/components/app/models/discover/ModelsDiscoverList/index.ts b/ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverList/index.ts similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/ModelsDiscoverList/index.ts rename to ui/apps/chat/src/lib/components/app/models/discover/ModelsDiscoverList/index.ts diff --git a/tools/ui/src/lib/components/app/models/discover/index.ts b/ui/apps/chat/src/lib/components/app/models/discover/index.ts similarity index 100% rename from tools/ui/src/lib/components/app/models/discover/index.ts rename to ui/apps/chat/src/lib/components/app/models/discover/index.ts diff --git a/tools/ui/src/lib/components/app/models/index.ts b/ui/apps/chat/src/lib/components/app/models/index.ts similarity index 100% rename from tools/ui/src/lib/components/app/models/index.ts rename to ui/apps/chat/src/lib/components/app/models/index.ts diff --git a/tools/ui/src/lib/components/app/navigation/ContextMenuActions.svelte b/ui/apps/chat/src/lib/components/app/navigation/ContextMenuActions.svelte similarity index 100% rename from tools/ui/src/lib/components/app/navigation/ContextMenuActions.svelte rename to ui/apps/chat/src/lib/components/app/navigation/ContextMenuActions.svelte diff --git a/tools/ui/src/lib/components/app/navigation/DropdownMenuActions.svelte b/ui/apps/chat/src/lib/components/app/navigation/DropdownMenuActions.svelte similarity index 100% rename from tools/ui/src/lib/components/app/navigation/DropdownMenuActions.svelte rename to ui/apps/chat/src/lib/components/app/navigation/DropdownMenuActions.svelte diff --git a/tools/ui/src/lib/components/app/navigation/DropdownMenuSearchable.svelte b/ui/apps/chat/src/lib/components/app/navigation/DropdownMenuSearchable.svelte similarity index 100% rename from tools/ui/src/lib/components/app/navigation/DropdownMenuSearchable.svelte rename to ui/apps/chat/src/lib/components/app/navigation/DropdownMenuSearchable.svelte diff --git a/tools/ui/src/lib/components/app/navigation/MenuActionsList.svelte b/ui/apps/chat/src/lib/components/app/navigation/MenuActionsList.svelte similarity index 100% rename from tools/ui/src/lib/components/app/navigation/MenuActionsList.svelte rename to ui/apps/chat/src/lib/components/app/navigation/MenuActionsList.svelte diff --git a/tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigation.svelte b/ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigation.svelte similarity index 100% rename from tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigation.svelte rename to ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigation.svelte diff --git a/tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationActions.svelte b/ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationActions.svelte similarity index 100% rename from tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationActions.svelte rename to ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationActions.svelte diff --git a/tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationConversationItem.svelte b/ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationConversationItem.svelte similarity index 100% rename from tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationConversationItem.svelte rename to ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationConversationItem.svelte diff --git a/tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationConversationList.svelte b/ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationConversationList.svelte similarity index 100% rename from tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationConversationList.svelte rename to ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationConversationList.svelte diff --git a/tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationDropZone.svelte b/ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationDropZone.svelte similarity index 100% rename from tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationDropZone.svelte rename to ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationDropZone.svelte diff --git a/tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationFooter.svelte b/ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationFooter.svelte similarity index 100% rename from tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationFooter.svelte rename to ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationFooter.svelte diff --git a/tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationGroupSection.svelte b/ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationGroupSection.svelte similarity index 100% rename from tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationGroupSection.svelte rename to ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationGroupSection.svelte diff --git a/tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationGroupSubmenu.svelte b/ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationGroupSubmenu.svelte similarity index 100% rename from tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationGroupSubmenu.svelte rename to ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationGroupSubmenu.svelte diff --git a/tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationSearch.svelte b/ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationSearch.svelte similarity index 100% rename from tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationSearch.svelte rename to ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationSearch.svelte diff --git a/tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationSearchResults.svelte b/ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationSearchResults.svelte similarity index 100% rename from tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationSearchResults.svelte rename to ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationSearchResults.svelte diff --git a/tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationSectionHeading.svelte b/ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationSectionHeading.svelte similarity index 100% rename from tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationSectionHeading.svelte rename to ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationSectionHeading.svelte diff --git a/tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationSelectionBar.svelte b/ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationSelectionBar.svelte similarity index 100% rename from tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationSelectionBar.svelte rename to ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationSelectionBar.svelte diff --git a/tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationShowMore.svelte b/ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationShowMore.svelte similarity index 100% rename from tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationShowMore.svelte rename to ui/apps/chat/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationShowMore.svelte diff --git a/tools/ui/src/lib/components/app/navigation/index.ts b/ui/apps/chat/src/lib/components/app/navigation/index.ts similarity index 100% rename from tools/ui/src/lib/components/app/navigation/index.ts rename to ui/apps/chat/src/lib/components/app/navigation/index.ts diff --git a/tools/ui/src/lib/components/app/server/ServerErrorSplash.svelte b/ui/apps/chat/src/lib/components/app/server/ServerErrorSplash.svelte similarity index 100% rename from tools/ui/src/lib/components/app/server/ServerErrorSplash.svelte rename to ui/apps/chat/src/lib/components/app/server/ServerErrorSplash.svelte diff --git a/tools/ui/src/lib/components/app/server/ServerLoadingSplash.svelte b/ui/apps/chat/src/lib/components/app/server/ServerLoadingSplash.svelte similarity index 100% rename from tools/ui/src/lib/components/app/server/ServerLoadingSplash.svelte rename to ui/apps/chat/src/lib/components/app/server/ServerLoadingSplash.svelte diff --git a/tools/ui/src/lib/components/app/server/ServerStatus.svelte b/ui/apps/chat/src/lib/components/app/server/ServerStatus.svelte similarity index 100% rename from tools/ui/src/lib/components/app/server/ServerStatus.svelte rename to ui/apps/chat/src/lib/components/app/server/ServerStatus.svelte diff --git a/tools/ui/src/lib/components/app/server/index.ts b/ui/apps/chat/src/lib/components/app/server/index.ts similarity index 100% rename from tools/ui/src/lib/components/app/server/index.ts rename to ui/apps/chat/src/lib/components/app/server/index.ts diff --git a/tools/ui/src/lib/components/app/settings/SettingsChat/SettingsChat.svelte b/ui/apps/chat/src/lib/components/app/settings/SettingsChat/SettingsChat.svelte similarity index 100% rename from tools/ui/src/lib/components/app/settings/SettingsChat/SettingsChat.svelte rename to ui/apps/chat/src/lib/components/app/settings/SettingsChat/SettingsChat.svelte diff --git a/tools/ui/src/lib/components/app/settings/SettingsChat/SettingsChatFields.svelte b/ui/apps/chat/src/lib/components/app/settings/SettingsChat/SettingsChatFields.svelte similarity index 100% rename from tools/ui/src/lib/components/app/settings/SettingsChat/SettingsChatFields.svelte rename to ui/apps/chat/src/lib/components/app/settings/SettingsChat/SettingsChatFields.svelte diff --git a/tools/ui/src/lib/components/app/settings/SettingsChat/SettingsChatImportExportSection.svelte b/ui/apps/chat/src/lib/components/app/settings/SettingsChat/SettingsChatImportExportSection.svelte similarity index 100% rename from tools/ui/src/lib/components/app/settings/SettingsChat/SettingsChatImportExportSection.svelte rename to ui/apps/chat/src/lib/components/app/settings/SettingsChat/SettingsChatImportExportSection.svelte diff --git a/tools/ui/src/lib/components/app/settings/SettingsChat/SettingsChatImportExportTab.svelte b/ui/apps/chat/src/lib/components/app/settings/SettingsChat/SettingsChatImportExportTab.svelte similarity index 100% rename from tools/ui/src/lib/components/app/settings/SettingsChat/SettingsChatImportExportTab.svelte rename to ui/apps/chat/src/lib/components/app/settings/SettingsChat/SettingsChatImportExportTab.svelte diff --git a/tools/ui/src/lib/components/app/settings/SettingsChat/SettingsChatParameterSourceIndicator.svelte b/ui/apps/chat/src/lib/components/app/settings/SettingsChat/SettingsChatParameterSourceIndicator.svelte similarity index 100% rename from tools/ui/src/lib/components/app/settings/SettingsChat/SettingsChatParameterSourceIndicator.svelte rename to ui/apps/chat/src/lib/components/app/settings/SettingsChat/SettingsChatParameterSourceIndicator.svelte diff --git a/tools/ui/src/lib/components/app/settings/SettingsChat/SettingsChatToolsTab.svelte b/ui/apps/chat/src/lib/components/app/settings/SettingsChat/SettingsChatToolsTab.svelte similarity index 100% rename from tools/ui/src/lib/components/app/settings/SettingsChat/SettingsChatToolsTab.svelte rename to ui/apps/chat/src/lib/components/app/settings/SettingsChat/SettingsChatToolsTab.svelte diff --git a/tools/ui/src/lib/components/app/settings/SettingsChatDesktopSidebar.svelte b/ui/apps/chat/src/lib/components/app/settings/SettingsChatDesktopSidebar.svelte similarity index 100% rename from tools/ui/src/lib/components/app/settings/SettingsChatDesktopSidebar.svelte rename to ui/apps/chat/src/lib/components/app/settings/SettingsChatDesktopSidebar.svelte diff --git a/tools/ui/src/lib/components/app/settings/SettingsChatMobileHeader.svelte b/ui/apps/chat/src/lib/components/app/settings/SettingsChatMobileHeader.svelte similarity index 100% rename from tools/ui/src/lib/components/app/settings/SettingsChatMobileHeader.svelte rename to ui/apps/chat/src/lib/components/app/settings/SettingsChatMobileHeader.svelte diff --git a/tools/ui/src/lib/components/app/settings/SettingsFooter.svelte b/ui/apps/chat/src/lib/components/app/settings/SettingsFooter.svelte similarity index 100% rename from tools/ui/src/lib/components/app/settings/SettingsFooter.svelte rename to ui/apps/chat/src/lib/components/app/settings/SettingsFooter.svelte diff --git a/tools/ui/src/lib/components/app/settings/SettingsGroup.svelte b/ui/apps/chat/src/lib/components/app/settings/SettingsGroup.svelte similarity index 100% rename from tools/ui/src/lib/components/app/settings/SettingsGroup.svelte rename to ui/apps/chat/src/lib/components/app/settings/SettingsGroup.svelte diff --git a/tools/ui/src/lib/components/app/settings/SettingsMcpServers.svelte b/ui/apps/chat/src/lib/components/app/settings/SettingsMcpServers.svelte similarity index 100% rename from tools/ui/src/lib/components/app/settings/SettingsMcpServers.svelte rename to ui/apps/chat/src/lib/components/app/settings/SettingsMcpServers.svelte diff --git a/tools/ui/src/lib/components/app/settings/SettingsResetButton.svelte b/ui/apps/chat/src/lib/components/app/settings/SettingsResetButton.svelte similarity index 100% rename from tools/ui/src/lib/components/app/settings/SettingsResetButton.svelte rename to ui/apps/chat/src/lib/components/app/settings/SettingsResetButton.svelte diff --git a/tools/ui/src/lib/components/app/settings/index.ts b/ui/apps/chat/src/lib/components/app/settings/index.ts similarity index 100% rename from tools/ui/src/lib/components/app/settings/index.ts rename to ui/apps/chat/src/lib/components/app/settings/index.ts diff --git a/tools/ui/src/lib/components/pwa/PwaMetaTags.svelte b/ui/apps/chat/src/lib/components/pwa/PwaMetaTags.svelte similarity index 100% rename from tools/ui/src/lib/components/pwa/PwaMetaTags.svelte rename to ui/apps/chat/src/lib/components/pwa/PwaMetaTags.svelte diff --git a/tools/ui/src/lib/components/pwa/PwaRefreshAlert.svelte b/ui/apps/chat/src/lib/components/pwa/PwaRefreshAlert.svelte similarity index 100% rename from tools/ui/src/lib/components/pwa/PwaRefreshAlert.svelte rename to ui/apps/chat/src/lib/components/pwa/PwaRefreshAlert.svelte diff --git a/tools/ui/src/lib/components/pwa/index.ts b/ui/apps/chat/src/lib/components/pwa/index.ts similarity index 100% rename from tools/ui/src/lib/components/pwa/index.ts rename to ui/apps/chat/src/lib/components/pwa/index.ts diff --git a/tools/ui/src/lib/components/ui/alert-dialog/alert-dialog-action.svelte b/ui/apps/chat/src/lib/components/ui/alert-dialog/alert-dialog-action.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/alert-dialog/alert-dialog-action.svelte rename to ui/apps/chat/src/lib/components/ui/alert-dialog/alert-dialog-action.svelte diff --git a/tools/ui/src/lib/components/ui/alert-dialog/alert-dialog-cancel.svelte b/ui/apps/chat/src/lib/components/ui/alert-dialog/alert-dialog-cancel.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/alert-dialog/alert-dialog-cancel.svelte rename to ui/apps/chat/src/lib/components/ui/alert-dialog/alert-dialog-cancel.svelte diff --git a/tools/ui/src/lib/components/ui/alert-dialog/alert-dialog-content.svelte b/ui/apps/chat/src/lib/components/ui/alert-dialog/alert-dialog-content.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/alert-dialog/alert-dialog-content.svelte rename to ui/apps/chat/src/lib/components/ui/alert-dialog/alert-dialog-content.svelte diff --git a/tools/ui/src/lib/components/ui/alert-dialog/alert-dialog-description.svelte b/ui/apps/chat/src/lib/components/ui/alert-dialog/alert-dialog-description.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/alert-dialog/alert-dialog-description.svelte rename to ui/apps/chat/src/lib/components/ui/alert-dialog/alert-dialog-description.svelte diff --git a/tools/ui/src/lib/components/ui/alert-dialog/alert-dialog-footer.svelte b/ui/apps/chat/src/lib/components/ui/alert-dialog/alert-dialog-footer.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/alert-dialog/alert-dialog-footer.svelte rename to ui/apps/chat/src/lib/components/ui/alert-dialog/alert-dialog-footer.svelte diff --git a/tools/ui/src/lib/components/ui/alert-dialog/alert-dialog-header.svelte b/ui/apps/chat/src/lib/components/ui/alert-dialog/alert-dialog-header.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/alert-dialog/alert-dialog-header.svelte rename to ui/apps/chat/src/lib/components/ui/alert-dialog/alert-dialog-header.svelte diff --git a/tools/ui/src/lib/components/ui/alert-dialog/alert-dialog-overlay.svelte b/ui/apps/chat/src/lib/components/ui/alert-dialog/alert-dialog-overlay.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/alert-dialog/alert-dialog-overlay.svelte rename to ui/apps/chat/src/lib/components/ui/alert-dialog/alert-dialog-overlay.svelte diff --git a/tools/ui/src/lib/components/ui/alert-dialog/alert-dialog-title.svelte b/ui/apps/chat/src/lib/components/ui/alert-dialog/alert-dialog-title.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/alert-dialog/alert-dialog-title.svelte rename to ui/apps/chat/src/lib/components/ui/alert-dialog/alert-dialog-title.svelte diff --git a/tools/ui/src/lib/components/ui/alert-dialog/alert-dialog-trigger.svelte b/ui/apps/chat/src/lib/components/ui/alert-dialog/alert-dialog-trigger.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/alert-dialog/alert-dialog-trigger.svelte rename to ui/apps/chat/src/lib/components/ui/alert-dialog/alert-dialog-trigger.svelte diff --git a/tools/ui/src/lib/components/ui/alert-dialog/index.ts b/ui/apps/chat/src/lib/components/ui/alert-dialog/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/alert-dialog/index.ts rename to ui/apps/chat/src/lib/components/ui/alert-dialog/index.ts diff --git a/tools/ui/src/lib/components/ui/alert/alert-description.svelte b/ui/apps/chat/src/lib/components/ui/alert/alert-description.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/alert/alert-description.svelte rename to ui/apps/chat/src/lib/components/ui/alert/alert-description.svelte diff --git a/tools/ui/src/lib/components/ui/alert/alert-title.svelte b/ui/apps/chat/src/lib/components/ui/alert/alert-title.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/alert/alert-title.svelte rename to ui/apps/chat/src/lib/components/ui/alert/alert-title.svelte diff --git a/tools/ui/src/lib/components/ui/alert/alert.svelte b/ui/apps/chat/src/lib/components/ui/alert/alert.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/alert/alert.svelte rename to ui/apps/chat/src/lib/components/ui/alert/alert.svelte diff --git a/tools/ui/src/lib/components/ui/alert/index.ts b/ui/apps/chat/src/lib/components/ui/alert/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/alert/index.ts rename to ui/apps/chat/src/lib/components/ui/alert/index.ts diff --git a/tools/ui/src/lib/components/ui/badge/badge.svelte b/ui/apps/chat/src/lib/components/ui/badge/badge.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/badge/badge.svelte rename to ui/apps/chat/src/lib/components/ui/badge/badge.svelte diff --git a/tools/ui/src/lib/components/ui/badge/index.ts b/ui/apps/chat/src/lib/components/ui/badge/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/badge/index.ts rename to ui/apps/chat/src/lib/components/ui/badge/index.ts diff --git a/tools/ui/src/lib/components/ui/button-group/button-group-root.svelte b/ui/apps/chat/src/lib/components/ui/button-group/button-group-root.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/button-group/button-group-root.svelte rename to ui/apps/chat/src/lib/components/ui/button-group/button-group-root.svelte diff --git a/tools/ui/src/lib/components/ui/button-group/button-group-separator.svelte b/ui/apps/chat/src/lib/components/ui/button-group/button-group-separator.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/button-group/button-group-separator.svelte rename to ui/apps/chat/src/lib/components/ui/button-group/button-group-separator.svelte diff --git a/tools/ui/src/lib/components/ui/button-group/index.ts b/ui/apps/chat/src/lib/components/ui/button-group/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/button-group/index.ts rename to ui/apps/chat/src/lib/components/ui/button-group/index.ts diff --git a/tools/ui/src/lib/components/ui/button/button.svelte b/ui/apps/chat/src/lib/components/ui/button/button.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/button/button.svelte rename to ui/apps/chat/src/lib/components/ui/button/button.svelte diff --git a/tools/ui/src/lib/components/ui/button/index.ts b/ui/apps/chat/src/lib/components/ui/button/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/button/index.ts rename to ui/apps/chat/src/lib/components/ui/button/index.ts diff --git a/tools/ui/src/lib/components/ui/card/card-action.svelte b/ui/apps/chat/src/lib/components/ui/card/card-action.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/card/card-action.svelte rename to ui/apps/chat/src/lib/components/ui/card/card-action.svelte diff --git a/tools/ui/src/lib/components/ui/card/card-content.svelte b/ui/apps/chat/src/lib/components/ui/card/card-content.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/card/card-content.svelte rename to ui/apps/chat/src/lib/components/ui/card/card-content.svelte diff --git a/tools/ui/src/lib/components/ui/card/card-description.svelte b/ui/apps/chat/src/lib/components/ui/card/card-description.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/card/card-description.svelte rename to ui/apps/chat/src/lib/components/ui/card/card-description.svelte diff --git a/tools/ui/src/lib/components/ui/card/card-footer.svelte b/ui/apps/chat/src/lib/components/ui/card/card-footer.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/card/card-footer.svelte rename to ui/apps/chat/src/lib/components/ui/card/card-footer.svelte diff --git a/tools/ui/src/lib/components/ui/card/card-header.svelte b/ui/apps/chat/src/lib/components/ui/card/card-header.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/card/card-header.svelte rename to ui/apps/chat/src/lib/components/ui/card/card-header.svelte diff --git a/tools/ui/src/lib/components/ui/card/card-title.svelte b/ui/apps/chat/src/lib/components/ui/card/card-title.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/card/card-title.svelte rename to ui/apps/chat/src/lib/components/ui/card/card-title.svelte diff --git a/tools/ui/src/lib/components/ui/card/card.svelte b/ui/apps/chat/src/lib/components/ui/card/card.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/card/card.svelte rename to ui/apps/chat/src/lib/components/ui/card/card.svelte diff --git a/tools/ui/src/lib/components/ui/card/index.ts b/ui/apps/chat/src/lib/components/ui/card/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/card/index.ts rename to ui/apps/chat/src/lib/components/ui/card/index.ts diff --git a/tools/ui/src/lib/components/ui/checkbox/checkbox.svelte b/ui/apps/chat/src/lib/components/ui/checkbox/checkbox.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/checkbox/checkbox.svelte rename to ui/apps/chat/src/lib/components/ui/checkbox/checkbox.svelte diff --git a/tools/ui/src/lib/components/ui/checkbox/index.ts b/ui/apps/chat/src/lib/components/ui/checkbox/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/checkbox/index.ts rename to ui/apps/chat/src/lib/components/ui/checkbox/index.ts diff --git a/tools/ui/src/lib/components/ui/collapsible/collapsible-content.svelte b/ui/apps/chat/src/lib/components/ui/collapsible/collapsible-content.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/collapsible/collapsible-content.svelte rename to ui/apps/chat/src/lib/components/ui/collapsible/collapsible-content.svelte diff --git a/tools/ui/src/lib/components/ui/collapsible/collapsible-trigger.svelte b/ui/apps/chat/src/lib/components/ui/collapsible/collapsible-trigger.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/collapsible/collapsible-trigger.svelte rename to ui/apps/chat/src/lib/components/ui/collapsible/collapsible-trigger.svelte diff --git a/tools/ui/src/lib/components/ui/collapsible/collapsible.svelte b/ui/apps/chat/src/lib/components/ui/collapsible/collapsible.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/collapsible/collapsible.svelte rename to ui/apps/chat/src/lib/components/ui/collapsible/collapsible.svelte diff --git a/tools/ui/src/lib/components/ui/collapsible/index.ts b/ui/apps/chat/src/lib/components/ui/collapsible/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/collapsible/index.ts rename to ui/apps/chat/src/lib/components/ui/collapsible/index.ts diff --git a/tools/ui/src/lib/components/ui/context-menu/context-menu-content.svelte b/ui/apps/chat/src/lib/components/ui/context-menu/context-menu-content.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/context-menu/context-menu-content.svelte rename to ui/apps/chat/src/lib/components/ui/context-menu/context-menu-content.svelte diff --git a/tools/ui/src/lib/components/ui/context-menu/context-menu-group.svelte b/ui/apps/chat/src/lib/components/ui/context-menu/context-menu-group.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/context-menu/context-menu-group.svelte rename to ui/apps/chat/src/lib/components/ui/context-menu/context-menu-group.svelte diff --git a/tools/ui/src/lib/components/ui/context-menu/context-menu-item.svelte b/ui/apps/chat/src/lib/components/ui/context-menu/context-menu-item.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/context-menu/context-menu-item.svelte rename to ui/apps/chat/src/lib/components/ui/context-menu/context-menu-item.svelte diff --git a/tools/ui/src/lib/components/ui/context-menu/context-menu-label.svelte b/ui/apps/chat/src/lib/components/ui/context-menu/context-menu-label.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/context-menu/context-menu-label.svelte rename to ui/apps/chat/src/lib/components/ui/context-menu/context-menu-label.svelte diff --git a/tools/ui/src/lib/components/ui/context-menu/context-menu-separator.svelte b/ui/apps/chat/src/lib/components/ui/context-menu/context-menu-separator.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/context-menu/context-menu-separator.svelte rename to ui/apps/chat/src/lib/components/ui/context-menu/context-menu-separator.svelte diff --git a/tools/ui/src/lib/components/ui/context-menu/context-menu-shortcut.svelte b/ui/apps/chat/src/lib/components/ui/context-menu/context-menu-shortcut.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/context-menu/context-menu-shortcut.svelte rename to ui/apps/chat/src/lib/components/ui/context-menu/context-menu-shortcut.svelte diff --git a/tools/ui/src/lib/components/ui/context-menu/context-menu-sub-content.svelte b/ui/apps/chat/src/lib/components/ui/context-menu/context-menu-sub-content.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/context-menu/context-menu-sub-content.svelte rename to ui/apps/chat/src/lib/components/ui/context-menu/context-menu-sub-content.svelte diff --git a/tools/ui/src/lib/components/ui/context-menu/context-menu-sub-trigger.svelte b/ui/apps/chat/src/lib/components/ui/context-menu/context-menu-sub-trigger.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/context-menu/context-menu-sub-trigger.svelte rename to ui/apps/chat/src/lib/components/ui/context-menu/context-menu-sub-trigger.svelte diff --git a/tools/ui/src/lib/components/ui/context-menu/context-menu-trigger.svelte b/ui/apps/chat/src/lib/components/ui/context-menu/context-menu-trigger.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/context-menu/context-menu-trigger.svelte rename to ui/apps/chat/src/lib/components/ui/context-menu/context-menu-trigger.svelte diff --git a/tools/ui/src/lib/components/ui/context-menu/index.ts b/ui/apps/chat/src/lib/components/ui/context-menu/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/context-menu/index.ts rename to ui/apps/chat/src/lib/components/ui/context-menu/index.ts diff --git a/tools/ui/src/lib/components/ui/dialog/dialog-close.svelte b/ui/apps/chat/src/lib/components/ui/dialog/dialog-close.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dialog/dialog-close.svelte rename to ui/apps/chat/src/lib/components/ui/dialog/dialog-close.svelte diff --git a/tools/ui/src/lib/components/ui/dialog/dialog-content.svelte b/ui/apps/chat/src/lib/components/ui/dialog/dialog-content.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dialog/dialog-content.svelte rename to ui/apps/chat/src/lib/components/ui/dialog/dialog-content.svelte diff --git a/tools/ui/src/lib/components/ui/dialog/dialog-description.svelte b/ui/apps/chat/src/lib/components/ui/dialog/dialog-description.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dialog/dialog-description.svelte rename to ui/apps/chat/src/lib/components/ui/dialog/dialog-description.svelte diff --git a/tools/ui/src/lib/components/ui/dialog/dialog-footer.svelte b/ui/apps/chat/src/lib/components/ui/dialog/dialog-footer.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dialog/dialog-footer.svelte rename to ui/apps/chat/src/lib/components/ui/dialog/dialog-footer.svelte diff --git a/tools/ui/src/lib/components/ui/dialog/dialog-header.svelte b/ui/apps/chat/src/lib/components/ui/dialog/dialog-header.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dialog/dialog-header.svelte rename to ui/apps/chat/src/lib/components/ui/dialog/dialog-header.svelte diff --git a/tools/ui/src/lib/components/ui/dialog/dialog-overlay.svelte b/ui/apps/chat/src/lib/components/ui/dialog/dialog-overlay.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dialog/dialog-overlay.svelte rename to ui/apps/chat/src/lib/components/ui/dialog/dialog-overlay.svelte diff --git a/tools/ui/src/lib/components/ui/dialog/dialog-title.svelte b/ui/apps/chat/src/lib/components/ui/dialog/dialog-title.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dialog/dialog-title.svelte rename to ui/apps/chat/src/lib/components/ui/dialog/dialog-title.svelte diff --git a/tools/ui/src/lib/components/ui/dialog/dialog-trigger.svelte b/ui/apps/chat/src/lib/components/ui/dialog/dialog-trigger.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dialog/dialog-trigger.svelte rename to ui/apps/chat/src/lib/components/ui/dialog/dialog-trigger.svelte diff --git a/tools/ui/src/lib/components/ui/dialog/index.ts b/ui/apps/chat/src/lib/components/ui/dialog/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/dialog/index.ts rename to ui/apps/chat/src/lib/components/ui/dialog/index.ts diff --git a/tools/ui/src/lib/components/ui/drawer/drawer-close.svelte b/ui/apps/chat/src/lib/components/ui/drawer/drawer-close.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/drawer/drawer-close.svelte rename to ui/apps/chat/src/lib/components/ui/drawer/drawer-close.svelte diff --git a/tools/ui/src/lib/components/ui/drawer/drawer-content.svelte b/ui/apps/chat/src/lib/components/ui/drawer/drawer-content.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/drawer/drawer-content.svelte rename to ui/apps/chat/src/lib/components/ui/drawer/drawer-content.svelte diff --git a/tools/ui/src/lib/components/ui/drawer/drawer-description.svelte b/ui/apps/chat/src/lib/components/ui/drawer/drawer-description.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/drawer/drawer-description.svelte rename to ui/apps/chat/src/lib/components/ui/drawer/drawer-description.svelte diff --git a/tools/ui/src/lib/components/ui/drawer/drawer-footer.svelte b/ui/apps/chat/src/lib/components/ui/drawer/drawer-footer.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/drawer/drawer-footer.svelte rename to ui/apps/chat/src/lib/components/ui/drawer/drawer-footer.svelte diff --git a/tools/ui/src/lib/components/ui/drawer/drawer-header.svelte b/ui/apps/chat/src/lib/components/ui/drawer/drawer-header.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/drawer/drawer-header.svelte rename to ui/apps/chat/src/lib/components/ui/drawer/drawer-header.svelte diff --git a/tools/ui/src/lib/components/ui/drawer/drawer-nested.svelte b/ui/apps/chat/src/lib/components/ui/drawer/drawer-nested.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/drawer/drawer-nested.svelte rename to ui/apps/chat/src/lib/components/ui/drawer/drawer-nested.svelte diff --git a/tools/ui/src/lib/components/ui/drawer/drawer-overlay.svelte b/ui/apps/chat/src/lib/components/ui/drawer/drawer-overlay.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/drawer/drawer-overlay.svelte rename to ui/apps/chat/src/lib/components/ui/drawer/drawer-overlay.svelte diff --git a/tools/ui/src/lib/components/ui/drawer/drawer-portal.svelte b/ui/apps/chat/src/lib/components/ui/drawer/drawer-portal.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/drawer/drawer-portal.svelte rename to ui/apps/chat/src/lib/components/ui/drawer/drawer-portal.svelte diff --git a/tools/ui/src/lib/components/ui/drawer/drawer-title.svelte b/ui/apps/chat/src/lib/components/ui/drawer/drawer-title.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/drawer/drawer-title.svelte rename to ui/apps/chat/src/lib/components/ui/drawer/drawer-title.svelte diff --git a/tools/ui/src/lib/components/ui/drawer/drawer-trigger.svelte b/ui/apps/chat/src/lib/components/ui/drawer/drawer-trigger.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/drawer/drawer-trigger.svelte rename to ui/apps/chat/src/lib/components/ui/drawer/drawer-trigger.svelte diff --git a/tools/ui/src/lib/components/ui/drawer/drawer.svelte b/ui/apps/chat/src/lib/components/ui/drawer/drawer.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/drawer/drawer.svelte rename to ui/apps/chat/src/lib/components/ui/drawer/drawer.svelte diff --git a/tools/ui/src/lib/components/ui/drawer/index.ts b/ui/apps/chat/src/lib/components/ui/drawer/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/drawer/index.ts rename to ui/apps/chat/src/lib/components/ui/drawer/index.ts diff --git a/tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-checkbox-item.svelte b/ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-checkbox-item.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-checkbox-item.svelte rename to ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-checkbox-item.svelte diff --git a/tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-content.svelte b/ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-content.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-content.svelte rename to ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-content.svelte diff --git a/tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-group-heading.svelte b/ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-group-heading.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-group-heading.svelte rename to ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-group-heading.svelte diff --git a/tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-group.svelte b/ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-group.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-group.svelte rename to ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-group.svelte diff --git a/tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-item.svelte b/ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-item.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-item.svelte rename to ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-item.svelte diff --git a/tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-label.svelte b/ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-label.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-label.svelte rename to ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-label.svelte diff --git a/tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-radio-group.svelte b/ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-radio-group.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-radio-group.svelte rename to ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-radio-group.svelte diff --git a/tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-radio-item.svelte b/ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-radio-item.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-radio-item.svelte rename to ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-radio-item.svelte diff --git a/tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-separator.svelte b/ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-separator.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-separator.svelte rename to ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-separator.svelte diff --git a/tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-shortcut.svelte b/ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-shortcut.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-shortcut.svelte rename to ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-shortcut.svelte diff --git a/tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-sub-content.svelte b/ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-sub-content.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-sub-content.svelte rename to ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-sub-content.svelte diff --git a/tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-sub-trigger.svelte b/ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-sub-trigger.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-sub-trigger.svelte rename to ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-sub-trigger.svelte diff --git a/tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-trigger.svelte b/ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-trigger.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/dropdown-menu/dropdown-menu-trigger.svelte rename to ui/apps/chat/src/lib/components/ui/dropdown-menu/dropdown-menu-trigger.svelte diff --git a/tools/ui/src/lib/components/ui/dropdown-menu/index.ts b/ui/apps/chat/src/lib/components/ui/dropdown-menu/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/dropdown-menu/index.ts rename to ui/apps/chat/src/lib/components/ui/dropdown-menu/index.ts diff --git a/tools/ui/src/lib/components/ui/empty/empty-content.svelte b/ui/apps/chat/src/lib/components/ui/empty/empty-content.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/empty/empty-content.svelte rename to ui/apps/chat/src/lib/components/ui/empty/empty-content.svelte diff --git a/tools/ui/src/lib/components/ui/empty/empty-description.svelte b/ui/apps/chat/src/lib/components/ui/empty/empty-description.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/empty/empty-description.svelte rename to ui/apps/chat/src/lib/components/ui/empty/empty-description.svelte diff --git a/tools/ui/src/lib/components/ui/empty/empty-header.svelte b/ui/apps/chat/src/lib/components/ui/empty/empty-header.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/empty/empty-header.svelte rename to ui/apps/chat/src/lib/components/ui/empty/empty-header.svelte diff --git a/tools/ui/src/lib/components/ui/empty/empty-media.svelte b/ui/apps/chat/src/lib/components/ui/empty/empty-media.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/empty/empty-media.svelte rename to ui/apps/chat/src/lib/components/ui/empty/empty-media.svelte diff --git a/tools/ui/src/lib/components/ui/empty/empty-title.svelte b/ui/apps/chat/src/lib/components/ui/empty/empty-title.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/empty/empty-title.svelte rename to ui/apps/chat/src/lib/components/ui/empty/empty-title.svelte diff --git a/tools/ui/src/lib/components/ui/empty/empty.svelte b/ui/apps/chat/src/lib/components/ui/empty/empty.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/empty/empty.svelte rename to ui/apps/chat/src/lib/components/ui/empty/empty.svelte diff --git a/tools/ui/src/lib/components/ui/empty/index.ts b/ui/apps/chat/src/lib/components/ui/empty/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/empty/index.ts rename to ui/apps/chat/src/lib/components/ui/empty/index.ts diff --git a/tools/ui/src/lib/components/ui/hover-card/hover-card-content.svelte b/ui/apps/chat/src/lib/components/ui/hover-card/hover-card-content.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/hover-card/hover-card-content.svelte rename to ui/apps/chat/src/lib/components/ui/hover-card/hover-card-content.svelte diff --git a/tools/ui/src/lib/components/ui/hover-card/hover-card-portal.svelte b/ui/apps/chat/src/lib/components/ui/hover-card/hover-card-portal.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/hover-card/hover-card-portal.svelte rename to ui/apps/chat/src/lib/components/ui/hover-card/hover-card-portal.svelte diff --git a/tools/ui/src/lib/components/ui/hover-card/hover-card-trigger.svelte b/ui/apps/chat/src/lib/components/ui/hover-card/hover-card-trigger.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/hover-card/hover-card-trigger.svelte rename to ui/apps/chat/src/lib/components/ui/hover-card/hover-card-trigger.svelte diff --git a/tools/ui/src/lib/components/ui/hover-card/hover-card.svelte b/ui/apps/chat/src/lib/components/ui/hover-card/hover-card.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/hover-card/hover-card.svelte rename to ui/apps/chat/src/lib/components/ui/hover-card/hover-card.svelte diff --git a/tools/ui/src/lib/components/ui/hover-card/index.ts b/ui/apps/chat/src/lib/components/ui/hover-card/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/hover-card/index.ts rename to ui/apps/chat/src/lib/components/ui/hover-card/index.ts diff --git a/tools/ui/src/lib/components/ui/input/index.ts b/ui/apps/chat/src/lib/components/ui/input/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/input/index.ts rename to ui/apps/chat/src/lib/components/ui/input/index.ts diff --git a/tools/ui/src/lib/components/ui/input/input.svelte b/ui/apps/chat/src/lib/components/ui/input/input.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/input/input.svelte rename to ui/apps/chat/src/lib/components/ui/input/input.svelte diff --git a/tools/ui/src/lib/components/ui/label/index.ts b/ui/apps/chat/src/lib/components/ui/label/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/label/index.ts rename to ui/apps/chat/src/lib/components/ui/label/index.ts diff --git a/tools/ui/src/lib/components/ui/label/label.svelte b/ui/apps/chat/src/lib/components/ui/label/label.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/label/label.svelte rename to ui/apps/chat/src/lib/components/ui/label/label.svelte diff --git a/tools/ui/src/lib/components/ui/popover/index.ts b/ui/apps/chat/src/lib/components/ui/popover/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/popover/index.ts rename to ui/apps/chat/src/lib/components/ui/popover/index.ts diff --git a/tools/ui/src/lib/components/ui/popover/popover-close.svelte b/ui/apps/chat/src/lib/components/ui/popover/popover-close.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/popover/popover-close.svelte rename to ui/apps/chat/src/lib/components/ui/popover/popover-close.svelte diff --git a/tools/ui/src/lib/components/ui/popover/popover-content.svelte b/ui/apps/chat/src/lib/components/ui/popover/popover-content.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/popover/popover-content.svelte rename to ui/apps/chat/src/lib/components/ui/popover/popover-content.svelte diff --git a/tools/ui/src/lib/components/ui/popover/popover-portal.svelte b/ui/apps/chat/src/lib/components/ui/popover/popover-portal.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/popover/popover-portal.svelte rename to ui/apps/chat/src/lib/components/ui/popover/popover-portal.svelte diff --git a/tools/ui/src/lib/components/ui/popover/popover-trigger.svelte b/ui/apps/chat/src/lib/components/ui/popover/popover-trigger.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/popover/popover-trigger.svelte rename to ui/apps/chat/src/lib/components/ui/popover/popover-trigger.svelte diff --git a/tools/ui/src/lib/components/ui/popover/popover.svelte b/ui/apps/chat/src/lib/components/ui/popover/popover.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/popover/popover.svelte rename to ui/apps/chat/src/lib/components/ui/popover/popover.svelte diff --git a/tools/ui/src/lib/components/ui/radio-group/index.ts b/ui/apps/chat/src/lib/components/ui/radio-group/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/radio-group/index.ts rename to ui/apps/chat/src/lib/components/ui/radio-group/index.ts diff --git a/tools/ui/src/lib/components/ui/radio-group/radio-group-item.svelte b/ui/apps/chat/src/lib/components/ui/radio-group/radio-group-item.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/radio-group/radio-group-item.svelte rename to ui/apps/chat/src/lib/components/ui/radio-group/radio-group-item.svelte diff --git a/tools/ui/src/lib/components/ui/radio-group/radio-group.svelte b/ui/apps/chat/src/lib/components/ui/radio-group/radio-group.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/radio-group/radio-group.svelte rename to ui/apps/chat/src/lib/components/ui/radio-group/radio-group.svelte diff --git a/tools/ui/src/lib/components/ui/scroll-area/index.ts b/ui/apps/chat/src/lib/components/ui/scroll-area/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/scroll-area/index.ts rename to ui/apps/chat/src/lib/components/ui/scroll-area/index.ts diff --git a/tools/ui/src/lib/components/ui/scroll-area/scroll-area-scrollbar.svelte b/ui/apps/chat/src/lib/components/ui/scroll-area/scroll-area-scrollbar.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/scroll-area/scroll-area-scrollbar.svelte rename to ui/apps/chat/src/lib/components/ui/scroll-area/scroll-area-scrollbar.svelte diff --git a/tools/ui/src/lib/components/ui/scroll-area/scroll-area.svelte b/ui/apps/chat/src/lib/components/ui/scroll-area/scroll-area.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/scroll-area/scroll-area.svelte rename to ui/apps/chat/src/lib/components/ui/scroll-area/scroll-area.svelte diff --git a/tools/ui/src/lib/components/ui/select/index.ts b/ui/apps/chat/src/lib/components/ui/select/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/select/index.ts rename to ui/apps/chat/src/lib/components/ui/select/index.ts diff --git a/tools/ui/src/lib/components/ui/select/select-content.svelte b/ui/apps/chat/src/lib/components/ui/select/select-content.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/select/select-content.svelte rename to ui/apps/chat/src/lib/components/ui/select/select-content.svelte diff --git a/tools/ui/src/lib/components/ui/select/select-group-heading.svelte b/ui/apps/chat/src/lib/components/ui/select/select-group-heading.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/select/select-group-heading.svelte rename to ui/apps/chat/src/lib/components/ui/select/select-group-heading.svelte diff --git a/tools/ui/src/lib/components/ui/select/select-group.svelte b/ui/apps/chat/src/lib/components/ui/select/select-group.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/select/select-group.svelte rename to ui/apps/chat/src/lib/components/ui/select/select-group.svelte diff --git a/tools/ui/src/lib/components/ui/select/select-item.svelte b/ui/apps/chat/src/lib/components/ui/select/select-item.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/select/select-item.svelte rename to ui/apps/chat/src/lib/components/ui/select/select-item.svelte diff --git a/tools/ui/src/lib/components/ui/select/select-label.svelte b/ui/apps/chat/src/lib/components/ui/select/select-label.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/select/select-label.svelte rename to ui/apps/chat/src/lib/components/ui/select/select-label.svelte diff --git a/tools/ui/src/lib/components/ui/select/select-scroll-down-button.svelte b/ui/apps/chat/src/lib/components/ui/select/select-scroll-down-button.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/select/select-scroll-down-button.svelte rename to ui/apps/chat/src/lib/components/ui/select/select-scroll-down-button.svelte diff --git a/tools/ui/src/lib/components/ui/select/select-scroll-up-button.svelte b/ui/apps/chat/src/lib/components/ui/select/select-scroll-up-button.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/select/select-scroll-up-button.svelte rename to ui/apps/chat/src/lib/components/ui/select/select-scroll-up-button.svelte diff --git a/tools/ui/src/lib/components/ui/select/select-separator.svelte b/ui/apps/chat/src/lib/components/ui/select/select-separator.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/select/select-separator.svelte rename to ui/apps/chat/src/lib/components/ui/select/select-separator.svelte diff --git a/tools/ui/src/lib/components/ui/select/select-trigger.svelte b/ui/apps/chat/src/lib/components/ui/select/select-trigger.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/select/select-trigger.svelte rename to ui/apps/chat/src/lib/components/ui/select/select-trigger.svelte diff --git a/tools/ui/src/lib/components/ui/separator/index.ts b/ui/apps/chat/src/lib/components/ui/separator/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/separator/index.ts rename to ui/apps/chat/src/lib/components/ui/separator/index.ts diff --git a/tools/ui/src/lib/components/ui/separator/separator.svelte b/ui/apps/chat/src/lib/components/ui/separator/separator.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/separator/separator.svelte rename to ui/apps/chat/src/lib/components/ui/separator/separator.svelte diff --git a/tools/ui/src/lib/components/ui/skeleton/index.ts b/ui/apps/chat/src/lib/components/ui/skeleton/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/skeleton/index.ts rename to ui/apps/chat/src/lib/components/ui/skeleton/index.ts diff --git a/tools/ui/src/lib/components/ui/skeleton/skeleton.svelte b/ui/apps/chat/src/lib/components/ui/skeleton/skeleton.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/skeleton/skeleton.svelte rename to ui/apps/chat/src/lib/components/ui/skeleton/skeleton.svelte diff --git a/tools/ui/src/lib/components/ui/switch/index.ts b/ui/apps/chat/src/lib/components/ui/switch/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/switch/index.ts rename to ui/apps/chat/src/lib/components/ui/switch/index.ts diff --git a/tools/ui/src/lib/components/ui/switch/switch.svelte b/ui/apps/chat/src/lib/components/ui/switch/switch.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/switch/switch.svelte rename to ui/apps/chat/src/lib/components/ui/switch/switch.svelte diff --git a/tools/ui/src/lib/components/ui/table/index.ts b/ui/apps/chat/src/lib/components/ui/table/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/table/index.ts rename to ui/apps/chat/src/lib/components/ui/table/index.ts diff --git a/tools/ui/src/lib/components/ui/table/table-body.svelte b/ui/apps/chat/src/lib/components/ui/table/table-body.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/table/table-body.svelte rename to ui/apps/chat/src/lib/components/ui/table/table-body.svelte diff --git a/tools/ui/src/lib/components/ui/table/table-caption.svelte b/ui/apps/chat/src/lib/components/ui/table/table-caption.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/table/table-caption.svelte rename to ui/apps/chat/src/lib/components/ui/table/table-caption.svelte diff --git a/tools/ui/src/lib/components/ui/table/table-cell.svelte b/ui/apps/chat/src/lib/components/ui/table/table-cell.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/table/table-cell.svelte rename to ui/apps/chat/src/lib/components/ui/table/table-cell.svelte diff --git a/tools/ui/src/lib/components/ui/table/table-footer.svelte b/ui/apps/chat/src/lib/components/ui/table/table-footer.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/table/table-footer.svelte rename to ui/apps/chat/src/lib/components/ui/table/table-footer.svelte diff --git a/tools/ui/src/lib/components/ui/table/table-head.svelte b/ui/apps/chat/src/lib/components/ui/table/table-head.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/table/table-head.svelte rename to ui/apps/chat/src/lib/components/ui/table/table-head.svelte diff --git a/tools/ui/src/lib/components/ui/table/table-header.svelte b/ui/apps/chat/src/lib/components/ui/table/table-header.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/table/table-header.svelte rename to ui/apps/chat/src/lib/components/ui/table/table-header.svelte diff --git a/tools/ui/src/lib/components/ui/table/table-row.svelte b/ui/apps/chat/src/lib/components/ui/table/table-row.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/table/table-row.svelte rename to ui/apps/chat/src/lib/components/ui/table/table-row.svelte diff --git a/tools/ui/src/lib/components/ui/table/table.svelte b/ui/apps/chat/src/lib/components/ui/table/table.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/table/table.svelte rename to ui/apps/chat/src/lib/components/ui/table/table.svelte diff --git a/tools/ui/src/lib/components/ui/textarea/index.ts b/ui/apps/chat/src/lib/components/ui/textarea/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/textarea/index.ts rename to ui/apps/chat/src/lib/components/ui/textarea/index.ts diff --git a/tools/ui/src/lib/components/ui/textarea/textarea.svelte b/ui/apps/chat/src/lib/components/ui/textarea/textarea.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/textarea/textarea.svelte rename to ui/apps/chat/src/lib/components/ui/textarea/textarea.svelte diff --git a/tools/ui/src/lib/components/ui/toggle-group/index.ts b/ui/apps/chat/src/lib/components/ui/toggle-group/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/toggle-group/index.ts rename to ui/apps/chat/src/lib/components/ui/toggle-group/index.ts diff --git a/tools/ui/src/lib/components/ui/toggle-group/toggle-group-item.svelte b/ui/apps/chat/src/lib/components/ui/toggle-group/toggle-group-item.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/toggle-group/toggle-group-item.svelte rename to ui/apps/chat/src/lib/components/ui/toggle-group/toggle-group-item.svelte diff --git a/tools/ui/src/lib/components/ui/toggle-group/toggle-group.svelte b/ui/apps/chat/src/lib/components/ui/toggle-group/toggle-group.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/toggle-group/toggle-group.svelte rename to ui/apps/chat/src/lib/components/ui/toggle-group/toggle-group.svelte diff --git a/tools/ui/src/lib/components/ui/toggle/index.ts b/ui/apps/chat/src/lib/components/ui/toggle/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/toggle/index.ts rename to ui/apps/chat/src/lib/components/ui/toggle/index.ts diff --git a/tools/ui/src/lib/components/ui/toggle/toggle.svelte b/ui/apps/chat/src/lib/components/ui/toggle/toggle.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/toggle/toggle.svelte rename to ui/apps/chat/src/lib/components/ui/toggle/toggle.svelte diff --git a/tools/ui/src/lib/components/ui/tooltip/index.ts b/ui/apps/chat/src/lib/components/ui/tooltip/index.ts similarity index 100% rename from tools/ui/src/lib/components/ui/tooltip/index.ts rename to ui/apps/chat/src/lib/components/ui/tooltip/index.ts diff --git a/tools/ui/src/lib/components/ui/tooltip/tooltip-content.svelte b/ui/apps/chat/src/lib/components/ui/tooltip/tooltip-content.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/tooltip/tooltip-content.svelte rename to ui/apps/chat/src/lib/components/ui/tooltip/tooltip-content.svelte diff --git a/tools/ui/src/lib/components/ui/tooltip/tooltip-trigger.svelte b/ui/apps/chat/src/lib/components/ui/tooltip/tooltip-trigger.svelte similarity index 100% rename from tools/ui/src/lib/components/ui/tooltip/tooltip-trigger.svelte rename to ui/apps/chat/src/lib/components/ui/tooltip/tooltip-trigger.svelte diff --git a/tools/ui/src/lib/components/ui/utils.ts b/ui/apps/chat/src/lib/components/ui/utils.ts similarity index 100% rename from tools/ui/src/lib/components/ui/utils.ts rename to ui/apps/chat/src/lib/components/ui/utils.ts diff --git a/tools/ui/src/lib/constants/agentic.constants.ts b/ui/apps/chat/src/lib/constants/agentic.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/agentic.constants.ts rename to ui/apps/chat/src/lib/constants/agentic.constants.ts diff --git a/tools/ui/src/lib/constants/api-endpoints.constants.ts b/ui/apps/chat/src/lib/constants/api-endpoints.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/api-endpoints.constants.ts rename to ui/apps/chat/src/lib/constants/api-endpoints.constants.ts diff --git a/tools/ui/src/lib/constants/app.constants.ts b/ui/apps/chat/src/lib/constants/app.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/app.constants.ts rename to ui/apps/chat/src/lib/constants/app.constants.ts diff --git a/tools/ui/src/lib/constants/attachment-menu.constants.ts b/ui/apps/chat/src/lib/constants/attachment-menu.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/attachment-menu.constants.ts rename to ui/apps/chat/src/lib/constants/attachment-menu.constants.ts diff --git a/tools/ui/src/lib/constants/auto-scroll.constants.ts b/ui/apps/chat/src/lib/constants/auto-scroll.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/auto-scroll.constants.ts rename to ui/apps/chat/src/lib/constants/auto-scroll.constants.ts diff --git a/tools/ui/src/lib/constants/backend.constants.ts b/ui/apps/chat/src/lib/constants/backend.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/backend.constants.ts rename to ui/apps/chat/src/lib/constants/backend.constants.ts diff --git a/tools/ui/src/lib/constants/binary-detection.constants.ts b/ui/apps/chat/src/lib/constants/binary-detection.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/binary-detection.constants.ts rename to ui/apps/chat/src/lib/constants/binary-detection.constants.ts diff --git a/tools/ui/src/lib/constants/browser-info.ts b/ui/apps/chat/src/lib/constants/browser-info.ts similarity index 100% rename from tools/ui/src/lib/constants/browser-info.ts rename to ui/apps/chat/src/lib/constants/browser-info.ts diff --git a/tools/ui/src/lib/constants/cache.constants.ts b/ui/apps/chat/src/lib/constants/cache.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/cache.constants.ts rename to ui/apps/chat/src/lib/constants/cache.constants.ts diff --git a/tools/ui/src/lib/constants/chat-form.constants.ts b/ui/apps/chat/src/lib/constants/chat-form.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/chat-form.constants.ts rename to ui/apps/chat/src/lib/constants/chat-form.constants.ts diff --git a/tools/ui/src/lib/constants/chat-tabs.constants.ts b/ui/apps/chat/src/lib/constants/chat-tabs.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/chat-tabs.constants.ts rename to ui/apps/chat/src/lib/constants/chat-tabs.constants.ts diff --git a/tools/ui/src/lib/constants/cli-flags.constants.ts b/ui/apps/chat/src/lib/constants/cli-flags.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/cli-flags.constants.ts rename to ui/apps/chat/src/lib/constants/cli-flags.constants.ts diff --git a/tools/ui/src/lib/constants/code-block.constants.ts b/ui/apps/chat/src/lib/constants/code-block.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/code-block.constants.ts rename to ui/apps/chat/src/lib/constants/code-block.constants.ts diff --git a/tools/ui/src/lib/constants/compaction.constants.ts b/ui/apps/chat/src/lib/constants/compaction.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/compaction.constants.ts rename to ui/apps/chat/src/lib/constants/compaction.constants.ts diff --git a/tools/ui/src/lib/constants/content-detection.constants.ts b/ui/apps/chat/src/lib/constants/content-detection.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/content-detection.constants.ts rename to ui/apps/chat/src/lib/constants/content-detection.constants.ts diff --git a/tools/ui/src/lib/constants/context-gauge-dial.constants.ts b/ui/apps/chat/src/lib/constants/context-gauge-dial.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/context-gauge-dial.constants.ts rename to ui/apps/chat/src/lib/constants/context-gauge-dial.constants.ts diff --git a/tools/ui/src/lib/constants/context-gauge-popup.constants.ts b/ui/apps/chat/src/lib/constants/context-gauge-popup.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/context-gauge-popup.constants.ts rename to ui/apps/chat/src/lib/constants/context-gauge-popup.constants.ts diff --git a/tools/ui/src/lib/constants/context-keys.constants.ts b/ui/apps/chat/src/lib/constants/context-keys.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/context-keys.constants.ts rename to ui/apps/chat/src/lib/constants/context-keys.constants.ts diff --git a/tools/ui/src/lib/constants/control-actions.constants.ts b/ui/apps/chat/src/lib/constants/control-actions.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/control-actions.constants.ts rename to ui/apps/chat/src/lib/constants/control-actions.constants.ts diff --git a/tools/ui/src/lib/constants/conversation-import.constants.ts b/ui/apps/chat/src/lib/constants/conversation-import.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/conversation-import.constants.ts rename to ui/apps/chat/src/lib/constants/conversation-import.constants.ts diff --git a/tools/ui/src/lib/constants/css-classes.constants.ts b/ui/apps/chat/src/lib/constants/css-classes.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/css-classes.constants.ts rename to ui/apps/chat/src/lib/constants/css-classes.constants.ts diff --git a/tools/ui/src/lib/constants/database.constants.ts b/ui/apps/chat/src/lib/constants/database.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/database.constants.ts rename to ui/apps/chat/src/lib/constants/database.constants.ts diff --git a/tools/ui/src/lib/constants/diagram-blocks.constants.ts b/ui/apps/chat/src/lib/constants/diagram-blocks.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/diagram-blocks.constants.ts rename to ui/apps/chat/src/lib/constants/diagram-blocks.constants.ts diff --git a/tools/ui/src/lib/constants/error.constants.ts b/ui/apps/chat/src/lib/constants/error.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/error.constants.ts rename to ui/apps/chat/src/lib/constants/error.constants.ts diff --git a/tools/ui/src/lib/constants/formatters.constants.ts b/ui/apps/chat/src/lib/constants/formatters.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/formatters.constants.ts rename to ui/apps/chat/src/lib/constants/formatters.constants.ts diff --git a/tools/ui/src/lib/constants/get-datetime.ts b/ui/apps/chat/src/lib/constants/get-datetime.ts similarity index 100% rename from tools/ui/src/lib/constants/get-datetime.ts rename to ui/apps/chat/src/lib/constants/get-datetime.ts diff --git a/tools/ui/src/lib/constants/groups.constants.ts b/ui/apps/chat/src/lib/constants/groups.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/groups.constants.ts rename to ui/apps/chat/src/lib/constants/groups.constants.ts diff --git a/tools/ui/src/lib/constants/headers.constants.ts b/ui/apps/chat/src/lib/constants/headers.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/headers.constants.ts rename to ui/apps/chat/src/lib/constants/headers.constants.ts diff --git a/tools/ui/src/lib/constants/huggingface.constants.ts b/ui/apps/chat/src/lib/constants/huggingface.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/huggingface.constants.ts rename to ui/apps/chat/src/lib/constants/huggingface.constants.ts diff --git a/tools/ui/src/lib/constants/icons.constants.ts b/ui/apps/chat/src/lib/constants/icons.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/icons.constants.ts rename to ui/apps/chat/src/lib/constants/icons.constants.ts diff --git a/tools/ui/src/lib/constants/image.constants.ts b/ui/apps/chat/src/lib/constants/image.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/image.constants.ts rename to ui/apps/chat/src/lib/constants/image.constants.ts diff --git a/tools/ui/src/lib/constants/index.ts b/ui/apps/chat/src/lib/constants/index.ts similarity index 100% rename from tools/ui/src/lib/constants/index.ts rename to ui/apps/chat/src/lib/constants/index.ts diff --git a/tools/ui/src/lib/constants/key-value-pairs.constants.ts b/ui/apps/chat/src/lib/constants/key-value-pairs.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/key-value-pairs.constants.ts rename to ui/apps/chat/src/lib/constants/key-value-pairs.constants.ts diff --git a/tools/ui/src/lib/constants/keyboard-shortcuts.constants.ts b/ui/apps/chat/src/lib/constants/keyboard-shortcuts.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/keyboard-shortcuts.constants.ts rename to ui/apps/chat/src/lib/constants/keyboard-shortcuts.constants.ts diff --git a/tools/ui/src/lib/constants/latex-protection.constants.ts b/ui/apps/chat/src/lib/constants/latex-protection.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/latex-protection.constants.ts rename to ui/apps/chat/src/lib/constants/latex-protection.constants.ts diff --git a/tools/ui/src/lib/constants/literal-html.constants.ts b/ui/apps/chat/src/lib/constants/literal-html.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/literal-html.constants.ts rename to ui/apps/chat/src/lib/constants/literal-html.constants.ts diff --git a/tools/ui/src/lib/constants/markdown.constants.ts b/ui/apps/chat/src/lib/constants/markdown.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/markdown.constants.ts rename to ui/apps/chat/src/lib/constants/markdown.constants.ts diff --git a/tools/ui/src/lib/constants/max-bundle-size.constants.ts b/ui/apps/chat/src/lib/constants/max-bundle-size.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/max-bundle-size.constants.ts rename to ui/apps/chat/src/lib/constants/max-bundle-size.constants.ts diff --git a/tools/ui/src/lib/constants/mcp-form.constants.ts b/ui/apps/chat/src/lib/constants/mcp-form.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/mcp-form.constants.ts rename to ui/apps/chat/src/lib/constants/mcp-form.constants.ts diff --git a/tools/ui/src/lib/constants/mcp-resource.constants.ts b/ui/apps/chat/src/lib/constants/mcp-resource.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/mcp-resource.constants.ts rename to ui/apps/chat/src/lib/constants/mcp-resource.constants.ts diff --git a/tools/ui/src/lib/constants/mcp.constants.ts b/ui/apps/chat/src/lib/constants/mcp.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/mcp.constants.ts rename to ui/apps/chat/src/lib/constants/mcp.constants.ts diff --git a/tools/ui/src/lib/constants/mention-badge.constants.ts b/ui/apps/chat/src/lib/constants/mention-badge.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/mention-badge.constants.ts rename to ui/apps/chat/src/lib/constants/mention-badge.constants.ts diff --git a/tools/ui/src/lib/constants/mermaid-blocks.constants.ts b/ui/apps/chat/src/lib/constants/mermaid-blocks.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/mermaid-blocks.constants.ts rename to ui/apps/chat/src/lib/constants/mermaid-blocks.constants.ts diff --git a/tools/ui/src/lib/constants/message-export.constants.ts b/ui/apps/chat/src/lib/constants/message-export.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/message-export.constants.ts rename to ui/apps/chat/src/lib/constants/message-export.constants.ts diff --git a/tools/ui/src/lib/constants/microphone.constants.ts b/ui/apps/chat/src/lib/constants/microphone.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/microphone.constants.ts rename to ui/apps/chat/src/lib/constants/microphone.constants.ts diff --git a/tools/ui/src/lib/constants/model-compatibility.constants.ts b/ui/apps/chat/src/lib/constants/model-compatibility.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/model-compatibility.constants.ts rename to ui/apps/chat/src/lib/constants/model-compatibility.constants.ts diff --git a/tools/ui/src/lib/constants/model-id.constants.ts b/ui/apps/chat/src/lib/constants/model-id.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/model-id.constants.ts rename to ui/apps/chat/src/lib/constants/model-id.constants.ts diff --git a/tools/ui/src/lib/constants/model-loading.constants.ts b/ui/apps/chat/src/lib/constants/model-loading.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/model-loading.constants.ts rename to ui/apps/chat/src/lib/constants/model-loading.constants.ts diff --git a/tools/ui/src/lib/constants/models-discover-download.constants.ts b/ui/apps/chat/src/lib/constants/models-discover-download.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/models-discover-download.constants.ts rename to ui/apps/chat/src/lib/constants/models-discover-download.constants.ts diff --git a/tools/ui/src/lib/constants/models-discover.constants.ts b/ui/apps/chat/src/lib/constants/models-discover.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/models-discover.constants.ts rename to ui/apps/chat/src/lib/constants/models-discover.constants.ts diff --git a/tools/ui/src/lib/constants/models-manager.constants.ts b/ui/apps/chat/src/lib/constants/models-manager.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/models-manager.constants.ts rename to ui/apps/chat/src/lib/constants/models-manager.constants.ts diff --git a/tools/ui/src/lib/constants/path-display.constants.ts b/ui/apps/chat/src/lib/constants/path-display.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/path-display.constants.ts rename to ui/apps/chat/src/lib/constants/path-display.constants.ts diff --git a/tools/ui/src/lib/constants/precision.constants.ts b/ui/apps/chat/src/lib/constants/precision.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/precision.constants.ts rename to ui/apps/chat/src/lib/constants/precision.constants.ts diff --git a/tools/ui/src/lib/constants/pwa.constants.ts b/ui/apps/chat/src/lib/constants/pwa.constants.ts similarity index 99% rename from tools/ui/src/lib/constants/pwa.constants.ts rename to ui/apps/chat/src/lib/constants/pwa.constants.ts index e8f3468176ec..ced12a695fd9 100644 --- a/tools/ui/src/lib/constants/pwa.constants.ts +++ b/ui/apps/chat/src/lib/constants/pwa.constants.ts @@ -182,7 +182,7 @@ export const BUILD_CONFIG = { This is a static build of the frontend. It is automatically generated by the build process. Do not edit this file directly. - To make changes, refer to the "Web UI" section in the README. + To make changes, refer to the "Llama Chat" section in the README. --> `.trim(), OUTPUT_DIR: './dist' diff --git a/tools/ui/src/lib/constants/read-media.ts b/ui/apps/chat/src/lib/constants/read-media.ts similarity index 100% rename from tools/ui/src/lib/constants/read-media.ts rename to ui/apps/chat/src/lib/constants/read-media.ts diff --git a/tools/ui/src/lib/constants/reasoning-effort.constants.ts b/ui/apps/chat/src/lib/constants/reasoning-effort.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/reasoning-effort.constants.ts rename to ui/apps/chat/src/lib/constants/reasoning-effort.constants.ts diff --git a/tools/ui/src/lib/constants/recommended-mcp-servers.constants.ts b/ui/apps/chat/src/lib/constants/recommended-mcp-servers.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/recommended-mcp-servers.constants.ts rename to ui/apps/chat/src/lib/constants/recommended-mcp-servers.constants.ts diff --git a/tools/ui/src/lib/constants/routes.constants.ts b/ui/apps/chat/src/lib/constants/routes.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/routes.constants.ts rename to ui/apps/chat/src/lib/constants/routes.constants.ts diff --git a/tools/ui/src/lib/constants/sandbox.constants.ts b/ui/apps/chat/src/lib/constants/sandbox.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/sandbox.constants.ts rename to ui/apps/chat/src/lib/constants/sandbox.constants.ts diff --git a/tools/ui/src/lib/constants/search-chats.ts b/ui/apps/chat/src/lib/constants/search-chats.ts similarity index 100% rename from tools/ui/src/lib/constants/search-chats.ts rename to ui/apps/chat/src/lib/constants/search-chats.ts diff --git a/tools/ui/src/lib/constants/settings-keys.constants.ts b/ui/apps/chat/src/lib/constants/settings-keys.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/settings-keys.constants.ts rename to ui/apps/chat/src/lib/constants/settings-keys.constants.ts diff --git a/tools/ui/src/lib/constants/settings.constants.ts b/ui/apps/chat/src/lib/constants/settings.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/settings.constants.ts rename to ui/apps/chat/src/lib/constants/settings.constants.ts diff --git a/tools/ui/src/lib/constants/special-characters.constants.ts b/ui/apps/chat/src/lib/constants/special-characters.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/special-characters.constants.ts rename to ui/apps/chat/src/lib/constants/special-characters.constants.ts diff --git a/tools/ui/src/lib/constants/storage.constants.ts b/ui/apps/chat/src/lib/constants/storage.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/storage.constants.ts rename to ui/apps/chat/src/lib/constants/storage.constants.ts diff --git a/tools/ui/src/lib/constants/stream.constants.ts b/ui/apps/chat/src/lib/constants/stream.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/stream.constants.ts rename to ui/apps/chat/src/lib/constants/stream.constants.ts diff --git a/tools/ui/src/lib/constants/supported-file-types.constants.ts b/ui/apps/chat/src/lib/constants/supported-file-types.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/supported-file-types.constants.ts rename to ui/apps/chat/src/lib/constants/supported-file-types.constants.ts diff --git a/tools/ui/src/lib/constants/svg-blocks.constants.ts b/ui/apps/chat/src/lib/constants/svg-blocks.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/svg-blocks.constants.ts rename to ui/apps/chat/src/lib/constants/svg-blocks.constants.ts diff --git a/tools/ui/src/lib/constants/table-html-restorer.constants.ts b/ui/apps/chat/src/lib/constants/table-html-restorer.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/table-html-restorer.constants.ts rename to ui/apps/chat/src/lib/constants/table-html-restorer.constants.ts diff --git a/tools/ui/src/lib/constants/title-generation.constants.ts b/ui/apps/chat/src/lib/constants/title-generation.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/title-generation.constants.ts rename to ui/apps/chat/src/lib/constants/title-generation.constants.ts diff --git a/tools/ui/src/lib/constants/tool-call-args.constants.ts b/ui/apps/chat/src/lib/constants/tool-call-args.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/tool-call-args.constants.ts rename to ui/apps/chat/src/lib/constants/tool-call-args.constants.ts diff --git a/tools/ui/src/lib/constants/tool-ui.constants.ts b/ui/apps/chat/src/lib/constants/tool-ui.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/tool-ui.constants.ts rename to ui/apps/chat/src/lib/constants/tool-ui.constants.ts diff --git a/tools/ui/src/lib/constants/ui.constants.ts b/ui/apps/chat/src/lib/constants/ui.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/ui.constants.ts rename to ui/apps/chat/src/lib/constants/ui.constants.ts diff --git a/tools/ui/src/lib/constants/uri-template.constants.ts b/ui/apps/chat/src/lib/constants/uri-template.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/uri-template.constants.ts rename to ui/apps/chat/src/lib/constants/uri-template.constants.ts diff --git a/tools/ui/src/lib/constants/url.constants.ts b/ui/apps/chat/src/lib/constants/url.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/url.constants.ts rename to ui/apps/chat/src/lib/constants/url.constants.ts diff --git a/tools/ui/src/lib/constants/working-directory.constants.ts b/ui/apps/chat/src/lib/constants/working-directory.constants.ts similarity index 100% rename from tools/ui/src/lib/constants/working-directory.constants.ts rename to ui/apps/chat/src/lib/constants/working-directory.constants.ts diff --git a/tools/ui/src/lib/contexts/chat-form-actions.context.ts b/ui/apps/chat/src/lib/contexts/chat-form-actions.context.ts similarity index 100% rename from tools/ui/src/lib/contexts/chat-form-actions.context.ts rename to ui/apps/chat/src/lib/contexts/chat-form-actions.context.ts diff --git a/tools/ui/src/lib/contexts/chat-message-actions.context.ts b/ui/apps/chat/src/lib/contexts/chat-message-actions.context.ts similarity index 100% rename from tools/ui/src/lib/contexts/chat-message-actions.context.ts rename to ui/apps/chat/src/lib/contexts/chat-message-actions.context.ts diff --git a/tools/ui/src/lib/contexts/chat-message-edit.context.ts b/ui/apps/chat/src/lib/contexts/chat-message-edit.context.ts similarity index 100% rename from tools/ui/src/lib/contexts/chat-message-edit.context.ts rename to ui/apps/chat/src/lib/contexts/chat-message-edit.context.ts diff --git a/tools/ui/src/lib/contexts/index.ts b/ui/apps/chat/src/lib/contexts/index.ts similarity index 100% rename from tools/ui/src/lib/contexts/index.ts rename to ui/apps/chat/src/lib/contexts/index.ts diff --git a/tools/ui/src/lib/enums/agentic.enums.ts b/ui/apps/chat/src/lib/enums/agentic.enums.ts similarity index 100% rename from tools/ui/src/lib/enums/agentic.enums.ts rename to ui/apps/chat/src/lib/enums/agentic.enums.ts diff --git a/tools/ui/src/lib/enums/attachment.enums.ts b/ui/apps/chat/src/lib/enums/attachment.enums.ts similarity index 100% rename from tools/ui/src/lib/enums/attachment.enums.ts rename to ui/apps/chat/src/lib/enums/attachment.enums.ts diff --git a/tools/ui/src/lib/enums/boolean-string.enums.ts b/ui/apps/chat/src/lib/enums/boolean-string.enums.ts similarity index 100% rename from tools/ui/src/lib/enums/boolean-string.enums.ts rename to ui/apps/chat/src/lib/enums/boolean-string.enums.ts diff --git a/tools/ui/src/lib/enums/chat.enums.ts b/ui/apps/chat/src/lib/enums/chat.enums.ts similarity index 100% rename from tools/ui/src/lib/enums/chat.enums.ts rename to ui/apps/chat/src/lib/enums/chat.enums.ts diff --git a/tools/ui/src/lib/enums/conversation-import.enums.ts b/ui/apps/chat/src/lib/enums/conversation-import.enums.ts similarity index 100% rename from tools/ui/src/lib/enums/conversation-import.enums.ts rename to ui/apps/chat/src/lib/enums/conversation-import.enums.ts diff --git a/tools/ui/src/lib/enums/files.enums.ts b/ui/apps/chat/src/lib/enums/files.enums.ts similarity index 100% rename from tools/ui/src/lib/enums/files.enums.ts rename to ui/apps/chat/src/lib/enums/files.enums.ts diff --git a/tools/ui/src/lib/enums/huggingface.enums.ts b/ui/apps/chat/src/lib/enums/huggingface.enums.ts similarity index 100% rename from tools/ui/src/lib/enums/huggingface.enums.ts rename to ui/apps/chat/src/lib/enums/huggingface.enums.ts diff --git a/tools/ui/src/lib/enums/index.ts b/ui/apps/chat/src/lib/enums/index.ts similarity index 100% rename from tools/ui/src/lib/enums/index.ts rename to ui/apps/chat/src/lib/enums/index.ts diff --git a/tools/ui/src/lib/enums/keyboard.enums.ts b/ui/apps/chat/src/lib/enums/keyboard.enums.ts similarity index 100% rename from tools/ui/src/lib/enums/keyboard.enums.ts rename to ui/apps/chat/src/lib/enums/keyboard.enums.ts diff --git a/tools/ui/src/lib/enums/mcp.enums.ts b/ui/apps/chat/src/lib/enums/mcp.enums.ts similarity index 100% rename from tools/ui/src/lib/enums/mcp.enums.ts rename to ui/apps/chat/src/lib/enums/mcp.enums.ts diff --git a/tools/ui/src/lib/enums/model.enums.ts b/ui/apps/chat/src/lib/enums/model.enums.ts similarity index 100% rename from tools/ui/src/lib/enums/model.enums.ts rename to ui/apps/chat/src/lib/enums/model.enums.ts diff --git a/tools/ui/src/lib/enums/reasoning-effort.enums.ts b/ui/apps/chat/src/lib/enums/reasoning-effort.enums.ts similarity index 100% rename from tools/ui/src/lib/enums/reasoning-effort.enums.ts rename to ui/apps/chat/src/lib/enums/reasoning-effort.enums.ts diff --git a/tools/ui/src/lib/enums/server.enums.ts b/ui/apps/chat/src/lib/enums/server.enums.ts similarity index 100% rename from tools/ui/src/lib/enums/server.enums.ts rename to ui/apps/chat/src/lib/enums/server.enums.ts diff --git a/tools/ui/src/lib/enums/settings.enums.ts b/ui/apps/chat/src/lib/enums/settings.enums.ts similarity index 100% rename from tools/ui/src/lib/enums/settings.enums.ts rename to ui/apps/chat/src/lib/enums/settings.enums.ts diff --git a/tools/ui/src/lib/enums/splash.enums.ts b/ui/apps/chat/src/lib/enums/splash.enums.ts similarity index 100% rename from tools/ui/src/lib/enums/splash.enums.ts rename to ui/apps/chat/src/lib/enums/splash.enums.ts diff --git a/tools/ui/src/lib/enums/tools.enums.ts b/ui/apps/chat/src/lib/enums/tools.enums.ts similarity index 100% rename from tools/ui/src/lib/enums/tools.enums.ts rename to ui/apps/chat/src/lib/enums/tools.enums.ts diff --git a/tools/ui/src/lib/enums/ui.enums.ts b/ui/apps/chat/src/lib/enums/ui.enums.ts similarity index 100% rename from tools/ui/src/lib/enums/ui.enums.ts rename to ui/apps/chat/src/lib/enums/ui.enums.ts diff --git a/tools/ui/src/lib/hooks/use-attachment-menu.svelte.ts b/ui/apps/chat/src/lib/hooks/use-attachment-menu.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-attachment-menu.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-attachment-menu.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-chat-form-expansion.svelte.ts b/ui/apps/chat/src/lib/hooks/use-chat-form-expansion.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-chat-form-expansion.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-chat-form-expansion.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-chat-form-model.svelte.ts b/ui/apps/chat/src/lib/hooks/use-chat-form-model.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-chat-form-model.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-chat-form-model.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-chat-form-pickers.svelte.ts b/ui/apps/chat/src/lib/hooks/use-chat-form-pickers.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-chat-form-pickers.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-chat-form-pickers.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-chat-message-edit-context.svelte.ts b/ui/apps/chat/src/lib/hooks/use-chat-message-edit-context.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-chat-message-edit-context.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-chat-message-edit-context.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-chat-screen-active-model.svelte.ts b/ui/apps/chat/src/lib/hooks/use-chat-screen-active-model.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-chat-screen-active-model.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-chat-screen-active-model.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-chat-screen-drag-and-drop.svelte.ts b/ui/apps/chat/src/lib/hooks/use-chat-screen-drag-and-drop.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-chat-screen-drag-and-drop.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-chat-screen-drag-and-drop.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-chat-screen-file-upload.svelte.ts b/ui/apps/chat/src/lib/hooks/use-chat-screen-file-upload.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-chat-screen-file-upload.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-chat-screen-file-upload.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-context-gauge.svelte.ts b/ui/apps/chat/src/lib/hooks/use-context-gauge.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-context-gauge.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-context-gauge.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-debounced-search.svelte.ts b/ui/apps/chat/src/lib/hooks/use-debounced-search.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-debounced-search.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-debounced-search.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-draft-messages.svelte.ts b/ui/apps/chat/src/lib/hooks/use-draft-messages.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-draft-messages.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-draft-messages.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-keyboard-inset.svelte.ts b/ui/apps/chat/src/lib/hooks/use-keyboard-inset.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-keyboard-inset.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-keyboard-inset.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-keyboard-shortcuts.svelte.ts b/ui/apps/chat/src/lib/hooks/use-keyboard-shortcuts.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-keyboard-shortcuts.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-keyboard-shortcuts.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-long-press.svelte.ts b/ui/apps/chat/src/lib/hooks/use-long-press.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-long-press.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-long-press.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-marquee-selection.svelte.ts b/ui/apps/chat/src/lib/hooks/use-marquee-selection.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-marquee-selection.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-marquee-selection.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-models-selector.svelte.ts b/ui/apps/chat/src/lib/hooks/use-models-selector.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-models-selector.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-models-selector.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-picker-navigation.svelte.ts b/ui/apps/chat/src/lib/hooks/use-picker-navigation.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-picker-navigation.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-picker-navigation.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-processing-state.svelte.ts b/ui/apps/chat/src/lib/hooks/use-processing-state.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-processing-state.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-processing-state.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-pwa.svelte.ts b/ui/apps/chat/src/lib/hooks/use-pwa.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-pwa.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-pwa.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-reasoning-menu.svelte.ts b/ui/apps/chat/src/lib/hooks/use-reasoning-menu.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-reasoning-menu.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-reasoning-menu.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-scroll-active-row.svelte.ts b/ui/apps/chat/src/lib/hooks/use-scroll-active-row.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-scroll-active-row.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-scroll-active-row.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-scroll-carousel.svelte.ts b/ui/apps/chat/src/lib/hooks/use-scroll-carousel.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-scroll-carousel.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-scroll-carousel.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-sidebar-reveal.svelte.ts b/ui/apps/chat/src/lib/hooks/use-sidebar-reveal.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-sidebar-reveal.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-sidebar-reveal.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-stick-to-bottom.svelte.ts b/ui/apps/chat/src/lib/hooks/use-stick-to-bottom.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-stick-to-bottom.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-stick-to-bottom.svelte.ts diff --git a/tools/ui/src/lib/hooks/use-tools-panel.svelte.ts b/ui/apps/chat/src/lib/hooks/use-tools-panel.svelte.ts similarity index 100% rename from tools/ui/src/lib/hooks/use-tools-panel.svelte.ts rename to ui/apps/chat/src/lib/hooks/use-tools-panel.svelte.ts diff --git a/tools/ui/src/lib/services/chat.service.ts b/ui/apps/chat/src/lib/services/chat.service.ts similarity index 100% rename from tools/ui/src/lib/services/chat.service.ts rename to ui/apps/chat/src/lib/services/chat.service.ts diff --git a/tools/ui/src/lib/services/conversation-transfer.service.ts b/ui/apps/chat/src/lib/services/conversation-transfer.service.ts similarity index 100% rename from tools/ui/src/lib/services/conversation-transfer.service.ts rename to ui/apps/chat/src/lib/services/conversation-transfer.service.ts diff --git a/tools/ui/src/lib/services/database.service.ts b/ui/apps/chat/src/lib/services/database.service.ts similarity index 100% rename from tools/ui/src/lib/services/database.service.ts rename to ui/apps/chat/src/lib/services/database.service.ts diff --git a/tools/ui/src/lib/services/huggingface.service.ts b/ui/apps/chat/src/lib/services/huggingface.service.ts similarity index 100% rename from tools/ui/src/lib/services/huggingface.service.ts rename to ui/apps/chat/src/lib/services/huggingface.service.ts diff --git a/tools/ui/src/lib/services/index.ts b/ui/apps/chat/src/lib/services/index.ts similarity index 100% rename from tools/ui/src/lib/services/index.ts rename to ui/apps/chat/src/lib/services/index.ts diff --git a/tools/ui/src/lib/services/mcp.service.ts b/ui/apps/chat/src/lib/services/mcp.service.ts similarity index 100% rename from tools/ui/src/lib/services/mcp.service.ts rename to ui/apps/chat/src/lib/services/mcp.service.ts diff --git a/tools/ui/src/lib/services/migration.service.ts b/ui/apps/chat/src/lib/services/migration.service.ts similarity index 100% rename from tools/ui/src/lib/services/migration.service.ts rename to ui/apps/chat/src/lib/services/migration.service.ts diff --git a/tools/ui/src/lib/services/models.service.ts b/ui/apps/chat/src/lib/services/models.service.ts similarity index 100% rename from tools/ui/src/lib/services/models.service.ts rename to ui/apps/chat/src/lib/services/models.service.ts diff --git a/tools/ui/src/lib/services/parameter-sync.service.spec.ts b/ui/apps/chat/src/lib/services/parameter-sync.service.spec.ts similarity index 100% rename from tools/ui/src/lib/services/parameter-sync.service.spec.ts rename to ui/apps/chat/src/lib/services/parameter-sync.service.spec.ts diff --git a/tools/ui/src/lib/services/parameter-sync.service.ts b/ui/apps/chat/src/lib/services/parameter-sync.service.ts similarity index 100% rename from tools/ui/src/lib/services/parameter-sync.service.ts rename to ui/apps/chat/src/lib/services/parameter-sync.service.ts diff --git a/tools/ui/src/lib/services/props.service.ts b/ui/apps/chat/src/lib/services/props.service.ts similarity index 100% rename from tools/ui/src/lib/services/props.service.ts rename to ui/apps/chat/src/lib/services/props.service.ts diff --git a/tools/ui/src/lib/services/read-media.service.ts b/ui/apps/chat/src/lib/services/read-media.service.ts similarity index 100% rename from tools/ui/src/lib/services/read-media.service.ts rename to ui/apps/chat/src/lib/services/read-media.service.ts diff --git a/tools/ui/src/lib/services/router.service.ts b/ui/apps/chat/src/lib/services/router.service.ts similarity index 100% rename from tools/ui/src/lib/services/router.service.ts rename to ui/apps/chat/src/lib/services/router.service.ts diff --git a/tools/ui/src/lib/services/sandbox-harness.ts b/ui/apps/chat/src/lib/services/sandbox-harness.ts similarity index 100% rename from tools/ui/src/lib/services/sandbox-harness.ts rename to ui/apps/chat/src/lib/services/sandbox-harness.ts diff --git a/tools/ui/src/lib/services/sandbox-worker.js b/ui/apps/chat/src/lib/services/sandbox-worker.js similarity index 100% rename from tools/ui/src/lib/services/sandbox-worker.js rename to ui/apps/chat/src/lib/services/sandbox-worker.js diff --git a/tools/ui/src/lib/services/sandbox.service.ts b/ui/apps/chat/src/lib/services/sandbox.service.ts similarity index 100% rename from tools/ui/src/lib/services/sandbox.service.ts rename to ui/apps/chat/src/lib/services/sandbox.service.ts diff --git a/tools/ui/src/lib/services/search-chats.service.ts b/ui/apps/chat/src/lib/services/search-chats.service.ts similarity index 100% rename from tools/ui/src/lib/services/search-chats.service.ts rename to ui/apps/chat/src/lib/services/search-chats.service.ts diff --git a/tools/ui/src/lib/services/settings.service.ts b/ui/apps/chat/src/lib/services/settings.service.ts similarity index 100% rename from tools/ui/src/lib/services/settings.service.ts rename to ui/apps/chat/src/lib/services/settings.service.ts diff --git a/tools/ui/src/lib/services/tools.service.ts b/ui/apps/chat/src/lib/services/tools.service.ts similarity index 100% rename from tools/ui/src/lib/services/tools.service.ts rename to ui/apps/chat/src/lib/services/tools.service.ts diff --git a/tools/ui/src/lib/stores/agentic/gates.svelte.ts b/ui/apps/chat/src/lib/stores/agentic/gates.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/agentic/gates.svelte.ts rename to ui/apps/chat/src/lib/stores/agentic/gates.svelte.ts diff --git a/tools/ui/src/lib/stores/agentic/index.svelte.ts b/ui/apps/chat/src/lib/stores/agentic/index.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/agentic/index.svelte.ts rename to ui/apps/chat/src/lib/stores/agentic/index.svelte.ts diff --git a/tools/ui/src/lib/stores/chat/activity.svelte.ts b/ui/apps/chat/src/lib/stores/chat/activity.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/chat/activity.svelte.ts rename to ui/apps/chat/src/lib/stores/chat/activity.svelte.ts diff --git a/tools/ui/src/lib/stores/chat/context-stats.svelte.ts b/ui/apps/chat/src/lib/stores/chat/context-stats.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/chat/context-stats.svelte.ts rename to ui/apps/chat/src/lib/stores/chat/context-stats.svelte.ts diff --git a/tools/ui/src/lib/stores/chat/drafts.svelte.ts b/ui/apps/chat/src/lib/stores/chat/drafts.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/chat/drafts.svelte.ts rename to ui/apps/chat/src/lib/stores/chat/drafts.svelte.ts diff --git a/tools/ui/src/lib/stores/chat/flows.svelte.ts b/ui/apps/chat/src/lib/stores/chat/flows.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/chat/flows.svelte.ts rename to ui/apps/chat/src/lib/stores/chat/flows.svelte.ts diff --git a/tools/ui/src/lib/stores/chat/index.svelte.ts b/ui/apps/chat/src/lib/stores/chat/index.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/chat/index.svelte.ts rename to ui/apps/chat/src/lib/stores/chat/index.svelte.ts diff --git a/tools/ui/src/lib/stores/chat/processing.svelte.ts b/ui/apps/chat/src/lib/stores/chat/processing.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/chat/processing.svelte.ts rename to ui/apps/chat/src/lib/stores/chat/processing.svelte.ts diff --git a/tools/ui/src/lib/stores/chat/streams.svelte.ts b/ui/apps/chat/src/lib/stores/chat/streams.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/chat/streams.svelte.ts rename to ui/apps/chat/src/lib/stores/chat/streams.svelte.ts diff --git a/tools/ui/src/lib/stores/conversations/index.svelte.ts b/ui/apps/chat/src/lib/stores/conversations/index.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/conversations/index.svelte.ts rename to ui/apps/chat/src/lib/stores/conversations/index.svelte.ts diff --git a/tools/ui/src/lib/stores/conversations/preferences.svelte.ts b/ui/apps/chat/src/lib/stores/conversations/preferences.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/conversations/preferences.svelte.ts rename to ui/apps/chat/src/lib/stores/conversations/preferences.svelte.ts diff --git a/tools/ui/src/lib/stores/device.svelte.ts b/ui/apps/chat/src/lib/stores/device.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/device.svelte.ts rename to ui/apps/chat/src/lib/stores/device.svelte.ts diff --git a/tools/ui/src/lib/stores/groups.svelte.ts b/ui/apps/chat/src/lib/stores/groups.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/groups.svelte.ts rename to ui/apps/chat/src/lib/stores/groups.svelte.ts diff --git a/tools/ui/src/lib/stores/index.ts b/ui/apps/chat/src/lib/stores/index.ts similarity index 100% rename from tools/ui/src/lib/stores/index.ts rename to ui/apps/chat/src/lib/stores/index.ts diff --git a/tools/ui/src/lib/stores/init.ts b/ui/apps/chat/src/lib/stores/init.ts similarity index 100% rename from tools/ui/src/lib/stores/init.ts rename to ui/apps/chat/src/lib/stores/init.ts diff --git a/tools/ui/src/lib/stores/mcp/health.svelte.ts b/ui/apps/chat/src/lib/stores/mcp/health.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/mcp/health.svelte.ts rename to ui/apps/chat/src/lib/stores/mcp/health.svelte.ts diff --git a/tools/ui/src/lib/stores/mcp/index.svelte.ts b/ui/apps/chat/src/lib/stores/mcp/index.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/mcp/index.svelte.ts rename to ui/apps/chat/src/lib/stores/mcp/index.svelte.ts diff --git a/tools/ui/src/lib/stores/mcp/resources.svelte.ts b/ui/apps/chat/src/lib/stores/mcp/resources.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/mcp/resources.svelte.ts rename to ui/apps/chat/src/lib/stores/mcp/resources.svelte.ts diff --git a/tools/ui/src/lib/stores/models-discover/index.svelte.ts b/ui/apps/chat/src/lib/stores/models-discover/index.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/models-discover/index.svelte.ts rename to ui/apps/chat/src/lib/stores/models-discover/index.svelte.ts diff --git a/tools/ui/src/lib/stores/models/index.svelte.ts b/ui/apps/chat/src/lib/stores/models/index.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/models/index.svelte.ts rename to ui/apps/chat/src/lib/stores/models/index.svelte.ts diff --git a/tools/ui/src/lib/stores/models/props.svelte.ts b/ui/apps/chat/src/lib/stores/models/props.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/models/props.svelte.ts rename to ui/apps/chat/src/lib/stores/models/props.svelte.ts diff --git a/tools/ui/src/lib/stores/models/status.svelte.ts b/ui/apps/chat/src/lib/stores/models/status.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/models/status.svelte.ts rename to ui/apps/chat/src/lib/stores/models/status.svelte.ts diff --git a/tools/ui/src/lib/stores/permissions.svelte.ts b/ui/apps/chat/src/lib/stores/permissions.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/permissions.svelte.ts rename to ui/apps/chat/src/lib/stores/permissions.svelte.ts diff --git a/tools/ui/src/lib/stores/server.svelte.ts b/ui/apps/chat/src/lib/stores/server.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/server.svelte.ts rename to ui/apps/chat/src/lib/stores/server.svelte.ts diff --git a/tools/ui/src/lib/stores/settings/index.svelte.ts b/ui/apps/chat/src/lib/stores/settings/index.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/settings/index.svelte.ts rename to ui/apps/chat/src/lib/stores/settings/index.svelte.ts diff --git a/tools/ui/src/lib/stores/sidebar-drag.svelte.ts b/ui/apps/chat/src/lib/stores/sidebar-drag.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/sidebar-drag.svelte.ts rename to ui/apps/chat/src/lib/stores/sidebar-drag.svelte.ts diff --git a/tools/ui/src/lib/stores/tabs.svelte.ts b/ui/apps/chat/src/lib/stores/tabs.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/tabs.svelte.ts rename to ui/apps/chat/src/lib/stores/tabs.svelte.ts diff --git a/tools/ui/src/lib/stores/tools.svelte.ts b/ui/apps/chat/src/lib/stores/tools.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/tools.svelte.ts rename to ui/apps/chat/src/lib/stores/tools.svelte.ts diff --git a/tools/ui/src/lib/stores/ui.svelte.ts b/ui/apps/chat/src/lib/stores/ui.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/ui.svelte.ts rename to ui/apps/chat/src/lib/stores/ui.svelte.ts diff --git a/tools/ui/src/lib/stores/version.svelte.ts b/ui/apps/chat/src/lib/stores/version.svelte.ts similarity index 100% rename from tools/ui/src/lib/stores/version.svelte.ts rename to ui/apps/chat/src/lib/stores/version.svelte.ts diff --git a/tools/ui/src/lib/styles/katex-custom.scss b/ui/apps/chat/src/lib/styles/katex-custom.scss similarity index 100% rename from tools/ui/src/lib/styles/katex-custom.scss rename to ui/apps/chat/src/lib/styles/katex-custom.scss diff --git a/tools/ui/src/lib/styles/safe-area.css b/ui/apps/chat/src/lib/styles/safe-area.css similarity index 100% rename from tools/ui/src/lib/styles/safe-area.css rename to ui/apps/chat/src/lib/styles/safe-area.css diff --git a/tools/ui/src/lib/types/agentic.d.ts b/ui/apps/chat/src/lib/types/agentic.d.ts similarity index 100% rename from tools/ui/src/lib/types/agentic.d.ts rename to ui/apps/chat/src/lib/types/agentic.d.ts diff --git a/tools/ui/src/lib/types/api.d.ts b/ui/apps/chat/src/lib/types/api.d.ts similarity index 99% rename from tools/ui/src/lib/types/api.d.ts rename to ui/apps/chat/src/lib/types/api.d.ts index dbca7ca82b27..cace9a35e4b0 100644 --- a/tools/ui/src/lib/types/api.d.ts +++ b/ui/apps/chat/src/lib/types/api.d.ts @@ -524,7 +524,7 @@ export interface ApiModelsUnloadResponse { /** * Entry returned by POST /v1/streams/lookup. The client passes the conv ids it owns in the body * and the server returns one entry per matching live or recently completed background streaming - * session, keyed by conversation_id. The WebUI uses this at mount and on visibilitychange to + * session, keyed by conversation_id. Llama Chat uses this at mount and on visibilitychange to * populate sidebar spinners and to reattach to an ongoing inference for the active conversation. * The server never lists ids the client did not ask about, so foreign random UUIDs stay private. */ diff --git a/tools/ui/src/lib/types/chat.d.ts b/ui/apps/chat/src/lib/types/chat.d.ts similarity index 100% rename from tools/ui/src/lib/types/chat.d.ts rename to ui/apps/chat/src/lib/types/chat.d.ts diff --git a/tools/ui/src/lib/types/common.d.ts b/ui/apps/chat/src/lib/types/common.d.ts similarity index 100% rename from tools/ui/src/lib/types/common.d.ts rename to ui/apps/chat/src/lib/types/common.d.ts diff --git a/tools/ui/src/lib/types/database.d.ts b/ui/apps/chat/src/lib/types/database.d.ts similarity index 100% rename from tools/ui/src/lib/types/database.d.ts rename to ui/apps/chat/src/lib/types/database.d.ts diff --git a/tools/ui/src/lib/types/glob.d.ts b/ui/apps/chat/src/lib/types/glob.d.ts similarity index 100% rename from tools/ui/src/lib/types/glob.d.ts rename to ui/apps/chat/src/lib/types/glob.d.ts diff --git a/tools/ui/src/lib/types/groups.d.ts b/ui/apps/chat/src/lib/types/groups.d.ts similarity index 100% rename from tools/ui/src/lib/types/groups.d.ts rename to ui/apps/chat/src/lib/types/groups.d.ts diff --git a/tools/ui/src/lib/types/huggingface.d.ts b/ui/apps/chat/src/lib/types/huggingface.d.ts similarity index 100% rename from tools/ui/src/lib/types/huggingface.d.ts rename to ui/apps/chat/src/lib/types/huggingface.d.ts diff --git a/tools/ui/src/lib/types/index.ts b/ui/apps/chat/src/lib/types/index.ts similarity index 100% rename from tools/ui/src/lib/types/index.ts rename to ui/apps/chat/src/lib/types/index.ts diff --git a/tools/ui/src/lib/types/mcp.d.ts b/ui/apps/chat/src/lib/types/mcp.d.ts similarity index 100% rename from tools/ui/src/lib/types/mcp.d.ts rename to ui/apps/chat/src/lib/types/mcp.d.ts diff --git a/tools/ui/src/lib/types/models-discover.d.ts b/ui/apps/chat/src/lib/types/models-discover.d.ts similarity index 100% rename from tools/ui/src/lib/types/models-discover.d.ts rename to ui/apps/chat/src/lib/types/models-discover.d.ts diff --git a/tools/ui/src/lib/types/models.d.ts b/ui/apps/chat/src/lib/types/models.d.ts similarity index 100% rename from tools/ui/src/lib/types/models.d.ts rename to ui/apps/chat/src/lib/types/models.d.ts diff --git a/tools/ui/src/lib/types/navigation.d.ts b/ui/apps/chat/src/lib/types/navigation.d.ts similarity index 100% rename from tools/ui/src/lib/types/navigation.d.ts rename to ui/apps/chat/src/lib/types/navigation.d.ts diff --git a/tools/ui/src/lib/types/reasoning.ts b/ui/apps/chat/src/lib/types/reasoning.ts similarity index 100% rename from tools/ui/src/lib/types/reasoning.ts rename to ui/apps/chat/src/lib/types/reasoning.ts diff --git a/tools/ui/src/lib/types/search.d.ts b/ui/apps/chat/src/lib/types/search.d.ts similarity index 100% rename from tools/ui/src/lib/types/search.d.ts rename to ui/apps/chat/src/lib/types/search.d.ts diff --git a/tools/ui/src/lib/types/settings.d.ts b/ui/apps/chat/src/lib/types/settings.d.ts similarity index 100% rename from tools/ui/src/lib/types/settings.d.ts rename to ui/apps/chat/src/lib/types/settings.d.ts diff --git a/tools/ui/src/lib/types/splash.ts b/ui/apps/chat/src/lib/types/splash.ts similarity index 100% rename from tools/ui/src/lib/types/splash.ts rename to ui/apps/chat/src/lib/types/splash.ts diff --git a/tools/ui/src/lib/types/tools.d.ts b/ui/apps/chat/src/lib/types/tools.d.ts similarity index 100% rename from tools/ui/src/lib/types/tools.d.ts rename to ui/apps/chat/src/lib/types/tools.d.ts diff --git a/tools/ui/src/lib/utils/abort.ts b/ui/apps/chat/src/lib/utils/abort.ts similarity index 100% rename from tools/ui/src/lib/utils/abort.ts rename to ui/apps/chat/src/lib/utils/abort.ts diff --git a/tools/ui/src/lib/utils/agentic.ts b/ui/apps/chat/src/lib/utils/agentic.ts similarity index 100% rename from tools/ui/src/lib/utils/agentic.ts rename to ui/apps/chat/src/lib/utils/agentic.ts diff --git a/tools/ui/src/lib/utils/api-fetch.ts b/ui/apps/chat/src/lib/utils/api-fetch.ts similarity index 100% rename from tools/ui/src/lib/utils/api-fetch.ts rename to ui/apps/chat/src/lib/utils/api-fetch.ts diff --git a/tools/ui/src/lib/utils/api-headers.ts b/ui/apps/chat/src/lib/utils/api-headers.ts similarity index 100% rename from tools/ui/src/lib/utils/api-headers.ts rename to ui/apps/chat/src/lib/utils/api-headers.ts diff --git a/tools/ui/src/lib/utils/api-key-validation.ts b/ui/apps/chat/src/lib/utils/api-key-validation.ts similarity index 100% rename from tools/ui/src/lib/utils/api-key-validation.ts rename to ui/apps/chat/src/lib/utils/api-key-validation.ts diff --git a/tools/ui/src/lib/utils/attachment-display.ts b/ui/apps/chat/src/lib/utils/attachment-display.ts similarity index 100% rename from tools/ui/src/lib/utils/attachment-display.ts rename to ui/apps/chat/src/lib/utils/attachment-display.ts diff --git a/tools/ui/src/lib/utils/attachment-type.ts b/ui/apps/chat/src/lib/utils/attachment-type.ts similarity index 100% rename from tools/ui/src/lib/utils/attachment-type.ts rename to ui/apps/chat/src/lib/utils/attachment-type.ts diff --git a/tools/ui/src/lib/utils/audio-format.ts b/ui/apps/chat/src/lib/utils/audio-format.ts similarity index 100% rename from tools/ui/src/lib/utils/audio-format.ts rename to ui/apps/chat/src/lib/utils/audio-format.ts diff --git a/tools/ui/src/lib/utils/audio-recording.ts b/ui/apps/chat/src/lib/utils/audio-recording.ts similarity index 100% rename from tools/ui/src/lib/utils/audio-recording.ts rename to ui/apps/chat/src/lib/utils/audio-recording.ts diff --git a/tools/ui/src/lib/utils/autoresize-textarea.ts b/ui/apps/chat/src/lib/utils/autoresize-textarea.ts similarity index 100% rename from tools/ui/src/lib/utils/autoresize-textarea.ts rename to ui/apps/chat/src/lib/utils/autoresize-textarea.ts diff --git a/tools/ui/src/lib/utils/branching.ts b/ui/apps/chat/src/lib/utils/branching.ts similarity index 100% rename from tools/ui/src/lib/utils/branching.ts rename to ui/apps/chat/src/lib/utils/branching.ts diff --git a/tools/ui/src/lib/utils/browser-info.ts b/ui/apps/chat/src/lib/utils/browser-info.ts similarity index 100% rename from tools/ui/src/lib/utils/browser-info.ts rename to ui/apps/chat/src/lib/utils/browser-info.ts diff --git a/tools/ui/src/lib/utils/browser-only.ts b/ui/apps/chat/src/lib/utils/browser-only.ts similarity index 100% rename from tools/ui/src/lib/utils/browser-only.ts rename to ui/apps/chat/src/lib/utils/browser-only.ts diff --git a/tools/ui/src/lib/utils/cache-ttl.ts b/ui/apps/chat/src/lib/utils/cache-ttl.ts similarity index 100% rename from tools/ui/src/lib/utils/cache-ttl.ts rename to ui/apps/chat/src/lib/utils/cache-ttl.ts diff --git a/tools/ui/src/lib/utils/cap-img-size.ts b/ui/apps/chat/src/lib/utils/cap-img-size.ts similarity index 100% rename from tools/ui/src/lib/utils/cap-img-size.ts rename to ui/apps/chat/src/lib/utils/cap-img-size.ts diff --git a/tools/ui/src/lib/utils/chat-commands.ts b/ui/apps/chat/src/lib/utils/chat-commands.ts similarity index 100% rename from tools/ui/src/lib/utils/chat-commands.ts rename to ui/apps/chat/src/lib/utils/chat-commands.ts diff --git a/tools/ui/src/lib/utils/chat-tabs.ts b/ui/apps/chat/src/lib/utils/chat-tabs.ts similarity index 100% rename from tools/ui/src/lib/utils/chat-tabs.ts rename to ui/apps/chat/src/lib/utils/chat-tabs.ts diff --git a/tools/ui/src/lib/utils/chat-template-thinking-detector.ts b/ui/apps/chat/src/lib/utils/chat-template-thinking-detector.ts similarity index 100% rename from tools/ui/src/lib/utils/chat-template-thinking-detector.ts rename to ui/apps/chat/src/lib/utils/chat-template-thinking-detector.ts diff --git a/tools/ui/src/lib/utils/chat-template-tool-detector.ts b/ui/apps/chat/src/lib/utils/chat-template-tool-detector.ts similarity index 100% rename from tools/ui/src/lib/utils/chat-template-tool-detector.ts rename to ui/apps/chat/src/lib/utils/chat-template-tool-detector.ts diff --git a/tools/ui/src/lib/utils/clipboard.ts b/ui/apps/chat/src/lib/utils/clipboard.ts similarity index 100% rename from tools/ui/src/lib/utils/clipboard.ts rename to ui/apps/chat/src/lib/utils/clipboard.ts diff --git a/tools/ui/src/lib/utils/code.ts b/ui/apps/chat/src/lib/utils/code.ts similarity index 100% rename from tools/ui/src/lib/utils/code.ts rename to ui/apps/chat/src/lib/utils/code.ts diff --git a/tools/ui/src/lib/utils/command-token.ts b/ui/apps/chat/src/lib/utils/command-token.ts similarity index 100% rename from tools/ui/src/lib/utils/command-token.ts rename to ui/apps/chat/src/lib/utils/command-token.ts diff --git a/tools/ui/src/lib/utils/compaction.ts b/ui/apps/chat/src/lib/utils/compaction.ts similarity index 100% rename from tools/ui/src/lib/utils/compaction.ts rename to ui/apps/chat/src/lib/utils/compaction.ts diff --git a/tools/ui/src/lib/utils/compute-line-diff.ts b/ui/apps/chat/src/lib/utils/compute-line-diff.ts similarity index 100% rename from tools/ui/src/lib/utils/compute-line-diff.ts rename to ui/apps/chat/src/lib/utils/compute-line-diff.ts diff --git a/tools/ui/src/lib/utils/config-helpers.ts b/ui/apps/chat/src/lib/utils/config-helpers.ts similarity index 100% rename from tools/ui/src/lib/utils/config-helpers.ts rename to ui/apps/chat/src/lib/utils/config-helpers.ts diff --git a/tools/ui/src/lib/utils/conversation-utils.ts b/ui/apps/chat/src/lib/utils/conversation-utils.ts similarity index 100% rename from tools/ui/src/lib/utils/conversation-utils.ts rename to ui/apps/chat/src/lib/utils/conversation-utils.ts diff --git a/tools/ui/src/lib/utils/convert-files-to-extra.ts b/ui/apps/chat/src/lib/utils/convert-files-to-extra.ts similarity index 100% rename from tools/ui/src/lib/utils/convert-files-to-extra.ts rename to ui/apps/chat/src/lib/utils/convert-files-to-extra.ts diff --git a/tools/ui/src/lib/utils/cors-proxy.ts b/ui/apps/chat/src/lib/utils/cors-proxy.ts similarity index 100% rename from tools/ui/src/lib/utils/cors-proxy.ts rename to ui/apps/chat/src/lib/utils/cors-proxy.ts diff --git a/tools/ui/src/lib/utils/css.ts b/ui/apps/chat/src/lib/utils/css.ts similarity index 100% rename from tools/ui/src/lib/utils/css.ts rename to ui/apps/chat/src/lib/utils/css.ts diff --git a/tools/ui/src/lib/utils/data-url.ts b/ui/apps/chat/src/lib/utils/data-url.ts similarity index 100% rename from tools/ui/src/lib/utils/data-url.ts rename to ui/apps/chat/src/lib/utils/data-url.ts diff --git a/tools/ui/src/lib/utils/debounce.ts b/ui/apps/chat/src/lib/utils/debounce.ts similarity index 100% rename from tools/ui/src/lib/utils/debounce.ts rename to ui/apps/chat/src/lib/utils/debounce.ts diff --git a/tools/ui/src/lib/utils/file-preview.ts b/ui/apps/chat/src/lib/utils/file-preview.ts similarity index 100% rename from tools/ui/src/lib/utils/file-preview.ts rename to ui/apps/chat/src/lib/utils/file-preview.ts diff --git a/tools/ui/src/lib/utils/file-type.ts b/ui/apps/chat/src/lib/utils/file-type.ts similarity index 100% rename from tools/ui/src/lib/utils/file-type.ts rename to ui/apps/chat/src/lib/utils/file-type.ts diff --git a/tools/ui/src/lib/utils/formatters.ts b/ui/apps/chat/src/lib/utils/formatters.ts similarity index 100% rename from tools/ui/src/lib/utils/formatters.ts rename to ui/apps/chat/src/lib/utils/formatters.ts diff --git a/tools/ui/src/lib/utils/get-datetime.ts b/ui/apps/chat/src/lib/utils/get-datetime.ts similarity index 100% rename from tools/ui/src/lib/utils/get-datetime.ts rename to ui/apps/chat/src/lib/utils/get-datetime.ts diff --git a/tools/ui/src/lib/utils/gguf-metadata.ts b/ui/apps/chat/src/lib/utils/gguf-metadata.ts similarity index 100% rename from tools/ui/src/lib/utils/gguf-metadata.ts rename to ui/apps/chat/src/lib/utils/gguf-metadata.ts diff --git a/tools/ui/src/lib/utils/glob-search.ts b/ui/apps/chat/src/lib/utils/glob-search.ts similarity index 100% rename from tools/ui/src/lib/utils/glob-search.ts rename to ui/apps/chat/src/lib/utils/glob-search.ts diff --git a/tools/ui/src/lib/utils/haptics.ts b/ui/apps/chat/src/lib/utils/haptics.ts similarity index 100% rename from tools/ui/src/lib/utils/haptics.ts rename to ui/apps/chat/src/lib/utils/haptics.ts diff --git a/tools/ui/src/lib/utils/headers.ts b/ui/apps/chat/src/lib/utils/headers.ts similarity index 100% rename from tools/ui/src/lib/utils/headers.ts rename to ui/apps/chat/src/lib/utils/headers.ts diff --git a/tools/ui/src/lib/utils/heic-to-jpeg.ts b/ui/apps/chat/src/lib/utils/heic-to-jpeg.ts similarity index 100% rename from tools/ui/src/lib/utils/heic-to-jpeg.ts rename to ui/apps/chat/src/lib/utils/heic-to-jpeg.ts diff --git a/tools/ui/src/lib/utils/highlight-theme.ts b/ui/apps/chat/src/lib/utils/highlight-theme.ts similarity index 100% rename from tools/ui/src/lib/utils/highlight-theme.ts rename to ui/apps/chat/src/lib/utils/highlight-theme.ts diff --git a/tools/ui/src/lib/utils/image-error-fallback.ts b/ui/apps/chat/src/lib/utils/image-error-fallback.ts similarity index 100% rename from tools/ui/src/lib/utils/image-error-fallback.ts rename to ui/apps/chat/src/lib/utils/image-error-fallback.ts diff --git a/tools/ui/src/lib/utils/index.ts b/ui/apps/chat/src/lib/utils/index.ts similarity index 100% rename from tools/ui/src/lib/utils/index.ts rename to ui/apps/chat/src/lib/utils/index.ts diff --git a/tools/ui/src/lib/utils/is-ime-composing.ts b/ui/apps/chat/src/lib/utils/is-ime-composing.ts similarity index 100% rename from tools/ui/src/lib/utils/is-ime-composing.ts rename to ui/apps/chat/src/lib/utils/is-ime-composing.ts diff --git a/tools/ui/src/lib/utils/jpeg-orientation.ts b/ui/apps/chat/src/lib/utils/jpeg-orientation.ts similarity index 100% rename from tools/ui/src/lib/utils/jpeg-orientation.ts rename to ui/apps/chat/src/lib/utils/jpeg-orientation.ts diff --git a/tools/ui/src/lib/utils/latex-protection.ts b/ui/apps/chat/src/lib/utils/latex-protection.ts similarity index 100% rename from tools/ui/src/lib/utils/latex-protection.ts rename to ui/apps/chat/src/lib/utils/latex-protection.ts diff --git a/tools/ui/src/lib/utils/mcp.ts b/ui/apps/chat/src/lib/utils/mcp.ts similarity index 100% rename from tools/ui/src/lib/utils/mcp.ts rename to ui/apps/chat/src/lib/utils/mcp.ts diff --git a/tools/ui/src/lib/utils/mention-badge.ts b/ui/apps/chat/src/lib/utils/mention-badge.ts similarity index 100% rename from tools/ui/src/lib/utils/mention-badge.ts rename to ui/apps/chat/src/lib/utils/mention-badge.ts diff --git a/tools/ui/src/lib/utils/mention-token.ts b/ui/apps/chat/src/lib/utils/mention-token.ts similarity index 100% rename from tools/ui/src/lib/utils/mention-token.ts rename to ui/apps/chat/src/lib/utils/mention-token.ts diff --git a/tools/ui/src/lib/utils/modality-file-validation.ts b/ui/apps/chat/src/lib/utils/modality-file-validation.ts similarity index 100% rename from tools/ui/src/lib/utils/modality-file-validation.ts rename to ui/apps/chat/src/lib/utils/modality-file-validation.ts diff --git a/tools/ui/src/lib/utils/model-compatibility.ts b/ui/apps/chat/src/lib/utils/model-compatibility.ts similarity index 100% rename from tools/ui/src/lib/utils/model-compatibility.ts rename to ui/apps/chat/src/lib/utils/model-compatibility.ts diff --git a/tools/ui/src/lib/utils/model-families.ts b/ui/apps/chat/src/lib/utils/model-families.ts similarity index 100% rename from tools/ui/src/lib/utils/model-families.ts rename to ui/apps/chat/src/lib/utils/model-families.ts diff --git a/tools/ui/src/lib/utils/model-list.ts b/ui/apps/chat/src/lib/utils/model-list.ts similarity index 100% rename from tools/ui/src/lib/utils/model-list.ts rename to ui/apps/chat/src/lib/utils/model-list.ts diff --git a/tools/ui/src/lib/utils/model-names.ts b/ui/apps/chat/src/lib/utils/model-names.ts similarity index 100% rename from tools/ui/src/lib/utils/model-names.ts rename to ui/apps/chat/src/lib/utils/model-names.ts diff --git a/tools/ui/src/lib/utils/near-viewport.ts b/ui/apps/chat/src/lib/utils/near-viewport.ts similarity index 100% rename from tools/ui/src/lib/utils/near-viewport.ts rename to ui/apps/chat/src/lib/utils/near-viewport.ts diff --git a/tools/ui/src/lib/utils/parse-exec-shell-error.ts b/ui/apps/chat/src/lib/utils/parse-exec-shell-error.ts similarity index 100% rename from tools/ui/src/lib/utils/parse-exec-shell-error.ts rename to ui/apps/chat/src/lib/utils/parse-exec-shell-error.ts diff --git a/tools/ui/src/lib/utils/parse-exec-shell-status.ts b/ui/apps/chat/src/lib/utils/parse-exec-shell-status.ts similarity index 100% rename from tools/ui/src/lib/utils/parse-exec-shell-status.ts rename to ui/apps/chat/src/lib/utils/parse-exec-shell-status.ts diff --git a/tools/ui/src/lib/utils/parse-partial-json-args.ts b/ui/apps/chat/src/lib/utils/parse-partial-json-args.ts similarity index 100% rename from tools/ui/src/lib/utils/parse-partial-json-args.ts rename to ui/apps/chat/src/lib/utils/parse-partial-json-args.ts diff --git a/tools/ui/src/lib/utils/path-display.ts b/ui/apps/chat/src/lib/utils/path-display.ts similarity index 100% rename from tools/ui/src/lib/utils/path-display.ts rename to ui/apps/chat/src/lib/utils/path-display.ts diff --git a/tools/ui/src/lib/utils/pdf-processing.ts b/ui/apps/chat/src/lib/utils/pdf-processing.ts similarity index 100% rename from tools/ui/src/lib/utils/pdf-processing.ts rename to ui/apps/chat/src/lib/utils/pdf-processing.ts diff --git a/tools/ui/src/lib/utils/portal-to-body.ts b/ui/apps/chat/src/lib/utils/portal-to-body.ts similarity index 100% rename from tools/ui/src/lib/utils/portal-to-body.ts rename to ui/apps/chat/src/lib/utils/portal-to-body.ts diff --git a/tools/ui/src/lib/utils/precision.ts b/ui/apps/chat/src/lib/utils/precision.ts similarity index 100% rename from tools/ui/src/lib/utils/precision.ts rename to ui/apps/chat/src/lib/utils/precision.ts diff --git a/tools/ui/src/lib/utils/process-uploaded-files.ts b/ui/apps/chat/src/lib/utils/process-uploaded-files.ts similarity index 100% rename from tools/ui/src/lib/utils/process-uploaded-files.ts rename to ui/apps/chat/src/lib/utils/process-uploaded-files.ts diff --git a/tools/ui/src/lib/utils/progress.ts b/ui/apps/chat/src/lib/utils/progress.ts similarity index 100% rename from tools/ui/src/lib/utils/progress.ts rename to ui/apps/chat/src/lib/utils/progress.ts diff --git a/tools/ui/src/lib/utils/redact.ts b/ui/apps/chat/src/lib/utils/redact.ts similarity index 100% rename from tools/ui/src/lib/utils/redact.ts rename to ui/apps/chat/src/lib/utils/redact.ts diff --git a/tools/ui/src/lib/utils/request-helpers.ts b/ui/apps/chat/src/lib/utils/request-helpers.ts similarity index 100% rename from tools/ui/src/lib/utils/request-helpers.ts rename to ui/apps/chat/src/lib/utils/request-helpers.ts diff --git a/tools/ui/src/lib/utils/sandbox-tool.ts b/ui/apps/chat/src/lib/utils/sandbox-tool.ts similarity index 100% rename from tools/ui/src/lib/utils/sandbox-tool.ts rename to ui/apps/chat/src/lib/utils/sandbox-tool.ts diff --git a/tools/ui/src/lib/utils/sanitize-svg.ts b/ui/apps/chat/src/lib/utils/sanitize-svg.ts similarity index 100% rename from tools/ui/src/lib/utils/sanitize-svg.ts rename to ui/apps/chat/src/lib/utils/sanitize-svg.ts diff --git a/tools/ui/src/lib/utils/sanitize.ts b/ui/apps/chat/src/lib/utils/sanitize.ts similarity index 100% rename from tools/ui/src/lib/utils/sanitize.ts rename to ui/apps/chat/src/lib/utils/sanitize.ts diff --git a/tools/ui/src/lib/utils/search-chats.ts b/ui/apps/chat/src/lib/utils/search-chats.ts similarity index 100% rename from tools/ui/src/lib/utils/search-chats.ts rename to ui/apps/chat/src/lib/utils/search-chats.ts diff --git a/tools/ui/src/lib/utils/search-results.ts b/ui/apps/chat/src/lib/utils/search-results.ts similarity index 100% rename from tools/ui/src/lib/utils/search-results.ts rename to ui/apps/chat/src/lib/utils/search-results.ts diff --git a/tools/ui/src/lib/utils/sidecars.ts b/ui/apps/chat/src/lib/utils/sidecars.ts similarity index 100% rename from tools/ui/src/lib/utils/sidecars.ts rename to ui/apps/chat/src/lib/utils/sidecars.ts diff --git a/tools/ui/src/lib/utils/sse.ts b/ui/apps/chat/src/lib/utils/sse.ts similarity index 100% rename from tools/ui/src/lib/utils/sse.ts rename to ui/apps/chat/src/lib/utils/sse.ts diff --git a/tools/ui/src/lib/utils/stream-identity.ts b/ui/apps/chat/src/lib/utils/stream-identity.ts similarity index 100% rename from tools/ui/src/lib/utils/stream-identity.ts rename to ui/apps/chat/src/lib/utils/stream-identity.ts diff --git a/tools/ui/src/lib/utils/svg-shadow.ts b/ui/apps/chat/src/lib/utils/svg-shadow.ts similarity index 100% rename from tools/ui/src/lib/utils/svg-shadow.ts rename to ui/apps/chat/src/lib/utils/svg-shadow.ts diff --git a/tools/ui/src/lib/utils/svg-to-png.ts b/ui/apps/chat/src/lib/utils/svg-to-png.ts similarity index 100% rename from tools/ui/src/lib/utils/svg-to-png.ts rename to ui/apps/chat/src/lib/utils/svg-to-png.ts diff --git a/tools/ui/src/lib/utils/syntax-highlight-language.ts b/ui/apps/chat/src/lib/utils/syntax-highlight-language.ts similarity index 100% rename from tools/ui/src/lib/utils/syntax-highlight-language.ts rename to ui/apps/chat/src/lib/utils/syntax-highlight-language.ts diff --git a/tools/ui/src/lib/utils/text-files.ts b/ui/apps/chat/src/lib/utils/text-files.ts similarity index 100% rename from tools/ui/src/lib/utils/text-files.ts rename to ui/apps/chat/src/lib/utils/text-files.ts diff --git a/tools/ui/src/lib/utils/text.ts b/ui/apps/chat/src/lib/utils/text.ts similarity index 100% rename from tools/ui/src/lib/utils/text.ts rename to ui/apps/chat/src/lib/utils/text.ts diff --git a/tools/ui/src/lib/utils/tool-call-meta.ts b/ui/apps/chat/src/lib/utils/tool-call-meta.ts similarity index 100% rename from tools/ui/src/lib/utils/tool-call-meta.ts rename to ui/apps/chat/src/lib/utils/tool-call-meta.ts diff --git a/tools/ui/src/lib/utils/tool-ui.ts b/ui/apps/chat/src/lib/utils/tool-ui.ts similarity index 100% rename from tools/ui/src/lib/utils/tool-ui.ts rename to ui/apps/chat/src/lib/utils/tool-ui.ts diff --git a/tools/ui/src/lib/utils/uri-template.ts b/ui/apps/chat/src/lib/utils/uri-template.ts similarity index 100% rename from tools/ui/src/lib/utils/uri-template.ts rename to ui/apps/chat/src/lib/utils/uri-template.ts diff --git a/tools/ui/src/lib/utils/url.ts b/ui/apps/chat/src/lib/utils/url.ts similarity index 100% rename from tools/ui/src/lib/utils/url.ts rename to ui/apps/chat/src/lib/utils/url.ts diff --git a/tools/ui/src/lib/utils/uuid.ts b/ui/apps/chat/src/lib/utils/uuid.ts similarity index 100% rename from tools/ui/src/lib/utils/uuid.ts rename to ui/apps/chat/src/lib/utils/uuid.ts diff --git a/tools/ui/src/lib/utils/webp-to-png.ts b/ui/apps/chat/src/lib/utils/webp-to-png.ts similarity index 100% rename from tools/ui/src/lib/utils/webp-to-png.ts rename to ui/apps/chat/src/lib/utils/webp-to-png.ts diff --git a/tools/ui/src/lib/utils/working-directory.ts b/ui/apps/chat/src/lib/utils/working-directory.ts similarity index 100% rename from tools/ui/src/lib/utils/working-directory.ts rename to ui/apps/chat/src/lib/utils/working-directory.ts diff --git a/tools/ui/src/lib/vendors/big-integer/BigInteger.js b/ui/apps/chat/src/lib/vendors/big-integer/BigInteger.js similarity index 100% rename from tools/ui/src/lib/vendors/big-integer/BigInteger.js rename to ui/apps/chat/src/lib/vendors/big-integer/BigInteger.js diff --git a/tools/ui/src/lib/vendors/big-integer/LICENSE b/ui/apps/chat/src/lib/vendors/big-integer/LICENSE similarity index 100% rename from tools/ui/src/lib/vendors/big-integer/LICENSE rename to ui/apps/chat/src/lib/vendors/big-integer/LICENSE diff --git a/tools/ui/src/lib/vendors/decimal.js/LICENCE.md b/ui/apps/chat/src/lib/vendors/decimal.js/LICENCE.md similarity index 100% rename from tools/ui/src/lib/vendors/decimal.js/LICENCE.md rename to ui/apps/chat/src/lib/vendors/decimal.js/LICENCE.md diff --git a/tools/ui/src/lib/vendors/decimal.js/decimal.js b/ui/apps/chat/src/lib/vendors/decimal.js/decimal.js similarity index 100% rename from tools/ui/src/lib/vendors/decimal.js/decimal.js rename to ui/apps/chat/src/lib/vendors/decimal.js/decimal.js diff --git a/tools/ui/src/lib/vendors/nerdamer-prime/Algebra.js b/ui/apps/chat/src/lib/vendors/nerdamer-prime/Algebra.js similarity index 100% rename from tools/ui/src/lib/vendors/nerdamer-prime/Algebra.js rename to ui/apps/chat/src/lib/vendors/nerdamer-prime/Algebra.js diff --git a/tools/ui/src/lib/vendors/nerdamer-prime/Calculus.js b/ui/apps/chat/src/lib/vendors/nerdamer-prime/Calculus.js similarity index 100% rename from tools/ui/src/lib/vendors/nerdamer-prime/Calculus.js rename to ui/apps/chat/src/lib/vendors/nerdamer-prime/Calculus.js diff --git a/tools/ui/src/lib/vendors/nerdamer-prime/Extra.js b/ui/apps/chat/src/lib/vendors/nerdamer-prime/Extra.js similarity index 100% rename from tools/ui/src/lib/vendors/nerdamer-prime/Extra.js rename to ui/apps/chat/src/lib/vendors/nerdamer-prime/Extra.js diff --git a/tools/ui/src/lib/vendors/nerdamer-prime/LICENSE b/ui/apps/chat/src/lib/vendors/nerdamer-prime/LICENSE similarity index 100% rename from tools/ui/src/lib/vendors/nerdamer-prime/LICENSE rename to ui/apps/chat/src/lib/vendors/nerdamer-prime/LICENSE diff --git a/tools/ui/src/lib/vendors/nerdamer-prime/Solve.js b/ui/apps/chat/src/lib/vendors/nerdamer-prime/Solve.js similarity index 100% rename from tools/ui/src/lib/vendors/nerdamer-prime/Solve.js rename to ui/apps/chat/src/lib/vendors/nerdamer-prime/Solve.js diff --git a/tools/ui/src/lib/vendors/nerdamer-prime/all.js b/ui/apps/chat/src/lib/vendors/nerdamer-prime/all.js similarity index 100% rename from tools/ui/src/lib/vendors/nerdamer-prime/all.js rename to ui/apps/chat/src/lib/vendors/nerdamer-prime/all.js diff --git a/tools/ui/src/lib/vendors/nerdamer-prime/constants.js b/ui/apps/chat/src/lib/vendors/nerdamer-prime/constants.js similarity index 100% rename from tools/ui/src/lib/vendors/nerdamer-prime/constants.js rename to ui/apps/chat/src/lib/vendors/nerdamer-prime/constants.js diff --git a/tools/ui/src/lib/vendors/nerdamer-prime/nerdamer.core.js b/ui/apps/chat/src/lib/vendors/nerdamer-prime/nerdamer.core.js similarity index 100% rename from tools/ui/src/lib/vendors/nerdamer-prime/nerdamer.core.js rename to ui/apps/chat/src/lib/vendors/nerdamer-prime/nerdamer.core.js diff --git a/tools/ui/src/lib/vendors/package.json b/ui/apps/chat/src/lib/vendors/package.json similarity index 100% rename from tools/ui/src/lib/vendors/package.json rename to ui/apps/chat/src/lib/vendors/package.json diff --git a/tools/ui/src/routes/(chat)/+layout.svelte b/ui/apps/chat/src/routes/(chat)/+layout.svelte similarity index 100% rename from tools/ui/src/routes/(chat)/+layout.svelte rename to ui/apps/chat/src/routes/(chat)/+layout.svelte diff --git a/tools/ui/src/routes/(chat)/+page.svelte b/ui/apps/chat/src/routes/(chat)/+page.svelte similarity index 100% rename from tools/ui/src/routes/(chat)/+page.svelte rename to ui/apps/chat/src/routes/(chat)/+page.svelte diff --git a/tools/ui/src/routes/(chat)/+page.ts b/ui/apps/chat/src/routes/(chat)/+page.ts similarity index 100% rename from tools/ui/src/routes/(chat)/+page.ts rename to ui/apps/chat/src/routes/(chat)/+page.ts diff --git a/tools/ui/src/routes/(chat)/chat/[id]/+page.svelte b/ui/apps/chat/src/routes/(chat)/chat/[id]/+page.svelte similarity index 100% rename from tools/ui/src/routes/(chat)/chat/[id]/+page.svelte rename to ui/apps/chat/src/routes/(chat)/chat/[id]/+page.svelte diff --git a/tools/ui/src/routes/(chat)/chat/[id]/+page.ts b/ui/apps/chat/src/routes/(chat)/chat/[id]/+page.ts similarity index 100% rename from tools/ui/src/routes/(chat)/chat/[id]/+page.ts rename to ui/apps/chat/src/routes/(chat)/chat/[id]/+page.ts diff --git a/tools/ui/src/routes/+error.svelte b/ui/apps/chat/src/routes/+error.svelte similarity index 100% rename from tools/ui/src/routes/+error.svelte rename to ui/apps/chat/src/routes/+error.svelte diff --git a/tools/ui/src/routes/+layout.svelte b/ui/apps/chat/src/routes/+layout.svelte similarity index 100% rename from tools/ui/src/routes/+layout.svelte rename to ui/apps/chat/src/routes/+layout.svelte diff --git a/tools/ui/src/routes/mcp-servers/+page.svelte b/ui/apps/chat/src/routes/mcp-servers/+page.svelte similarity index 100% rename from tools/ui/src/routes/mcp-servers/+page.svelte rename to ui/apps/chat/src/routes/mcp-servers/+page.svelte diff --git a/tools/ui/src/routes/mcp-servers/+page.ts b/ui/apps/chat/src/routes/mcp-servers/+page.ts similarity index 100% rename from tools/ui/src/routes/mcp-servers/+page.ts rename to ui/apps/chat/src/routes/mcp-servers/+page.ts diff --git a/tools/ui/src/routes/models/+page.svelte b/ui/apps/chat/src/routes/models/+page.svelte similarity index 100% rename from tools/ui/src/routes/models/+page.svelte rename to ui/apps/chat/src/routes/models/+page.svelte diff --git a/tools/ui/src/routes/models/+page.ts b/ui/apps/chat/src/routes/models/+page.ts similarity index 100% rename from tools/ui/src/routes/models/+page.ts rename to ui/apps/chat/src/routes/models/+page.ts diff --git a/tools/ui/src/routes/search/+page.svelte b/ui/apps/chat/src/routes/search/+page.svelte similarity index 100% rename from tools/ui/src/routes/search/+page.svelte rename to ui/apps/chat/src/routes/search/+page.svelte diff --git a/tools/ui/src/routes/settings/+page.svelte b/ui/apps/chat/src/routes/settings/+page.svelte similarity index 100% rename from tools/ui/src/routes/settings/+page.svelte rename to ui/apps/chat/src/routes/settings/+page.svelte diff --git a/tools/ui/src/routes/settings/+page.ts b/ui/apps/chat/src/routes/settings/+page.ts similarity index 100% rename from tools/ui/src/routes/settings/+page.ts rename to ui/apps/chat/src/routes/settings/+page.ts diff --git a/tools/ui/src/virtual-nerdamer.d.ts b/ui/apps/chat/src/virtual-nerdamer.d.ts similarity index 100% rename from tools/ui/src/virtual-nerdamer.d.ts rename to ui/apps/chat/src/virtual-nerdamer.d.ts diff --git a/tools/ui/static/recommended-mcp/context7.png b/ui/apps/chat/static/recommended-mcp/context7.png similarity index 100% rename from tools/ui/static/recommended-mcp/context7.png rename to ui/apps/chat/static/recommended-mcp/context7.png diff --git a/tools/ui/static/recommended-mcp/exa.ico b/ui/apps/chat/static/recommended-mcp/exa.ico similarity index 100% rename from tools/ui/static/recommended-mcp/exa.ico rename to ui/apps/chat/static/recommended-mcp/exa.ico diff --git a/tools/ui/static/recommended-mcp/github-dark.png b/ui/apps/chat/static/recommended-mcp/github-dark.png similarity index 100% rename from tools/ui/static/recommended-mcp/github-dark.png rename to ui/apps/chat/static/recommended-mcp/github-dark.png diff --git a/tools/ui/static/recommended-mcp/github-light.png b/ui/apps/chat/static/recommended-mcp/github-light.png similarity index 100% rename from tools/ui/static/recommended-mcp/github-light.png rename to ui/apps/chat/static/recommended-mcp/github-light.png diff --git a/tools/ui/static/recommended-mcp/huggingface.ico b/ui/apps/chat/static/recommended-mcp/huggingface.ico similarity index 100% rename from tools/ui/static/recommended-mcp/huggingface.ico rename to ui/apps/chat/static/recommended-mcp/huggingface.ico diff --git a/tools/ui/svelte.config.js b/ui/apps/chat/svelte.config.js similarity index 100% rename from tools/ui/svelte.config.js rename to ui/apps/chat/svelte.config.js diff --git a/tools/ui/tests/client/README-perf.md b/ui/apps/chat/tests/client/README-perf.md similarity index 100% rename from tools/ui/tests/client/README-perf.md rename to ui/apps/chat/tests/client/README-perf.md diff --git a/tools/ui/tests/client/agentic-stream.perf.svelte.test.ts b/ui/apps/chat/tests/client/agentic-stream.perf.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/agentic-stream.perf.svelte.test.ts rename to ui/apps/chat/tests/client/agentic-stream.perf.svelte.test.ts diff --git a/tools/ui/tests/client/apikey-splash.svelte.test.ts b/ui/apps/chat/tests/client/apikey-splash.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/apikey-splash.svelte.test.ts rename to ui/apps/chat/tests/client/apikey-splash.svelte.test.ts diff --git a/tools/ui/tests/client/cap-img-size.svelte.test.ts b/ui/apps/chat/tests/client/cap-img-size.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/cap-img-size.svelte.test.ts rename to ui/apps/chat/tests/client/cap-img-size.svelte.test.ts diff --git a/tools/ui/tests/client/chat-form-enter.svelte.test.ts b/ui/apps/chat/tests/client/chat-form-enter.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/chat-form-enter.svelte.test.ts rename to ui/apps/chat/tests/client/chat-form-enter.svelte.test.ts diff --git a/tools/ui/tests/client/chat-form-expansion.svelte.test.ts b/ui/apps/chat/tests/client/chat-form-expansion.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/chat-form-expansion.svelte.test.ts rename to ui/apps/chat/tests/client/chat-form-expansion.svelte.test.ts diff --git a/tools/ui/tests/client/chat-form-input.svelte.test.ts b/ui/apps/chat/tests/client/chat-form-input.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/chat-form-input.svelte.test.ts rename to ui/apps/chat/tests/client/chat-form-input.svelte.test.ts diff --git a/tools/ui/tests/client/chat-form-mention-picker-gate.svelte.test.ts b/ui/apps/chat/tests/client/chat-form-mention-picker-gate.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/chat-form-mention-picker-gate.svelte.test.ts rename to ui/apps/chat/tests/client/chat-form-mention-picker-gate.svelte.test.ts diff --git a/tools/ui/tests/client/chat-form-pickers-touch.svelte.test.ts b/ui/apps/chat/tests/client/chat-form-pickers-touch.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/chat-form-pickers-touch.svelte.test.ts rename to ui/apps/chat/tests/client/chat-form-pickers-touch.svelte.test.ts diff --git a/tools/ui/tests/client/chat-form-single-row.svelte.test.ts b/ui/apps/chat/tests/client/chat-form-single-row.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/chat-form-single-row.svelte.test.ts rename to ui/apps/chat/tests/client/chat-form-single-row.svelte.test.ts diff --git a/tools/ui/tests/client/chat-form-slash-commands.svelte.test.ts b/ui/apps/chat/tests/client/chat-form-slash-commands.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/chat-form-slash-commands.svelte.test.ts rename to ui/apps/chat/tests/client/chat-form-slash-commands.svelte.test.ts diff --git a/tools/ui/tests/client/chat-screen-form-single-row-setting.svelte.test.ts b/ui/apps/chat/tests/client/chat-screen-form-single-row-setting.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/chat-screen-form-single-row-setting.svelte.test.ts rename to ui/apps/chat/tests/client/chat-screen-form-single-row-setting.svelte.test.ts diff --git a/tools/ui/tests/client/chat-tabs-store.svelte.test.ts b/ui/apps/chat/tests/client/chat-tabs-store.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/chat-tabs-store.svelte.test.ts rename to ui/apps/chat/tests/client/chat-tabs-store.svelte.test.ts diff --git a/tools/ui/tests/client/collapsible-lazy-body.svelte.test.ts b/ui/apps/chat/tests/client/collapsible-lazy-body.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/collapsible-lazy-body.svelte.test.ts rename to ui/apps/chat/tests/client/collapsible-lazy-body.svelte.test.ts diff --git a/tools/ui/tests/client/components/AgenticPerfWrapper.svelte b/ui/apps/chat/tests/client/components/AgenticPerfWrapper.svelte similarity index 100% rename from tools/ui/tests/client/components/AgenticPerfWrapper.svelte rename to ui/apps/chat/tests/client/components/AgenticPerfWrapper.svelte diff --git a/tools/ui/tests/client/components/ChatFormActionRecordWrapper.svelte b/ui/apps/chat/tests/client/components/ChatFormActionRecordWrapper.svelte similarity index 100% rename from tools/ui/tests/client/components/ChatFormActionRecordWrapper.svelte rename to ui/apps/chat/tests/client/components/ChatFormActionRecordWrapper.svelte diff --git a/tools/ui/tests/client/components/ChatFormPickersHarness.svelte b/ui/apps/chat/tests/client/components/ChatFormPickersHarness.svelte similarity index 100% rename from tools/ui/tests/client/components/ChatFormPickersHarness.svelte rename to ui/apps/chat/tests/client/components/ChatFormPickersHarness.svelte diff --git a/tools/ui/tests/client/components/ChatFormTestWrapper.svelte b/ui/apps/chat/tests/client/components/ChatFormTestWrapper.svelte similarity index 100% rename from tools/ui/tests/client/components/ChatFormTestWrapper.svelte rename to ui/apps/chat/tests/client/components/ChatFormTestWrapper.svelte diff --git a/tools/ui/tests/client/components/ChatMessagesPerfWrapper.svelte b/ui/apps/chat/tests/client/components/ChatMessagesPerfWrapper.svelte similarity index 100% rename from tools/ui/tests/client/components/ChatMessagesPerfWrapper.svelte rename to ui/apps/chat/tests/client/components/ChatMessagesPerfWrapper.svelte diff --git a/tools/ui/tests/client/components/ChatScreenFormTestWrapper.svelte b/ui/apps/chat/tests/client/components/ChatScreenFormTestWrapper.svelte similarity index 100% rename from tools/ui/tests/client/components/ChatScreenFormTestWrapper.svelte rename to ui/apps/chat/tests/client/components/ChatScreenFormTestWrapper.svelte diff --git a/tools/ui/tests/client/components/CollapsibleLazyBodyHarness.svelte b/ui/apps/chat/tests/client/components/CollapsibleLazyBodyHarness.svelte similarity index 100% rename from tools/ui/tests/client/components/CollapsibleLazyBodyHarness.svelte rename to ui/apps/chat/tests/client/components/CollapsibleLazyBodyHarness.svelte diff --git a/tools/ui/tests/client/components/ConversationRowHarness.svelte b/ui/apps/chat/tests/client/components/ConversationRowHarness.svelte similarity index 100% rename from tools/ui/tests/client/components/ConversationRowHarness.svelte rename to ui/apps/chat/tests/client/components/ConversationRowHarness.svelte diff --git a/tools/ui/tests/client/components/DialogPanelWrapper.svelte b/ui/apps/chat/tests/client/components/DialogPanelWrapper.svelte similarity index 100% rename from tools/ui/tests/client/components/DialogPanelWrapper.svelte rename to ui/apps/chat/tests/client/components/DialogPanelWrapper.svelte diff --git a/tools/ui/tests/client/components/McpServerFormWrapper.svelte b/ui/apps/chat/tests/client/components/McpServerFormWrapper.svelte similarity index 100% rename from tools/ui/tests/client/components/McpServerFormWrapper.svelte rename to ui/apps/chat/tests/client/components/McpServerFormWrapper.svelte diff --git a/tools/ui/tests/client/components/ModelsManagerRowWrapper.svelte b/ui/apps/chat/tests/client/components/ModelsManagerRowWrapper.svelte similarity index 100% rename from tools/ui/tests/client/components/ModelsManagerRowWrapper.svelte rename to ui/apps/chat/tests/client/components/ModelsManagerRowWrapper.svelte diff --git a/tools/ui/tests/client/components/ModelsManagerWrapper.svelte b/ui/apps/chat/tests/client/components/ModelsManagerWrapper.svelte similarity index 100% rename from tools/ui/tests/client/components/ModelsManagerWrapper.svelte rename to ui/apps/chat/tests/client/components/ModelsManagerWrapper.svelte diff --git a/tools/ui/tests/client/components/ModelsSelectorHookHarness.svelte b/ui/apps/chat/tests/client/components/ModelsSelectorHookHarness.svelte similarity index 100% rename from tools/ui/tests/client/components/ModelsSelectorHookHarness.svelte rename to ui/apps/chat/tests/client/components/ModelsSelectorHookHarness.svelte diff --git a/tools/ui/tests/client/components/PickerListScrollHarness.svelte b/ui/apps/chat/tests/client/components/PickerListScrollHarness.svelte similarity index 100% rename from tools/ui/tests/client/components/PickerListScrollHarness.svelte rename to ui/apps/chat/tests/client/components/PickerListScrollHarness.svelte diff --git a/tools/ui/tests/client/components/SidebarNavigationHarness.svelte b/ui/apps/chat/tests/client/components/SidebarNavigationHarness.svelte similarity index 100% rename from tools/ui/tests/client/components/SidebarNavigationHarness.svelte rename to ui/apps/chat/tests/client/components/SidebarNavigationHarness.svelte diff --git a/tools/ui/tests/client/components/TestWrapper.svelte b/ui/apps/chat/tests/client/components/TestWrapper.svelte similarity index 100% rename from tools/ui/tests/client/components/TestWrapper.svelte rename to ui/apps/chat/tests/client/components/TestWrapper.svelte diff --git a/tools/ui/tests/client/components/agentic-perf-state.svelte.ts b/ui/apps/chat/tests/client/components/agentic-perf-state.svelte.ts similarity index 100% rename from tools/ui/tests/client/components/agentic-perf-state.svelte.ts rename to ui/apps/chat/tests/client/components/agentic-perf-state.svelte.ts diff --git a/tools/ui/tests/client/context-panel-mobile.svelte.test.ts b/ui/apps/chat/tests/client/context-panel-mobile.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/context-panel-mobile.svelte.test.ts rename to ui/apps/chat/tests/client/context-panel-mobile.svelte.test.ts diff --git a/tools/ui/tests/client/conversation-import-db.svelte.test.ts b/ui/apps/chat/tests/client/conversation-import-db.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/conversation-import-db.svelte.test.ts rename to ui/apps/chat/tests/client/conversation-import-db.svelte.test.ts diff --git a/tools/ui/tests/client/conversation-row-hold-mobile.svelte.test.ts b/ui/apps/chat/tests/client/conversation-row-hold-mobile.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/conversation-row-hold-mobile.svelte.test.ts rename to ui/apps/chat/tests/client/conversation-row-hold-mobile.svelte.test.ts diff --git a/tools/ui/tests/client/dialog-focus-mobile.svelte.test.ts b/ui/apps/chat/tests/client/dialog-focus-mobile.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/dialog-focus-mobile.svelte.test.ts rename to ui/apps/chat/tests/client/dialog-focus-mobile.svelte.test.ts diff --git a/tools/ui/tests/client/exec-shell-command-streaming.svelte.test.ts b/ui/apps/chat/tests/client/exec-shell-command-streaming.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/exec-shell-command-streaming.svelte.test.ts rename to ui/apps/chat/tests/client/exec-shell-command-streaming.svelte.test.ts diff --git a/tools/ui/tests/client/groups-db.svelte.test.ts b/ui/apps/chat/tests/client/groups-db.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/groups-db.svelte.test.ts rename to ui/apps/chat/tests/client/groups-db.svelte.test.ts diff --git a/tools/ui/tests/client/haptics.svelte.test.ts b/ui/apps/chat/tests/client/haptics.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/haptics.svelte.test.ts rename to ui/apps/chat/tests/client/haptics.svelte.test.ts diff --git a/tools/ui/tests/client/highlight-theme.svelte.test.ts b/ui/apps/chat/tests/client/highlight-theme.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/highlight-theme.svelte.test.ts rename to ui/apps/chat/tests/client/highlight-theme.svelte.test.ts diff --git a/tools/ui/tests/client/keyboard-inset.svelte.test.ts b/ui/apps/chat/tests/client/keyboard-inset.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/keyboard-inset.svelte.test.ts rename to ui/apps/chat/tests/client/keyboard-inset.svelte.test.ts diff --git a/tools/ui/tests/client/markdown-content-sanitize.svelte.test.ts b/ui/apps/chat/tests/client/markdown-content-sanitize.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/markdown-content-sanitize.svelte.test.ts rename to ui/apps/chat/tests/client/markdown-content-sanitize.svelte.test.ts diff --git a/tools/ui/tests/client/markdown-editor-margins.svelte.test.ts b/ui/apps/chat/tests/client/markdown-editor-margins.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/markdown-editor-margins.svelte.test.ts rename to ui/apps/chat/tests/client/markdown-editor-margins.svelte.test.ts diff --git a/tools/ui/tests/client/markdown-editor.svelte.test.ts b/ui/apps/chat/tests/client/markdown-editor.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/markdown-editor.svelte.test.ts rename to ui/apps/chat/tests/client/markdown-editor.svelte.test.ts diff --git a/tools/ui/tests/client/mcp-display-name.svelte.test.ts b/ui/apps/chat/tests/client/mcp-display-name.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/mcp-display-name.svelte.test.ts rename to ui/apps/chat/tests/client/mcp-display-name.svelte.test.ts diff --git a/tools/ui/tests/client/mcp-icon-proxy-url.svelte.test.ts b/ui/apps/chat/tests/client/mcp-icon-proxy-url.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/mcp-icon-proxy-url.svelte.test.ts rename to ui/apps/chat/tests/client/mcp-icon-proxy-url.svelte.test.ts diff --git a/tools/ui/tests/client/mcp-server-form.svelte.test.ts b/ui/apps/chat/tests/client/mcp-server-form.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/mcp-server-form.svelte.test.ts rename to ui/apps/chat/tests/client/mcp-server-form.svelte.test.ts diff --git a/tools/ui/tests/client/microphone-unavailable.svelte.test.ts b/ui/apps/chat/tests/client/microphone-unavailable.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/microphone-unavailable.svelte.test.ts rename to ui/apps/chat/tests/client/microphone-unavailable.svelte.test.ts diff --git a/tools/ui/tests/client/model-avatar-orgs.svelte.test.ts b/ui/apps/chat/tests/client/model-avatar-orgs.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/model-avatar-orgs.svelte.test.ts rename to ui/apps/chat/tests/client/model-avatar-orgs.svelte.test.ts diff --git a/tools/ui/tests/client/models-download-flows.svelte.test.ts b/ui/apps/chat/tests/client/models-download-flows.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/models-download-flows.svelte.test.ts rename to ui/apps/chat/tests/client/models-download-flows.svelte.test.ts diff --git a/tools/ui/tests/client/models-manager-rows.svelte.test.ts b/ui/apps/chat/tests/client/models-manager-rows.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/models-manager-rows.svelte.test.ts rename to ui/apps/chat/tests/client/models-manager-rows.svelte.test.ts diff --git a/tools/ui/tests/client/models-manager-sort-filter.svelte.test.ts b/ui/apps/chat/tests/client/models-manager-sort-filter.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/models-manager-sort-filter.svelte.test.ts rename to ui/apps/chat/tests/client/models-manager-sort-filter.svelte.test.ts diff --git a/tools/ui/tests/client/models-manager-utils.svelte.test.ts b/ui/apps/chat/tests/client/models-manager-utils.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/models-manager-utils.svelte.test.ts rename to ui/apps/chat/tests/client/models-manager-utils.svelte.test.ts diff --git a/tools/ui/tests/client/models-selector-hidden.svelte.test.ts b/ui/apps/chat/tests/client/models-selector-hidden.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/models-selector-hidden.svelte.test.ts rename to ui/apps/chat/tests/client/models-selector-hidden.svelte.test.ts diff --git a/tools/ui/tests/client/models-selector-mobile.svelte.test.ts b/ui/apps/chat/tests/client/models-selector-mobile.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/models-selector-mobile.svelte.test.ts rename to ui/apps/chat/tests/client/models-selector-mobile.svelte.test.ts diff --git a/tools/ui/tests/client/models-sidecar-badges.svelte.test.ts b/ui/apps/chat/tests/client/models-sidecar-badges.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/models-sidecar-badges.svelte.test.ts rename to ui/apps/chat/tests/client/models-sidecar-badges.svelte.test.ts diff --git a/tools/ui/tests/client/nested-surfaces.svelte.test.ts b/ui/apps/chat/tests/client/nested-surfaces.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/nested-surfaces.svelte.test.ts rename to ui/apps/chat/tests/client/nested-surfaces.svelte.test.ts diff --git a/tools/ui/tests/client/page.svelte.test.ts b/ui/apps/chat/tests/client/page.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/page.svelte.test.ts rename to ui/apps/chat/tests/client/page.svelte.test.ts diff --git a/tools/ui/tests/client/picker-list-scroll.svelte.test.ts b/ui/apps/chat/tests/client/picker-list-scroll.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/picker-list-scroll.svelte.test.ts rename to ui/apps/chat/tests/client/picker-list-scroll.svelte.test.ts diff --git a/tools/ui/tests/client/reasoning-control-mobile.svelte.test.ts b/ui/apps/chat/tests/client/reasoning-control-mobile.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/reasoning-control-mobile.svelte.test.ts rename to ui/apps/chat/tests/client/reasoning-control-mobile.svelte.test.ts diff --git a/tools/ui/tests/client/sandbox.service.svelte.test.ts b/ui/apps/chat/tests/client/sandbox.service.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/sandbox.service.svelte.test.ts rename to ui/apps/chat/tests/client/sandbox.service.svelte.test.ts diff --git a/tools/ui/tests/client/search-chats-default-disabled-migration.svelte.test.ts b/ui/apps/chat/tests/client/search-chats-default-disabled-migration.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/search-chats-default-disabled-migration.svelte.test.ts rename to ui/apps/chat/tests/client/search-chats-default-disabled-migration.svelte.test.ts diff --git a/tools/ui/tests/client/search-chats.service.svelte.test.ts b/ui/apps/chat/tests/client/search-chats.service.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/search-chats.service.svelte.test.ts rename to ui/apps/chat/tests/client/search-chats.service.svelte.test.ts diff --git a/tools/ui/tests/client/settings-model-org-name-key-migration.svelte.test.ts b/ui/apps/chat/tests/client/settings-model-org-name-key-migration.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/settings-model-org-name-key-migration.svelte.test.ts rename to ui/apps/chat/tests/client/settings-model-org-name-key-migration.svelte.test.ts diff --git a/tools/ui/tests/client/settings-registry-invariants.svelte.test.ts b/ui/apps/chat/tests/client/settings-registry-invariants.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/settings-registry-invariants.svelte.test.ts rename to ui/apps/chat/tests/client/settings-registry-invariants.svelte.test.ts diff --git a/tools/ui/tests/client/settings-render-keys-migration.svelte.test.ts b/ui/apps/chat/tests/client/settings-render-keys-migration.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/settings-render-keys-migration.svelte.test.ts rename to ui/apps/chat/tests/client/settings-render-keys-migration.svelte.test.ts diff --git a/tools/ui/tests/client/settings-tools-policy.svelte.test.ts b/ui/apps/chat/tests/client/settings-tools-policy.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/settings-tools-policy.svelte.test.ts rename to ui/apps/chat/tests/client/settings-tools-policy.svelte.test.ts diff --git a/tools/ui/tests/client/sidebar-hidden-clicks.svelte.test.ts b/ui/apps/chat/tests/client/sidebar-hidden-clicks.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/sidebar-hidden-clicks.svelte.test.ts rename to ui/apps/chat/tests/client/sidebar-hidden-clicks.svelte.test.ts diff --git a/tools/ui/tests/client/stick-to-bottom-affordance.svelte.test.ts b/ui/apps/chat/tests/client/stick-to-bottom-affordance.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/stick-to-bottom-affordance.svelte.test.ts rename to ui/apps/chat/tests/client/stick-to-bottom-affordance.svelte.test.ts diff --git a/tools/ui/tests/client/stick-to-bottom.svelte.test.ts b/ui/apps/chat/tests/client/stick-to-bottom.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/stick-to-bottom.svelte.test.ts rename to ui/apps/chat/tests/client/stick-to-bottom.svelte.test.ts diff --git a/tools/ui/tests/client/tool-call-block-streamed-body.svelte.test.ts b/ui/apps/chat/tests/client/tool-call-block-streamed-body.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/tool-call-block-streamed-body.svelte.test.ts rename to ui/apps/chat/tests/client/tool-call-block-streamed-body.svelte.test.ts diff --git a/tools/ui/tests/client/tool-call-in-progress.svelte.test.ts b/ui/apps/chat/tests/client/tool-call-in-progress.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/tool-call-in-progress.svelte.test.ts rename to ui/apps/chat/tests/client/tool-call-in-progress.svelte.test.ts diff --git a/tools/ui/tests/client/ui-settings-sync.svelte.test.ts b/ui/apps/chat/tests/client/ui-settings-sync.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/ui-settings-sync.svelte.test.ts rename to ui/apps/chat/tests/client/ui-settings-sync.svelte.test.ts diff --git a/tools/ui/tests/client/update-message-in-place.svelte.test.ts b/ui/apps/chat/tests/client/update-message-in-place.svelte.test.ts similarity index 100% rename from tools/ui/tests/client/update-message-in-place.svelte.test.ts rename to ui/apps/chat/tests/client/update-message-in-place.svelte.test.ts diff --git a/tools/ui/tests/debug/ViewportProbe.svelte b/ui/apps/chat/tests/debug/ViewportProbe.svelte similarity index 100% rename from tools/ui/tests/debug/ViewportProbe.svelte rename to ui/apps/chat/tests/debug/ViewportProbe.svelte diff --git a/tools/ui/tests/e2e/pwa.e2e.ts b/ui/apps/chat/tests/e2e/pwa.e2e.ts similarity index 100% rename from tools/ui/tests/e2e/pwa.e2e.ts rename to ui/apps/chat/tests/e2e/pwa.e2e.ts diff --git a/tools/ui/tests/stories/ChatFormSingleRow.stories.svelte b/ui/apps/chat/tests/stories/ChatFormSingleRow.stories.svelte similarity index 100% rename from tools/ui/tests/stories/ChatFormSingleRow.stories.svelte rename to ui/apps/chat/tests/stories/ChatFormSingleRow.stories.svelte diff --git a/tools/ui/tests/stories/ChatMessage.stories.svelte b/ui/apps/chat/tests/stories/ChatMessage.stories.svelte similarity index 100% rename from tools/ui/tests/stories/ChatMessage.stories.svelte rename to ui/apps/chat/tests/stories/ChatMessage.stories.svelte diff --git a/tools/ui/tests/stories/ChatScreenForm.stories.svelte b/ui/apps/chat/tests/stories/ChatScreenForm.stories.svelte similarity index 100% rename from tools/ui/tests/stories/ChatScreenForm.stories.svelte rename to ui/apps/chat/tests/stories/ChatScreenForm.stories.svelte diff --git a/tools/ui/tests/stories/Introduction.mdx b/ui/apps/chat/tests/stories/Introduction.mdx similarity index 82% rename from tools/ui/tests/stories/Introduction.mdx rename to ui/apps/chat/tests/stories/Introduction.mdx index d4c0c792164c..7ee9182689c4 100644 --- a/tools/ui/tests/stories/Introduction.mdx +++ b/ui/apps/chat/tests/stories/Introduction.mdx @@ -2,13 +2,13 @@ import { Meta } from '@storybook/addon-docs/blocks'; -# llama.cpp Web UI +# Llama Chat -Welcome to the **llama-ui** component library! This Storybook showcases the components used in the modern web interface for the llama-server. +Welcome to **Llama UI**, the component library of Llama Chat! This Storybook showcases the components used in Llama Chat, the modern web interface for the llama-server. ## 🚀 About This Project -Llama UI is a modern web interface for the llama-server, built with SvelteKit and ShadCN UI. Features include: +Llama Chat is a modern web interface for the llama-server, built with SvelteKit and ShadCN UI. Features include: - **Real-time chat conversations** with AI assistants - **Multi-conversation management** with persistent storage diff --git a/tools/ui/tests/stories/MarkdownContent.stories.svelte b/ui/apps/chat/tests/stories/MarkdownContent.stories.svelte similarity index 100% rename from tools/ui/tests/stories/MarkdownContent.stories.svelte rename to ui/apps/chat/tests/stories/MarkdownContent.stories.svelte diff --git a/tools/ui/tests/stories/ModelsManager.stories.svelte b/ui/apps/chat/tests/stories/ModelsManager.stories.svelte similarity index 100% rename from tools/ui/tests/stories/ModelsManager.stories.svelte rename to ui/apps/chat/tests/stories/ModelsManager.stories.svelte diff --git a/tools/ui/tests/stories/ModelsSelector.stories.svelte b/ui/apps/chat/tests/stories/ModelsSelector.stories.svelte similarity index 100% rename from tools/ui/tests/stories/ModelsSelector.stories.svelte rename to ui/apps/chat/tests/stories/ModelsSelector.stories.svelte diff --git a/tools/ui/tests/stories/PwaRefreshAlert.stories.svelte b/ui/apps/chat/tests/stories/PwaRefreshAlert.stories.svelte similarity index 100% rename from tools/ui/tests/stories/PwaRefreshAlert.stories.svelte rename to ui/apps/chat/tests/stories/PwaRefreshAlert.stories.svelte diff --git a/tools/ui/tests/stories/SidebarNavigation.stories.svelte b/ui/apps/chat/tests/stories/SidebarNavigation.stories.svelte similarity index 100% rename from tools/ui/tests/stories/SidebarNavigation.stories.svelte rename to ui/apps/chat/tests/stories/SidebarNavigation.stories.svelte diff --git a/tools/ui/tests/stories/a11y/ActionIcon.a11y.stories.svelte b/ui/apps/chat/tests/stories/a11y/ActionIcon.a11y.stories.svelte similarity index 100% rename from tools/ui/tests/stories/a11y/ActionIcon.a11y.stories.svelte rename to ui/apps/chat/tests/stories/a11y/ActionIcon.a11y.stories.svelte diff --git a/tools/ui/tests/stories/a11y/ChatMessageStatistics.a11y.stories.svelte b/ui/apps/chat/tests/stories/a11y/ChatMessageStatistics.a11y.stories.svelte similarity index 100% rename from tools/ui/tests/stories/a11y/ChatMessageStatistics.a11y.stories.svelte rename to ui/apps/chat/tests/stories/a11y/ChatMessageStatistics.a11y.stories.svelte diff --git a/tools/ui/tests/stories/a11y/ChatScreenForm.a11y.stories.svelte b/ui/apps/chat/tests/stories/a11y/ChatScreenForm.a11y.stories.svelte similarity index 100% rename from tools/ui/tests/stories/a11y/ChatScreenForm.a11y.stories.svelte rename to ui/apps/chat/tests/stories/a11y/ChatScreenForm.a11y.stories.svelte diff --git a/tools/ui/tests/stories/a11y/ModelsManager.a11y.stories.svelte b/ui/apps/chat/tests/stories/a11y/ModelsManager.a11y.stories.svelte similarity index 100% rename from tools/ui/tests/stories/a11y/ModelsManager.a11y.stories.svelte rename to ui/apps/chat/tests/stories/a11y/ModelsManager.a11y.stories.svelte diff --git a/tools/ui/tests/stories/a11y/ScrollCarousel.a11y.stories.svelte b/ui/apps/chat/tests/stories/a11y/ScrollCarousel.a11y.stories.svelte similarity index 100% rename from tools/ui/tests/stories/a11y/ScrollCarousel.a11y.stories.svelte rename to ui/apps/chat/tests/stories/a11y/ScrollCarousel.a11y.stories.svelte diff --git a/tools/ui/tests/stories/a11y/SidebarNavigationConversationItem.a11y.stories.svelte b/ui/apps/chat/tests/stories/a11y/SidebarNavigationConversationItem.a11y.stories.svelte similarity index 100% rename from tools/ui/tests/stories/a11y/SidebarNavigationConversationItem.a11y.stories.svelte rename to ui/apps/chat/tests/stories/a11y/SidebarNavigationConversationItem.a11y.stories.svelte diff --git a/tools/ui/tests/stories/chat/screen/attachments/ChatAttachmentsPreview.stories.svelte b/ui/apps/chat/tests/stories/chat/screen/attachments/ChatAttachmentsPreview.stories.svelte similarity index 100% rename from tools/ui/tests/stories/chat/screen/attachments/ChatAttachmentsPreview.stories.svelte rename to ui/apps/chat/tests/stories/chat/screen/attachments/ChatAttachmentsPreview.stories.svelte diff --git a/tools/ui/tests/stories/fixtures/ChatFormSingleRowPreview.svelte b/ui/apps/chat/tests/stories/fixtures/ChatFormSingleRowPreview.svelte similarity index 100% rename from tools/ui/tests/stories/fixtures/ChatFormSingleRowPreview.svelte rename to ui/apps/chat/tests/stories/fixtures/ChatFormSingleRowPreview.svelte diff --git a/tools/ui/tests/stories/fixtures/ai-tutorial.ts b/ui/apps/chat/tests/stories/fixtures/ai-tutorial.ts similarity index 100% rename from tools/ui/tests/stories/fixtures/ai-tutorial.ts rename to ui/apps/chat/tests/stories/fixtures/ai-tutorial.ts diff --git a/tools/ui/tests/stories/fixtures/api-docs.ts b/ui/apps/chat/tests/stories/fixtures/api-docs.ts similarity index 100% rename from tools/ui/tests/stories/fixtures/api-docs.ts rename to ui/apps/chat/tests/stories/fixtures/api-docs.ts diff --git a/tools/ui/tests/stories/fixtures/assets/1.jpg b/ui/apps/chat/tests/stories/fixtures/assets/1.jpg similarity index 100% rename from tools/ui/tests/stories/fixtures/assets/1.jpg rename to ui/apps/chat/tests/stories/fixtures/assets/1.jpg diff --git a/tools/ui/tests/stories/fixtures/assets/beautiful-flowers-lotus.webp b/ui/apps/chat/tests/stories/fixtures/assets/beautiful-flowers-lotus.webp similarity index 100% rename from tools/ui/tests/stories/fixtures/assets/beautiful-flowers-lotus.webp rename to ui/apps/chat/tests/stories/fixtures/assets/beautiful-flowers-lotus.webp diff --git a/tools/ui/tests/stories/fixtures/assets/example.pdf b/ui/apps/chat/tests/stories/fixtures/assets/example.pdf similarity index 100% rename from tools/ui/tests/stories/fixtures/assets/example.pdf rename to ui/apps/chat/tests/stories/fixtures/assets/example.pdf diff --git a/tools/ui/tests/stories/fixtures/assets/hf-logo.svg b/ui/apps/chat/tests/stories/fixtures/assets/hf-logo.svg similarity index 100% rename from tools/ui/tests/stories/fixtures/assets/hf-logo.svg rename to ui/apps/chat/tests/stories/fixtures/assets/hf-logo.svg diff --git a/tools/ui/tests/stories/fixtures/blog-post.ts b/ui/apps/chat/tests/stories/fixtures/blog-post.ts similarity index 100% rename from tools/ui/tests/stories/fixtures/blog-post.ts rename to ui/apps/chat/tests/stories/fixtures/blog-post.ts diff --git a/tools/ui/tests/stories/fixtures/data-analysis.ts b/ui/apps/chat/tests/stories/fixtures/data-analysis.ts similarity index 100% rename from tools/ui/tests/stories/fixtures/data-analysis.ts rename to ui/apps/chat/tests/stories/fixtures/data-analysis.ts diff --git a/tools/ui/tests/stories/fixtures/empty.ts b/ui/apps/chat/tests/stories/fixtures/empty.ts similarity index 100% rename from tools/ui/tests/stories/fixtures/empty.ts rename to ui/apps/chat/tests/stories/fixtures/empty.ts diff --git a/tools/ui/tests/stories/fixtures/math-formulas.ts b/ui/apps/chat/tests/stories/fixtures/math-formulas.ts similarity index 100% rename from tools/ui/tests/stories/fixtures/math-formulas.ts rename to ui/apps/chat/tests/stories/fixtures/math-formulas.ts diff --git a/tools/ui/tests/stories/fixtures/mobile-tables.ts b/ui/apps/chat/tests/stories/fixtures/mobile-tables.ts similarity index 100% rename from tools/ui/tests/stories/fixtures/mobile-tables.ts rename to ui/apps/chat/tests/stories/fixtures/mobile-tables.ts diff --git a/tools/ui/tests/stories/fixtures/readme.ts b/ui/apps/chat/tests/stories/fixtures/readme.ts similarity index 100% rename from tools/ui/tests/stories/fixtures/readme.ts rename to ui/apps/chat/tests/stories/fixtures/readme.ts diff --git a/tools/ui/tests/stories/fixtures/storybook-mocks.ts b/ui/apps/chat/tests/stories/fixtures/storybook-mocks.ts similarity index 100% rename from tools/ui/tests/stories/fixtures/storybook-mocks.ts rename to ui/apps/chat/tests/stories/fixtures/storybook-mocks.ts diff --git a/tools/ui/tests/unit/abort.test.ts b/ui/apps/chat/tests/unit/abort.test.ts similarity index 100% rename from tools/ui/tests/unit/abort.test.ts rename to ui/apps/chat/tests/unit/abort.test.ts diff --git a/tools/ui/tests/unit/agentic-hotpath.bench.ts b/ui/apps/chat/tests/unit/agentic-hotpath.bench.ts similarity index 100% rename from tools/ui/tests/unit/agentic-hotpath.bench.ts rename to ui/apps/chat/tests/unit/agentic-hotpath.bench.ts diff --git a/tools/ui/tests/unit/agentic-max-turns-default.test.ts b/ui/apps/chat/tests/unit/agentic-max-turns-default.test.ts similarity index 100% rename from tools/ui/tests/unit/agentic-max-turns-default.test.ts rename to ui/apps/chat/tests/unit/agentic-max-turns-default.test.ts diff --git a/tools/ui/tests/unit/agentic-section-expansion.test.ts b/ui/apps/chat/tests/unit/agentic-section-expansion.test.ts similarity index 100% rename from tools/ui/tests/unit/agentic-section-expansion.test.ts rename to ui/apps/chat/tests/unit/agentic-section-expansion.test.ts diff --git a/tools/ui/tests/unit/agentic-sections.test.ts b/ui/apps/chat/tests/unit/agentic-sections.test.ts similarity index 100% rename from tools/ui/tests/unit/agentic-sections.test.ts rename to ui/apps/chat/tests/unit/agentic-sections.test.ts diff --git a/tools/ui/tests/unit/agentic-strip.test.ts b/ui/apps/chat/tests/unit/agentic-strip.test.ts similarity index 100% rename from tools/ui/tests/unit/agentic-strip.test.ts rename to ui/apps/chat/tests/unit/agentic-strip.test.ts diff --git a/tools/ui/tests/unit/assistant-raw-output.test.ts b/ui/apps/chat/tests/unit/assistant-raw-output.test.ts similarity index 100% rename from tools/ui/tests/unit/assistant-raw-output.test.ts rename to ui/apps/chat/tests/unit/assistant-raw-output.test.ts diff --git a/tools/ui/tests/unit/branching.test.ts b/ui/apps/chat/tests/unit/branching.test.ts similarity index 100% rename from tools/ui/tests/unit/branching.test.ts rename to ui/apps/chat/tests/unit/branching.test.ts diff --git a/tools/ui/tests/unit/brand-favicons.test.ts b/ui/apps/chat/tests/unit/brand-favicons.test.ts similarity index 100% rename from tools/ui/tests/unit/brand-favicons.test.ts rename to ui/apps/chat/tests/unit/brand-favicons.test.ts diff --git a/tools/ui/tests/unit/chat-activity.test.ts b/ui/apps/chat/tests/unit/chat-activity.test.ts similarity index 100% rename from tools/ui/tests/unit/chat-activity.test.ts rename to ui/apps/chat/tests/unit/chat-activity.test.ts diff --git a/tools/ui/tests/unit/chat-form-expand.test.ts b/ui/apps/chat/tests/unit/chat-form-expand.test.ts similarity index 100% rename from tools/ui/tests/unit/chat-form-expand.test.ts rename to ui/apps/chat/tests/unit/chat-form-expand.test.ts diff --git a/tools/ui/tests/unit/classify-tool-result.test.ts b/ui/apps/chat/tests/unit/classify-tool-result.test.ts similarity index 100% rename from tools/ui/tests/unit/classify-tool-result.test.ts rename to ui/apps/chat/tests/unit/classify-tool-result.test.ts diff --git a/tools/ui/tests/unit/clipboard.test.ts b/ui/apps/chat/tests/unit/clipboard.test.ts similarity index 100% rename from tools/ui/tests/unit/clipboard.test.ts rename to ui/apps/chat/tests/unit/clipboard.test.ts diff --git a/tools/ui/tests/unit/code.test.ts b/ui/apps/chat/tests/unit/code.test.ts similarity index 100% rename from tools/ui/tests/unit/code.test.ts rename to ui/apps/chat/tests/unit/code.test.ts diff --git a/tools/ui/tests/unit/command-token.test.ts b/ui/apps/chat/tests/unit/command-token.test.ts similarity index 100% rename from tools/ui/tests/unit/command-token.test.ts rename to ui/apps/chat/tests/unit/command-token.test.ts diff --git a/tools/ui/tests/unit/compaction.test.ts b/ui/apps/chat/tests/unit/compaction.test.ts similarity index 100% rename from tools/ui/tests/unit/compaction.test.ts rename to ui/apps/chat/tests/unit/compaction.test.ts diff --git a/tools/ui/tests/unit/compute-line-diff.test.ts b/ui/apps/chat/tests/unit/compute-line-diff.test.ts similarity index 100% rename from tools/ui/tests/unit/compute-line-diff.test.ts rename to ui/apps/chat/tests/unit/compute-line-diff.test.ts diff --git a/tools/ui/tests/unit/continue-intent.test.ts b/ui/apps/chat/tests/unit/continue-intent.test.ts similarity index 100% rename from tools/ui/tests/unit/continue-intent.test.ts rename to ui/apps/chat/tests/unit/continue-intent.test.ts diff --git a/tools/ui/tests/unit/conversation-export.test.ts b/ui/apps/chat/tests/unit/conversation-export.test.ts similarity index 100% rename from tools/ui/tests/unit/conversation-export.test.ts rename to ui/apps/chat/tests/unit/conversation-export.test.ts diff --git a/tools/ui/tests/unit/conversation-import.test.ts b/ui/apps/chat/tests/unit/conversation-import.test.ts similarity index 100% rename from tools/ui/tests/unit/conversation-import.test.ts rename to ui/apps/chat/tests/unit/conversation-import.test.ts diff --git a/tools/ui/tests/unit/conversations-store.test.ts b/ui/apps/chat/tests/unit/conversations-store.test.ts similarity index 100% rename from tools/ui/tests/unit/conversations-store.test.ts rename to ui/apps/chat/tests/unit/conversations-store.test.ts diff --git a/tools/ui/tests/unit/formatters.test.ts b/ui/apps/chat/tests/unit/formatters.test.ts similarity index 100% rename from tools/ui/tests/unit/formatters.test.ts rename to ui/apps/chat/tests/unit/formatters.test.ts diff --git a/tools/ui/tests/unit/gguf-metadata.test.ts b/ui/apps/chat/tests/unit/gguf-metadata.test.ts similarity index 100% rename from tools/ui/tests/unit/gguf-metadata.test.ts rename to ui/apps/chat/tests/unit/gguf-metadata.test.ts diff --git a/tools/ui/tests/unit/glob-search-children.test.ts b/ui/apps/chat/tests/unit/glob-search-children.test.ts similarity index 100% rename from tools/ui/tests/unit/glob-search-children.test.ts rename to ui/apps/chat/tests/unit/glob-search-children.test.ts diff --git a/tools/ui/tests/unit/headers.test.ts b/ui/apps/chat/tests/unit/headers.test.ts similarity index 100% rename from tools/ui/tests/unit/headers.test.ts rename to ui/apps/chat/tests/unit/headers.test.ts diff --git a/tools/ui/tests/unit/hf-helpers.test.ts b/ui/apps/chat/tests/unit/hf-helpers.test.ts similarity index 100% rename from tools/ui/tests/unit/hf-helpers.test.ts rename to ui/apps/chat/tests/unit/hf-helpers.test.ts diff --git a/tools/ui/tests/unit/hf-mmproj-modalities.test.ts b/ui/apps/chat/tests/unit/hf-mmproj-modalities.test.ts similarity index 100% rename from tools/ui/tests/unit/hf-mmproj-modalities.test.ts rename to ui/apps/chat/tests/unit/hf-mmproj-modalities.test.ts diff --git a/tools/ui/tests/unit/jpeg-orientation.test.ts b/ui/apps/chat/tests/unit/jpeg-orientation.test.ts similarity index 100% rename from tools/ui/tests/unit/jpeg-orientation.test.ts rename to ui/apps/chat/tests/unit/jpeg-orientation.test.ts diff --git a/tools/ui/tests/unit/latex-protection.test.ts b/ui/apps/chat/tests/unit/latex-protection.test.ts similarity index 100% rename from tools/ui/tests/unit/latex-protection.test.ts rename to ui/apps/chat/tests/unit/latex-protection.test.ts diff --git a/tools/ui/tests/unit/markdown-structure.test.ts b/ui/apps/chat/tests/unit/markdown-structure.test.ts similarity index 100% rename from tools/ui/tests/unit/markdown-structure.test.ts rename to ui/apps/chat/tests/unit/markdown-structure.test.ts diff --git a/tools/ui/tests/unit/markdown-syntax.test.ts b/ui/apps/chat/tests/unit/markdown-syntax.test.ts similarity index 100% rename from tools/ui/tests/unit/markdown-syntax.test.ts rename to ui/apps/chat/tests/unit/markdown-syntax.test.ts diff --git a/tools/ui/tests/unit/mcp-default-overrides-merge.test.ts b/ui/apps/chat/tests/unit/mcp-default-overrides-merge.test.ts similarity index 100% rename from tools/ui/tests/unit/mcp-default-overrides-merge.test.ts rename to ui/apps/chat/tests/unit/mcp-default-overrides-merge.test.ts diff --git a/tools/ui/tests/unit/mcp-servers-default.test.ts b/ui/apps/chat/tests/unit/mcp-servers-default.test.ts similarity index 100% rename from tools/ui/tests/unit/mcp-servers-default.test.ts rename to ui/apps/chat/tests/unit/mcp-servers-default.test.ts diff --git a/tools/ui/tests/unit/mcp-service.test.ts b/ui/apps/chat/tests/unit/mcp-service.test.ts similarity index 100% rename from tools/ui/tests/unit/mcp-service.test.ts rename to ui/apps/chat/tests/unit/mcp-service.test.ts diff --git a/tools/ui/tests/unit/mention-badge.test.ts b/ui/apps/chat/tests/unit/mention-badge.test.ts similarity index 100% rename from tools/ui/tests/unit/mention-badge.test.ts rename to ui/apps/chat/tests/unit/mention-badge.test.ts diff --git a/tools/ui/tests/unit/mention-segments.test.ts b/ui/apps/chat/tests/unit/mention-segments.test.ts similarity index 100% rename from tools/ui/tests/unit/mention-segments.test.ts rename to ui/apps/chat/tests/unit/mention-segments.test.ts diff --git a/tools/ui/tests/unit/mention-token.test.ts b/ui/apps/chat/tests/unit/mention-token.test.ts similarity index 100% rename from tools/ui/tests/unit/mention-token.test.ts rename to ui/apps/chat/tests/unit/mention-token.test.ts diff --git a/tools/ui/tests/unit/model-compatibility.test.ts b/ui/apps/chat/tests/unit/model-compatibility.test.ts similarity index 100% rename from tools/ui/tests/unit/model-compatibility.test.ts rename to ui/apps/chat/tests/unit/model-compatibility.test.ts diff --git a/tools/ui/tests/unit/model-families.test.ts b/ui/apps/chat/tests/unit/model-families.test.ts similarity index 100% rename from tools/ui/tests/unit/model-families.test.ts rename to ui/apps/chat/tests/unit/model-families.test.ts diff --git a/tools/ui/tests/unit/model-id-parser.test.ts b/ui/apps/chat/tests/unit/model-id-parser.test.ts similarity index 100% rename from tools/ui/tests/unit/model-id-parser.test.ts rename to ui/apps/chat/tests/unit/model-id-parser.test.ts diff --git a/tools/ui/tests/unit/model-list.test.ts b/ui/apps/chat/tests/unit/model-list.test.ts similarity index 100% rename from tools/ui/tests/unit/model-list.test.ts rename to ui/apps/chat/tests/unit/model-list.test.ts diff --git a/tools/ui/tests/unit/model-names.test.ts b/ui/apps/chat/tests/unit/model-names.test.ts similarity index 100% rename from tools/ui/tests/unit/model-names.test.ts rename to ui/apps/chat/tests/unit/model-names.test.ts diff --git a/tools/ui/tests/unit/model-sidecar-grammar.test.ts b/ui/apps/chat/tests/unit/model-sidecar-grammar.test.ts similarity index 100% rename from tools/ui/tests/unit/model-sidecar-grammar.test.ts rename to ui/apps/chat/tests/unit/model-sidecar-grammar.test.ts diff --git a/tools/ui/tests/unit/parse-exec-shell-status.test.ts b/ui/apps/chat/tests/unit/parse-exec-shell-status.test.ts similarity index 100% rename from tools/ui/tests/unit/parse-exec-shell-status.test.ts rename to ui/apps/chat/tests/unit/parse-exec-shell-status.test.ts diff --git a/tools/ui/tests/unit/parse-mcp-server-settings.test.ts b/ui/apps/chat/tests/unit/parse-mcp-server-settings.test.ts similarity index 100% rename from tools/ui/tests/unit/parse-mcp-server-settings.test.ts rename to ui/apps/chat/tests/unit/parse-mcp-server-settings.test.ts diff --git a/tools/ui/tests/unit/parse-toolcalls-memo.test.ts b/ui/apps/chat/tests/unit/parse-toolcalls-memo.test.ts similarity index 100% rename from tools/ui/tests/unit/parse-toolcalls-memo.test.ts rename to ui/apps/chat/tests/unit/parse-toolcalls-memo.test.ts diff --git a/tools/ui/tests/unit/partial-tool-call-cleanup.test.ts b/ui/apps/chat/tests/unit/partial-tool-call-cleanup.test.ts similarity index 100% rename from tools/ui/tests/unit/partial-tool-call-cleanup.test.ts rename to ui/apps/chat/tests/unit/partial-tool-call-cleanup.test.ts diff --git a/tools/ui/tests/unit/pwa.spec.ts b/ui/apps/chat/tests/unit/pwa.spec.ts similarity index 100% rename from tools/ui/tests/unit/pwa.spec.ts rename to ui/apps/chat/tests/unit/pwa.spec.ts diff --git a/tools/ui/tests/unit/queued-message-isolation.test.ts b/ui/apps/chat/tests/unit/queued-message-isolation.test.ts similarity index 100% rename from tools/ui/tests/unit/queued-message-isolation.test.ts rename to ui/apps/chat/tests/unit/queued-message-isolation.test.ts diff --git a/tools/ui/tests/unit/reasoning-context.test.ts b/ui/apps/chat/tests/unit/reasoning-context.test.ts similarity index 100% rename from tools/ui/tests/unit/reasoning-context.test.ts rename to ui/apps/chat/tests/unit/reasoning-context.test.ts diff --git a/tools/ui/tests/unit/redact.test.ts b/ui/apps/chat/tests/unit/redact.test.ts similarity index 100% rename from tools/ui/tests/unit/redact.test.ts rename to ui/apps/chat/tests/unit/redact.test.ts diff --git a/tools/ui/tests/unit/request-helpers.test.ts b/ui/apps/chat/tests/unit/request-helpers.test.ts similarity index 100% rename from tools/ui/tests/unit/request-helpers.test.ts rename to ui/apps/chat/tests/unit/request-helpers.test.ts diff --git a/tools/ui/tests/unit/sanitize-headers.test.ts b/ui/apps/chat/tests/unit/sanitize-headers.test.ts similarity index 100% rename from tools/ui/tests/unit/sanitize-headers.test.ts rename to ui/apps/chat/tests/unit/sanitize-headers.test.ts diff --git a/tools/ui/tests/unit/search-chats.test.ts b/ui/apps/chat/tests/unit/search-chats.test.ts similarity index 100% rename from tools/ui/tests/unit/search-chats.test.ts rename to ui/apps/chat/tests/unit/search-chats.test.ts diff --git a/tools/ui/tests/unit/search-results-fixture.test.ts b/ui/apps/chat/tests/unit/search-results-fixture.test.ts similarity index 100% rename from tools/ui/tests/unit/search-results-fixture.test.ts rename to ui/apps/chat/tests/unit/search-results-fixture.test.ts diff --git a/tools/ui/tests/unit/search-results.test.ts b/ui/apps/chat/tests/unit/search-results.test.ts similarity index 100% rename from tools/ui/tests/unit/search-results.test.ts rename to ui/apps/chat/tests/unit/search-results.test.ts diff --git a/tools/ui/tests/unit/settings-private-fields.test.ts b/ui/apps/chat/tests/unit/settings-private-fields.test.ts similarity index 100% rename from tools/ui/tests/unit/settings-private-fields.test.ts rename to ui/apps/chat/tests/unit/settings-private-fields.test.ts diff --git a/tools/ui/tests/unit/settings-tool-call-in-progress.test.ts b/ui/apps/chat/tests/unit/settings-tool-call-in-progress.test.ts similarity index 100% rename from tools/ui/tests/unit/settings-tool-call-in-progress.test.ts rename to ui/apps/chat/tests/unit/settings-tool-call-in-progress.test.ts diff --git a/tools/ui/tests/unit/sse.test.ts b/ui/apps/chat/tests/unit/sse.test.ts similarity index 100% rename from tools/ui/tests/unit/sse.test.ts rename to ui/apps/chat/tests/unit/sse.test.ts diff --git a/tools/ui/tests/unit/stream-discovery.test.ts b/ui/apps/chat/tests/unit/stream-discovery.test.ts similarity index 100% rename from tools/ui/tests/unit/stream-discovery.test.ts rename to ui/apps/chat/tests/unit/stream-discovery.test.ts diff --git a/tools/ui/tests/unit/stream-finish.test.ts b/ui/apps/chat/tests/unit/stream-finish.test.ts similarity index 100% rename from tools/ui/tests/unit/stream-finish.test.ts rename to ui/apps/chat/tests/unit/stream-finish.test.ts diff --git a/tools/ui/tests/unit/stream-resume.test.ts b/ui/apps/chat/tests/unit/stream-resume.test.ts similarity index 100% rename from tools/ui/tests/unit/stream-resume.test.ts rename to ui/apps/chat/tests/unit/stream-resume.test.ts diff --git a/tools/ui/tests/unit/tool-call-meta.test.ts b/ui/apps/chat/tests/unit/tool-call-meta.test.ts similarity index 100% rename from tools/ui/tests/unit/tool-call-meta.test.ts rename to ui/apps/chat/tests/unit/tool-call-meta.test.ts diff --git a/tools/ui/tests/unit/tool-calls.test.ts b/ui/apps/chat/tests/unit/tool-calls.test.ts similarity index 100% rename from tools/ui/tests/unit/tool-calls.test.ts rename to ui/apps/chat/tests/unit/tool-calls.test.ts diff --git a/tools/ui/tests/unit/uri-template.test.ts b/ui/apps/chat/tests/unit/uri-template.test.ts similarity index 100% rename from tools/ui/tests/unit/uri-template.test.ts rename to ui/apps/chat/tests/unit/uri-template.test.ts diff --git a/tools/ui/tests/unit/working-directory.test.ts b/ui/apps/chat/tests/unit/working-directory.test.ts similarity index 100% rename from tools/ui/tests/unit/working-directory.test.ts rename to ui/apps/chat/tests/unit/working-directory.test.ts diff --git a/tools/ui/tsconfig.json b/ui/apps/chat/tsconfig.json similarity index 100% rename from tools/ui/tsconfig.json rename to ui/apps/chat/tsconfig.json diff --git a/tools/ui/ui.cpp.in b/ui/apps/chat/ui.cpp.in similarity index 100% rename from tools/ui/ui.cpp.in rename to ui/apps/chat/ui.cpp.in diff --git a/tools/ui/ui.h.in b/ui/apps/chat/ui.h.in similarity index 100% rename from tools/ui/ui.h.in rename to ui/apps/chat/ui.h.in diff --git a/tools/ui/vite.config.ts b/ui/apps/chat/vite.config.ts similarity index 100% rename from tools/ui/vite.config.ts rename to ui/apps/chat/vite.config.ts diff --git a/tools/ui/vitest-setup-client.ts b/ui/apps/chat/vitest-setup-client.ts similarity index 100% rename from tools/ui/vitest-setup-client.ts rename to ui/apps/chat/vitest-setup-client.ts diff --git a/tools/ui/vitest.shims.d.ts b/ui/apps/chat/vitest.shims.d.ts similarity index 100% rename from tools/ui/vitest.shims.d.ts rename to ui/apps/chat/vitest.shims.d.ts From a68c6136bb980d35281ae68d275d6f5318accc4a Mon Sep 17 00:00:00 2001 From: Xuan-Son Nguyen Date: Mon, 16 Nov 2026 17:32:27 +0100 Subject: [PATCH 105/249] mtmd: support fish audio s2 (#32330) * add fisk-audio-s2 support * add voice cloning * cont merge master * nits * nits * clean up * nits * use new batch api --- common/arg.cpp | 8 + common/common.h | 1 + conversion/__init__.py | 2 + conversion/base.py | 3 + conversion/drama3.py | 51 +++-- conversion/fish_s2.py | 276 ++++++++++++++++++++++++++ docs/multimodal/tts.md | 43 +++++ gguf-py/gguf/constants.py | 66 +++++++ tools/mtmd/CMakeLists.txt | 2 + tools/mtmd/README-dev.md | 5 +- tools/mtmd/models/fish-s2-gen.cpp | 74 +++++++ tools/mtmd/models/fish-s2-spkenc.cpp | 135 +++++++++++++ tools/mtmd/models/models.h | 29 ++- tools/mtmd/models/qwen3tts-gen.cpp | 15 +- tools/mtmd/mtmd-audio.cpp | 10 + tools/mtmd/mtmd-audio.h | 6 + tools/mtmd/mtmd-graph.cpp | 16 +- tools/mtmd/mtmd-helper-gen.cpp | 279 ++++++++++++++++++++++++--- tools/mtmd/mtmd-helper.h | 6 +- tools/mtmd/mtmd-impl.h | 29 +++ tools/mtmd/mtmd-model.cpp | 107 +++++++++- tools/mtmd/mtmd-model.h | 9 + tools/mtmd/mtmd-subcontext.cpp | 14 +- tools/mtmd/mtmd.cpp | 8 + tools/mtmd/mtmd.h | 1 + tools/server/README.md | 2 + tools/server/server-context.cpp | 1 + tools/tts/README.md | 1 + tools/tts/tts.cpp | 3 +- 29 files changed, 1140 insertions(+), 62 deletions(-) create mode 100644 conversion/fish_s2.py create mode 100644 tools/mtmd/models/fish-s2-gen.cpp create mode 100644 tools/mtmd/models/fish-s2-spkenc.cpp diff --git a/common/arg.cpp b/common/arg.cpp index c5fcecac9ecf..5dc7c8d3a74c 100644 --- a/common/arg.cpp +++ b/common/arg.cpp @@ -4522,6 +4522,14 @@ common_params_context common_params_parser_init(common_params & params, llama_ex params.tts_speaker_file = value; } ).set_examples({LLAMA_EXAMPLE_TTS})); + add_opt(common_arg( + {"--tts-speaker-text"}, "TEXT", + "transcript of --tts-speaker-file, for models that need it to clone the voice\n" + "see docs/multimodal/tts.md for per-model usage notes", + [](common_params & params, const std::string & value) { + params.tts_speaker_text = value; + } + ).set_examples({LLAMA_EXAMPLE_TTS})); // // diffusion params diff --git a/common/common.h b/common/common.h index 4cfc1b8f3974..9b9e892d8631 100644 --- a/common/common.h +++ b/common/common.h @@ -796,6 +796,7 @@ struct common_params { std::string tts_lang = ""; std::string tts_voice = ""; std::string tts_speaker_file = ""; + std::string tts_speaker_text = ""; bool is_gen_docs = false; // whether we are running inside llama-gen-docs }; diff --git a/conversion/__init__.py b/conversion/__init__.py index 2ec0551e83e0..05f55fccfb47 100644 --- a/conversion/__init__.py +++ b/conversion/__init__.py @@ -336,6 +336,7 @@ "XverseForCausalLM": "xverse", "YoutuForCausalLM": "deepseek", "YoutuVLForConditionalGeneration": "deepseek", + "fish_qwen3_omni": "fish_s2", "modeling_grove_moe.GroveMoeForCausalLM": "grovemoe", "modeling_sarvam_moe.SarvamMoEForCausalLM": "bailingmoe", } @@ -438,6 +439,7 @@ "VoxtralForConditionalGeneration": "ultravox", "VoxtralRealtimeForConditionalGeneration": "ultravox", "YoutuVLForConditionalGeneration": "youtuvl", + "fish_qwen3_omni": "fish_s2", } diff --git a/conversion/base.py b/conversion/base.py index b8eba85c7c7c..a95ecc0088a4 100644 --- a/conversion/base.py +++ b/conversion/base.py @@ -3488,6 +3488,9 @@ def get_model_architecture(hparams: dict[str, Any], model_type: ModelType) -> st # some models (llava_onevision2) only declare the architecture inside text_config if arch is None and text_config.get("architectures") is not None: arch = text_config["architectures"][0] + # some configs only have a model_type (fishaudio/s2-pro) + if arch is None: + arch = hparams.get("model_type") if arch is None: raise ValueError("Failed to detect model architecture") return arch diff --git a/conversion/drama3.py b/conversion/drama3.py index ac01f481c98a..68bbb556bfd4 100644 --- a/conversion/drama3.py +++ b/conversion/drama3.py @@ -18,6 +18,30 @@ _TOWER_RESIDUAL = "audio_decoder_mtp.layers." +def load_codec(dir_model) -> dict[str, Tensor]: + sd = torch.load(dir_model / "codec.pth", map_location="cpu", mmap=True, weights_only=True) + return sd.get("state_dict", sd) + + +def fold_conv(sd: dict[str, Tensor], prefix: str) -> Tensor: + # fold weight norm + if prefix + ".conv.weight" in sd: + return sd[prefix + ".conv.weight"].float() + g = sd[prefix + ".conv.parametrizations.weight.original0"].float() + v = sd[prefix + ".conv.parametrizations.weight.original1"].float() + return g * v / v.norm(dim=(1, 2), keepdim=True) + + +def fold_wn(g: Tensor, v: Tensor) -> Tensor: + # fold old-style weight norm of a 1x1 conv, returns [out, in] + return (g.float() * v.float() / v.float().norm(dim=(1, 2), keepdim=True)).squeeze(-1) + + +def fold_snake(alpha: Tensor) -> tuple[Tensor, Tensor]: + alpha = alpha.float().flatten() + return alpha, 1.0 / (alpha + 1e-9) + + @ModelBase.register("FishOmniModel") @ModelBase.example("fishaudio/drama-3") class Drama3TextModel(Qwen3_5MoeTextModel): @@ -36,6 +60,7 @@ def filter_tensors(cls, item: tuple[str, Callable[[], Tensor]]) -> tuple[str, Ca class Drama3MmprojModel(MmprojModel): has_vision_encoder = False has_audio_encoder = False + gen_projector_type = gguf.VisionProjectorType.DRAMA3_GEN _LAYER_MAP = { "enorm.weight": (gguf.MODEL_TENSOR.A_GEN_CODE_ENORM, True), @@ -69,7 +94,7 @@ def set_gguf_parameters(self): cfg = self.hparams self.gguf_writer.add_file_type(self.ftype) self.gguf_writer.add_clip_has_gen_audio_encoder(True) - self.gguf_writer.add_clip_gen_audio_projector_type(gguf.VisionProjectorType.DRAMA3_GEN) + self.gguf_writer.add_clip_gen_audio_projector_type(self.gen_projector_type) self.gguf_writer.add_gen_audio_projection_dim(self.n_embd_text) self.gguf_writer.add_gen_audio_embedding_length(cfg["dim"]) self.gguf_writer.add_gen_audio_feed_forward_length(cfg["intermediate_size"]) @@ -153,32 +178,20 @@ def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iter def generate_extra_tensors(self) -> Iterable[tuple[str, Tensor]]: # only the DAC decoder, the encoder is for voice cloning (not supported yet) - sd = torch.load(self.dir_model / "codec.pth", map_location="cpu", mmap=True, weights_only=True) - sd = sd.get("state_dict", sd) + sd = load_codec(self.dir_model) T = gguf.MODEL_TENSOR def get(name: str) -> Tensor: return sd[name].float() def conv(prefix: str) -> Tensor: - # fold weight norm - if prefix + ".conv.weight" in sd: - return get(prefix + ".conv.weight") - g = get(prefix + ".conv.parametrizations.weight.original0") - v = get(prefix + ".conv.parametrizations.weight.original1") - return g * v / v.norm(dim=(1, 2), keepdim=True) + return fold_conv(sd, prefix) def quant_table(prefix: str) -> Tensor: # fold out_proj into the codebook, so decoding is a row lookup - g = get(prefix + ".out_proj.weight_g") - v = get(prefix + ".out_proj.weight_v") - w = (g * v / v.norm(dim=(1, 2), keepdim=True)).squeeze(-1) + w = fold_wn(sd[prefix + ".out_proj.weight_g"], sd[prefix + ".out_proj.weight_v"]) return get(prefix + ".codebook.weight") @ w.T + get(prefix + ".out_proj.bias") - def snake(alpha: Tensor) -> tuple[Tensor, Tensor]: - alpha = alpha.flatten() - return alpha, 1.0 / (alpha + 1e-9) - q = "quantizer." yield (self.format_tensor_name(T.A_GEN_WAV_QUANT_FIRST_CB), quant_table(q + "semantic_quantizer.quantizers.0")) n_rest = sum(1 for k in sd if k.startswith(q + "quantizer.quantizers.") and k.endswith(".codebook.weight")) @@ -228,7 +241,7 @@ def neox_rows(w: Tensor) -> Tensor: yield (self.format_tensor_name(T.A_GEN_WAV_DAC_ENTRY, suffix=".bias"), get(d + "0.conv.bias")) for bid in range(4): p = f"{d}{bid + 1}.block." - a, b = snake(get(p + "0.alpha")) + a, b = fold_snake(get(p + "0.alpha")) yield (self.format_tensor_name(T.A_GEN_WAV_DAC_UP_SNAKE, bid, suffix=".alpha"), a) yield (self.format_tensor_name(T.A_GEN_WAV_DAC_UP_SNAKE, bid, suffix=".beta"), b) yield (self.format_tensor_name(T.A_GEN_WAV_DAC_UP_CONV, bid, suffix=".weight"), conv(p + "1")) @@ -236,7 +249,7 @@ def neox_rows(w: Tensor) -> Tensor: for xid in range(3): r = f"{p}{xid + 2}.block." for act, tensor in (("0", T.A_GEN_WAV_DAC_RES_ACT1), ("2", T.A_GEN_WAV_DAC_RES_ACT2)): - a, b = snake(get(r + act + ".alpha")) + a, b = fold_snake(get(r + act + ".alpha")) name = gguf.TENSOR_NAMES[tensor].format(bid=bid, xid=xid) yield (name + ".alpha", a) yield (name + ".beta", b) @@ -244,7 +257,7 @@ def neox_rows(w: Tensor) -> Tensor: name = gguf.TENSOR_NAMES[tensor].format(bid=bid, xid=xid) yield (name + ".weight", conv(r + cv)) yield (name + ".bias", get(r + cv + ".conv.bias")) - a, b = snake(get(d + "5.alpha")) + a, b = fold_snake(get(d + "5.alpha")) yield (self.format_tensor_name(T.A_GEN_WAV_DAC_POST_SNAKE, suffix=".alpha"), a) yield (self.format_tensor_name(T.A_GEN_WAV_DAC_POST_SNAKE, suffix=".beta"), b) yield (self.format_tensor_name(T.A_GEN_WAV_DAC_POST_CONV, suffix=".weight"), conv(d + "6")) diff --git a/conversion/fish_s2.py b/conversion/fish_s2.py new file mode 100644 index 000000000000..4c5aeff13200 --- /dev/null +++ b/conversion/fish_s2.py @@ -0,0 +1,276 @@ +from __future__ import annotations + +from pathlib import Path +from typing import Any, Callable, Iterable, TYPE_CHECKING + +import torch + +if TYPE_CHECKING: + from torch import Tensor + +from .base import ModelBase, gguf +from .drama3 import Drama3MmprojModel, fold_conv, fold_snake, fold_wn, load_codec +from .qwen import Qwen3Model + +# Fish Audio S2 Pro (dual-AR) +# text model: Qwen3 backbone (slow AR), samples the semantic code of each frame +# mmproj: fast AR code predictor (other codebooks) and Fish DAC decoder (codec.pth, same as drama3) + +# residual codebook size of codec.pth, the fast AR head is cut to it +_N_RESIDUAL_CODES = 1024 + +# codec encoder strides (encoder_rates of the codec config), the quantizer then downsamples 2x2 +_CODEC_ENC_STRIDES = (2, 4, 8, 8) + +# codec encoder transformers, both 1024 wide with 16 heads of 64 +# generic audio layers a.blk.0..3: last encoder block, a.blk.4..11: quantizer pre_module +_N_ENC_TFM_LAYERS = 4 +_N_PRE_TFM_LAYERS = 8 +_CODEC_HEAD_DIM = 64 + + +def _load_hparams(dir_model: Path) -> dict[str, Any]: + hparams = ModelBase.load_hparams(dir_model, is_mistral_format=False) + cfg = hparams["text_config"] + hparams["text_config"] = { + "hidden_size": cfg["dim"], + "num_hidden_layers": cfg["n_layer"], + "num_attention_heads": cfg["n_head"], + "num_key_value_heads": cfg["n_local_heads"], + "head_dim": cfg["head_dim"], + "intermediate_size": cfg["intermediate_size"], + "rms_norm_eps": cfg["norm_eps"], + "rope_theta": cfg["rope_base"], + "max_position_embeddings": cfg["max_seq_len"], + "vocab_size": cfg["vocab_size"], + "tie_word_embeddings": cfg["tie_word_embeddings"], + } + return hparams + + +def _neox_rows(w: Tensor, head_dim: int) -> Tensor: + # checkpoint uses interleaved RoPE, reorder the rows of each head so NEOX RoPE gives the same result + order = torch.cat([torch.arange(0, head_dim, 2), torch.arange(1, head_dim, 2)]) + return w.reshape(-1, head_dim, *w.shape[1:])[:, order].reshape(w.shape) + + +@ModelBase.register("fish_qwen3_omni") +@ModelBase.example("fishaudio/s2-pro") +class FishS2TextModel(Qwen3Model): + model_arch = gguf.MODEL_ARCH.QWEN3 + + def __init__(self, dir_model: Path, *args, **kwargs): + kwargs.pop("hparams", None) + super().__init__(dir_model, *args, hparams=_load_hparams(dir_model), **kwargs) + + def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]: + # the rest is mapped by tensor_mapping.py + name = name.removeprefix("text_model.") + T = gguf.MODEL_TENSOR + head_dim = self.hparams["head_dim"] + if name.endswith(".attention.wqkv.weight"): + n_q = self.hparams["num_attention_heads"] * head_dim + n_kv = self.hparams["num_key_value_heads"] * head_dim + q, k, v = data_torch.split([n_q, n_kv, n_kv], dim=0) + yield (self.format_tensor_name(T.ATTN_Q, bid), _neox_rows(q, head_dim)) + yield (self.format_tensor_name(T.ATTN_K, bid), _neox_rows(k, head_dim)) + yield (self.format_tensor_name(T.ATTN_V, bid), v) + return + if name.endswith(".attention.q_norm.weight"): + yield (self.format_tensor_name(T.ATTN_Q_NORM, bid), _neox_rows(data_torch, head_dim)) + return + if name.endswith(".attention.k_norm.weight"): + yield (self.format_tensor_name(T.ATTN_K_NORM, bid), _neox_rows(data_torch, head_dim)) + return + yield from super().modify_tensors(data_torch, name, bid) + + +@ModelBase.register("fish_qwen3_omni") +@ModelBase.example("fishaudio/s2-pro") +class FishS2MmprojModel(Drama3MmprojModel): + has_audio_encoder = True # codec encoder, for voice cloning + gen_projector_type = gguf.VisionProjectorType.FISH_S2_GEN + + _FAST_AR_MAP = { + "attention_norm.weight": gguf.MODEL_TENSOR.A_GEN_CODE_ATTN_NORM, + "attention.wo.weight": gguf.MODEL_TENSOR.A_GEN_CODE_ATTN_OUT, + "ffn_norm.weight": gguf.MODEL_TENSOR.A_GEN_CODE_FFN_NORM, + "feed_forward.w1.weight": gguf.MODEL_TENSOR.A_GEN_CODE_FFN_GATE, + "feed_forward.w3.weight": gguf.MODEL_TENSOR.A_GEN_CODE_FFN_UP, + "feed_forward.w2.weight": gguf.MODEL_TENSOR.A_GEN_CODE_FFN_DOWN, + } + + def __init__(self, dir_model: Path, *args, **kwargs): + kwargs.pop("hparams", None) + super().__init__(dir_model, *args, hparams=_load_hparams(dir_model), **kwargs) + + def get_audio_config(self) -> dict[str, Any] | None: + cfg = dict(self.global_config["audio_decoder_config"]) + cfg["num_hidden_layers"] = cfg["n_layer"] + return cfg + + def set_gguf_parameters(self): + super().set_gguf_parameters() + # codec encoder: raw 44.1 kHz waveform -> backbone input rows, other hparams are hardcoded in tools/mtmd + self.gguf_writer.add_clip_has_audio_encoder(True) + self.gguf_writer.add_clip_audio_projector_type(gguf.VisionProjectorType.FISH_S2_SPKENC) + self.gguf_writer.add_audio_projection_dim(self.n_embd_text) + self.gguf_writer.add_audio_num_mel_bins(1) + self.gguf_writer.add_audio_block_count(_N_ENC_TFM_LAYERS + _N_PRE_TFM_LAYERS) + self.gguf_writer.add_audio_embedding_length(1024) + self.gguf_writer.add_audio_feed_forward_length(3072) + self.gguf_writer.add_audio_head_count(1024 // _CODEC_HEAD_DIM) + self.gguf_writer.add_audio_attention_layernorm_eps(1e-5) + + def tensor_force_quant(self, name, new_name, bid, n_dims): + # the VQ picks the nearest codebook entry, small errors in the encoder change the codes + if new_name.startswith("a.codec."): + return gguf.GGMLQuantizationType.F32 + # codec transformers: F16 gives codes closer to the reference than BF16 + if new_name.startswith("a.blk.") and n_dims == 2: + return gguf.GGMLQuantizationType.F16 + return super().tensor_force_quant(name, new_name, bid, n_dims) + + @classmethod + def filter_tensors(cls, item: tuple[str, Callable[[], Tensor]]) -> tuple[str, Callable[[], Tensor]] | None: + name = item[0] + if name.startswith("audio_decoder.") or name == "text_model.model.embeddings.weight": + return item + return None + + def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]: + T = gguf.MODEL_TENSOR + cfg = self.hparams + + # already named by generate_extra_tensors() + if name.startswith("a."): + yield (name, data_torch) + return + + if name == "text_model.model.embeddings.weight": + # semantic band of the backbone embeddings + begin = self.global_config["semantic_start_token_id"] + yield (self.format_tensor_name(T.A_GEN_CODE_OUT_EMBD), data_torch[begin:begin + cfg["vocab_size"]]) + return + + if name == "audio_decoder.codebook_embeddings.weight": + # backbone input of a speech row, one table per codebook + yield (self.format_tensor_name(T.A_GEN_CODE_EMBD), data_torch.reshape(cfg["num_codebooks"], -1, data_torch.shape[-1])) + return + + if name == "audio_decoder.embeddings.weight": + yield (self.format_tensor_name(T.A_GEN_CODE_TOK_EMBD), data_torch) + return + + if name == "audio_decoder.output.weight": + yield (self.format_tensor_name(T.A_GEN_CODE_HEAD), data_torch[:_N_RESIDUAL_CODES]) + return + + if name == "audio_decoder.norm.weight": + yield (self.format_tensor_name(T.A_GEN_CODE_OUTPUT_NORM), data_torch) + return + + assert bid is not None and name.startswith(f"audio_decoder.layers.{bid}.") + key = name.removeprefix(f"audio_decoder.layers.{bid}.") + if key == "attention.wqkv.weight": + head_dim = cfg["head_dim"] + n_q = cfg["n_head"] * head_dim + n_kv = cfg["n_local_heads"] * head_dim + q, k, v = data_torch.split([n_q, n_kv, n_kv], dim=0) + yield (self.format_tensor_name(T.A_GEN_CODE_ATTN_Q, bid), _neox_rows(q, head_dim)) + yield (self.format_tensor_name(T.A_GEN_CODE_ATTN_K, bid), _neox_rows(k, head_dim)) + yield (self.format_tensor_name(T.A_GEN_CODE_ATTN_V, bid), v) + return + yield (self.format_tensor_name(self._FAST_AR_MAP[key], bid), data_torch) + + def generate_extra_tensors(self) -> Iterable[tuple[str, Tensor]]: + yield from super().generate_extra_tensors() + + sd = load_codec(self.dir_model) + T = gguf.MODEL_TENSOR + + def get(name: str) -> Tensor: + return sd[name].float() + + def tn(tensor: gguf.MODEL_TENSOR, bid: int | None = None, xid: int | None = None) -> str: + return gguf.TENSOR_NAMES[tensor].format(bid=bid, xid=xid) + + def conv_wb(tensor: gguf.MODEL_TENSOR, prefix: str, bid: int | None = None, xid: int | None = None, stride: int = 1): + # taps-major [K / stride, OC, stride * IC], see conv() in tools/mtmd/models/fish-s2-spkenc.cpp + w = fold_conv(sd, prefix) + n_out, n_in, k = w.shape + w = w.reshape(n_out, n_in, k // stride, stride).permute(2, 0, 3, 1).reshape(k // stride, n_out, stride * n_in) + yield (tn(tensor, bid, xid) + ".weight", w) + yield (tn(tensor, bid, xid) + ".bias", get(prefix + ".conv.bias")) + + def snake_ab(tensor: gguf.MODEL_TENSOR, name: str, bid: int | None = None, xid: int | None = None): + a, b = fold_snake(get(name)) + yield (tn(tensor, bid, xid) + ".alpha", a) + yield (tn(tensor, bid, xid) + ".beta", b) + + def tfm_layers(prefix: str, n_layer: int, offset: int): + for il in range(n_layer): + p = f"{prefix}layers.{il}." + bid = offset + il + wq, wk, wv = get(p + "attention.wqkv.weight").chunk(3, dim=0) + yield (self.format_tensor_name(T.A_ENC_ATTN_Q, bid), _neox_rows(wq, _CODEC_HEAD_DIM)) + yield (self.format_tensor_name(T.A_ENC_ATTN_K, bid), _neox_rows(wk, _CODEC_HEAD_DIM)) + yield (self.format_tensor_name(T.A_ENC_ATTN_V, bid), wv) + yield (self.format_tensor_name(T.A_ENC_OUTPUT, bid), get(p + "attention.wo.weight")) + yield (self.format_tensor_name(T.A_ENC_INPUT_NORM, bid), get(p + "attention_norm.weight")) + yield (self.format_tensor_name(T.A_ENC_ATTN_SCALE, bid), get(p + "attention_layer_scale.gamma")) + yield (self.format_tensor_name(T.A_ENC_OUTPUT_NORM, bid), get(p + "ffn_norm.weight")) + yield (self.format_tensor_name(T.A_ENC_FFN_GATE, bid), get(p + "feed_forward.w1.weight")) + yield (self.format_tensor_name(T.A_ENC_FFN_UP, bid), get(p + "feed_forward.w3.weight")) + yield (self.format_tensor_name(T.A_ENC_FFN_DOWN, bid), get(p + "feed_forward.w2.weight")) + yield (self.format_tensor_name(T.A_ENC_FFN_SCALE_LS, bid), get(p + "ffn_layer_scale.gamma")) + + # encoder: entry conv, 4x (3 residual units, Snake, strided conv), Snake, post conv + e = "encoder.block." + yield from conv_wb(T.A_CODEC_ENC_ENTRY, e + "0") + for bid, stride in enumerate(_CODEC_ENC_STRIDES): + p = f"{e}{bid + 1}.block." + for xid in range(3): + r = f"{p}{xid}.block." + yield from snake_ab(T.A_CODEC_ENC_RES_ACT1, r + "0.alpha", bid, xid) + yield from conv_wb(T.A_CODEC_ENC_RES_CONV1, r + "1", bid, xid) + yield from snake_ab(T.A_CODEC_ENC_RES_ACT2, r + "2.alpha", bid, xid) + yield from conv_wb(T.A_CODEC_ENC_RES_CONV2, r + "3", bid, xid) + yield from snake_ab(T.A_CODEC_ENC_SNAKE, p + "3.alpha", bid) + yield from conv_wb(T.A_CODEC_ENC_CONV, p + "4", bid, stride=stride) + # the last block ends with a windowed transformer + yield from tfm_layers(f"{e}4.block.5.", _N_ENC_TFM_LAYERS, 0) + yield (self.format_tensor_name(T.A_POST_NORM), get(f"{e}4.block.5.norm.weight")) + yield from snake_ab(T.A_CODEC_ENC_POST_SNAKE, e + "5.alpha") + yield from conv_wb(T.A_CODEC_ENC_POST_CONV, e + "6") + + # quantizer: 2x (strided conv + ConvNeXt), windowed transformer, then semantic + residual VQ + q = "quantizer." + for bid in range(2): + p = f"{q}downsample.{bid}." + yield from conv_wb(T.A_CODEC_DOWN_CONV, p + "0", bid, stride=2) + # depthwise: one [C] row per tap + yield (tn(T.A_CODEC_DOWN_DWCONV, bid) + ".weight", fold_conv(sd, p + "1.dwconv").squeeze(1).T.contiguous()) + yield (tn(T.A_CODEC_DOWN_DWCONV, bid) + ".bias", get(p + "1.dwconv.conv.bias")) + for key, tensor in (("norm", T.A_CODEC_DOWN_NORM), ("pwconv1", T.A_CODEC_DOWN_PW1), ("pwconv2", T.A_CODEC_DOWN_PW2)): + yield (tn(tensor, bid) + ".weight", get(f"{p}1.{key}.weight")) + yield (tn(tensor, bid) + ".bias", get(f"{p}1.{key}.bias")) + yield (tn(T.A_CODEC_DOWN_GAMMA, bid), get(p + "1.gamma")) + yield from tfm_layers(q + "pre_module.", _N_PRE_TFM_LAYERS, _N_ENC_TFM_LAYERS) + yield (self.format_tensor_name(T.A_CODEC_PRE_NORM), get(q + "pre_module.norm.weight")) + + # nearest codebook entry by cosine similarity, see VectorQuantize.decode_latents() + def vq(prefix: str) -> tuple[Tensor, Tensor, Tensor]: + w = fold_wn(sd[prefix + ".in_proj.weight_g"], sd[prefix + ".in_proj.weight_v"]) + cb = torch.nn.functional.normalize(get(prefix + ".codebook.weight"), dim=-1) + return w, get(prefix + ".in_proj.bias"), cb + + w, b, cb = vq(q + "semantic_quantizer.quantizers.0") + yield (self.format_tensor_name(T.A_CODEC_VQ_FIRST_IN, suffix=".weight"), w) + yield (self.format_tensor_name(T.A_CODEC_VQ_FIRST_IN, suffix=".bias"), b) + yield (self.format_tensor_name(T.A_CODEC_VQ_FIRST_CB), cb) + n_rest = self.hparams["num_codebooks"] - 1 + rest = [vq(f"{q}quantizer.quantizers.{i}") for i in range(n_rest)] + yield (self.format_tensor_name(T.A_CODEC_VQ_REST_IN, suffix=".weight"), torch.stack([r[0] for r in rest])) + yield (self.format_tensor_name(T.A_CODEC_VQ_REST_IN, suffix=".bias"), torch.stack([r[1] for r in rest])) + yield (self.format_tensor_name(T.A_CODEC_VQ_REST_CB), torch.stack([r[2] for r in rest])) diff --git a/docs/multimodal/tts.md b/docs/multimodal/tts.md index 1dca6c461326..301d2394e9f7 100644 --- a/docs/multimodal/tts.md +++ b/docs/multimodal/tts.md @@ -12,6 +12,7 @@ Supported models: - [Chatterbox](#chatterbox) - [Drama 3](#drama-3) - [ZONOS3](#zonos3) +- [Fish Audio S2 Pro](#fish-audio-s2-pro) The sections below list the params supported by each model, with `llama-tts` examples. In `llama-server`, the same options are set with `--tts-lang` and `--tts-voice`, or per request (see the [`/tts` endpoint](../../tools/server/README.md#post-tts-generate-speech-audio-from-text)). @@ -215,3 +216,45 @@ Convert the root of the release repository, not the `lm/` subdirectory. The mmpr python convert_hf_to_gguf.py path/to/ZONOS3-Mini --outtype q8_0 --outfile zonos3-mini.gguf python convert_hf_to_gguf.py path/to/ZONOS3-Mini --mmproj --outtype f32 --outfile mmproj-zonos3-mini.gguf ``` + +## Fish Audio S2 Pro + +[Fish Audio S2 Pro](https://huggingface.co/fishaudio/s2-pro): a Qwen3 backbone (4B) samples each frame's semantic token, a 4-layer fast AR predicts the 9 other codes, and the Fish DAC (same as Drama 3) decodes them to 44.1 kHz audio. + +Available params: +- Speaker tags `<|speaker:0|>`, `<|speaker:1|>`, ... in the text give each character its own voice, a text without a tag starts with `<|speaker:0|>` +- Inline instructions in brackets control the delivery, for example `[laughing]`, `[whisper]` or `[pause]` +- The language is the one of the text, `--tts-lang` is not used +- Voice cloning: `--tts-speaker-file` with the reference clip, optionally `--tts-speaker-text` with its transcript (it is put in the prompt as the reference does). The clip is encoded by the codec encoder half of `codec.pth`, it is truncated to the first 30 s +- Note: `--temp`, `--top-k` and `--top-p` are not used (only `--seed`), frames are sampled with the settings of the reference (semantic token: repetition penalty 1.1 over the last 16 frames, top-k 30, top-p 0.8, temperature 0.8, or top-p 0.9 and temperature 1.0 when the last 4 frames repeat a token; other codes: greedy) +- Each frame is 2048 samples (about 46 ms), generation stops at the end-of-speech token + +Example usage: + +```sh +llama-tts -m s2-pro.gguf \ + -mm mmproj-s2-pro.gguf \ + -p "<|speaker:0|>Did you remember to buy the bread? <|speaker:1|>Of course I did [laughing] it is on the kitchen table." \ + -n 1000 \ + --output out.wav +``` + +Voice cloning (`--tts-speaker-text` can be left out): + +```sh +llama-tts -m s2-pro.gguf \ + -mm mmproj-s2-pro.gguf \ + --tts-speaker-file reference.wav \ + --tts-speaker-text "The words spoken in reference.wav." \ + -p "Hello, this is a cloned voice." \ + --output out.wav +``` + +**Note for GGUF conversion:** + +The mmproj holds the fast AR and `codec.pth` (the encoder half for voice cloning, the decoder half for the audio), it is best kept in BF16. The codec encoder is always stored in F16/F32, small errors in it change the codes picked by its VQ: + +```sh +python convert_hf_to_gguf.py path/to/s2-pro --outtype q8_0 --outfile s2-pro.gguf +python convert_hf_to_gguf.py path/to/s2-pro --mmproj --outtype bf16 --outfile mmproj-s2-pro.gguf +``` diff --git a/gguf-py/gguf/constants.py b/gguf-py/gguf/constants.py index 037e1332abbe..e6c1465c2a2c 100644 --- a/gguf-py/gguf/constants.py +++ b/gguf-py/gguf/constants.py @@ -1335,6 +1335,28 @@ class MODEL_TENSOR(IntEnum): A_GEN_CODE_EH_PROJ = auto() # drama3: per-layer [code embd; hidden] -> hidden projection A_GEN_CODE_BLK_EMBD = auto() # drama3: per-layer code embedding table A_GEN_CODE_BLK_OUT_NORM = auto() # drama3: per-layer output norm + A_GEN_CODE_TOK_EMBD = auto() # fish_s2: code predictor input embedding, shared by all codebooks + # fish_s2 codec encoder (voice cloning): reference clip -> codes + A_CODEC_ENC_ENTRY = auto() # entry conv + A_CODEC_ENC_SNAKE = auto() # encoder block, Snake before the strided conv + A_CODEC_ENC_CONV = auto() # encoder block, strided conv + A_CODEC_ENC_RES_ACT1 = auto() + A_CODEC_ENC_RES_CONV1 = auto() + A_CODEC_ENC_RES_ACT2 = auto() + A_CODEC_ENC_RES_CONV2 = auto() + A_CODEC_ENC_POST_SNAKE = auto() + A_CODEC_ENC_POST_CONV = auto() + A_CODEC_DOWN_CONV = auto() # quantizer downsample, strided conv + ConvNeXt + A_CODEC_DOWN_DWCONV = auto() + A_CODEC_DOWN_NORM = auto() + A_CODEC_DOWN_PW1 = auto() + A_CODEC_DOWN_PW2 = auto() + A_CODEC_DOWN_GAMMA = auto() + A_CODEC_PRE_NORM = auto() # output norm of the quantizer pre_module + A_CODEC_VQ_FIRST_IN = auto() # semantic VQ input projection + A_CODEC_VQ_FIRST_CB = auto() # semantic VQ codebook, l2-normalized + A_CODEC_VQ_REST_IN = auto() # residual VQ input projections, merged 3D + A_CODEC_VQ_REST_CB = auto() # residual VQ codebooks, l2-normalized, merged 3D # qwen3tts code2wav: RVQ codes -> raw PCM A_GEN_WAV_QUANT_FIRST_IN = auto() # semantic RVQ, in_proj (1x1 conv, loaded as 2D) A_GEN_WAV_QUANT_FIRST_OUT = auto() # semantic RVQ, out_proj @@ -2277,6 +2299,27 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.A_GEN_CODE_EH_PROJ: "a.gen.code.blk.{bid}.eh_proj", MODEL_TENSOR.A_GEN_CODE_BLK_EMBD: "a.gen.code.blk.{bid}.embd", MODEL_TENSOR.A_GEN_CODE_BLK_OUT_NORM: "a.gen.code.blk.{bid}.out_norm", + MODEL_TENSOR.A_GEN_CODE_TOK_EMBD: "a.gen.code.tok_embd", + MODEL_TENSOR.A_CODEC_ENC_ENTRY: "a.codec.enc.entry", + MODEL_TENSOR.A_CODEC_ENC_SNAKE: "a.codec.enc.blk.{bid}.snake", + MODEL_TENSOR.A_CODEC_ENC_CONV: "a.codec.enc.blk.{bid}.conv", + MODEL_TENSOR.A_CODEC_ENC_RES_ACT1: "a.codec.enc.blk.{bid}.res.{xid}.act1", + MODEL_TENSOR.A_CODEC_ENC_RES_CONV1: "a.codec.enc.blk.{bid}.res.{xid}.conv1", + MODEL_TENSOR.A_CODEC_ENC_RES_ACT2: "a.codec.enc.blk.{bid}.res.{xid}.act2", + MODEL_TENSOR.A_CODEC_ENC_RES_CONV2: "a.codec.enc.blk.{bid}.res.{xid}.conv2", + MODEL_TENSOR.A_CODEC_ENC_POST_SNAKE: "a.codec.enc.post_snake", + MODEL_TENSOR.A_CODEC_ENC_POST_CONV: "a.codec.enc.post_conv", + MODEL_TENSOR.A_CODEC_DOWN_CONV: "a.codec.down.blk.{bid}.conv", + MODEL_TENSOR.A_CODEC_DOWN_DWCONV: "a.codec.down.blk.{bid}.dwconv", + MODEL_TENSOR.A_CODEC_DOWN_NORM: "a.codec.down.blk.{bid}.norm", + MODEL_TENSOR.A_CODEC_DOWN_PW1: "a.codec.down.blk.{bid}.pw1", + MODEL_TENSOR.A_CODEC_DOWN_PW2: "a.codec.down.blk.{bid}.pw2", + MODEL_TENSOR.A_CODEC_DOWN_GAMMA: "a.codec.down.blk.{bid}.gamma", + MODEL_TENSOR.A_CODEC_PRE_NORM: "a.codec.pre_norm", + MODEL_TENSOR.A_CODEC_VQ_FIRST_IN: "a.codec.vq.first.in_proj", + MODEL_TENSOR.A_CODEC_VQ_FIRST_CB: "a.codec.vq.first.codebook", + MODEL_TENSOR.A_CODEC_VQ_REST_IN: "a.codec.vq.rest.in_proj", + MODEL_TENSOR.A_CODEC_VQ_REST_CB: "a.codec.vq.rest.codebook", MODEL_TENSOR.A_GEN_WAV_QUANT_FIRST_IN: "a.gen.wav.quant.first.in_proj", MODEL_TENSOR.A_GEN_WAV_QUANT_FIRST_OUT: "a.gen.wav.quant.first.out_proj", MODEL_TENSOR.A_GEN_WAV_QUANT_FIRST_CB: "a.gen.wav.quant.first.codebook", @@ -2711,6 +2754,27 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.A_GEN_CODE_EH_PROJ, MODEL_TENSOR.A_GEN_CODE_BLK_EMBD, MODEL_TENSOR.A_GEN_CODE_BLK_OUT_NORM, + MODEL_TENSOR.A_GEN_CODE_TOK_EMBD, + MODEL_TENSOR.A_CODEC_ENC_ENTRY, + MODEL_TENSOR.A_CODEC_ENC_SNAKE, + MODEL_TENSOR.A_CODEC_ENC_CONV, + MODEL_TENSOR.A_CODEC_ENC_RES_ACT1, + MODEL_TENSOR.A_CODEC_ENC_RES_CONV1, + MODEL_TENSOR.A_CODEC_ENC_RES_ACT2, + MODEL_TENSOR.A_CODEC_ENC_RES_CONV2, + MODEL_TENSOR.A_CODEC_ENC_POST_SNAKE, + MODEL_TENSOR.A_CODEC_ENC_POST_CONV, + MODEL_TENSOR.A_CODEC_DOWN_CONV, + MODEL_TENSOR.A_CODEC_DOWN_DWCONV, + MODEL_TENSOR.A_CODEC_DOWN_NORM, + MODEL_TENSOR.A_CODEC_DOWN_PW1, + MODEL_TENSOR.A_CODEC_DOWN_PW2, + MODEL_TENSOR.A_CODEC_DOWN_GAMMA, + MODEL_TENSOR.A_CODEC_PRE_NORM, + MODEL_TENSOR.A_CODEC_VQ_FIRST_IN, + MODEL_TENSOR.A_CODEC_VQ_FIRST_CB, + MODEL_TENSOR.A_CODEC_VQ_REST_IN, + MODEL_TENSOR.A_CODEC_VQ_REST_CB, MODEL_TENSOR.A_GEN_WAV_QUANT_FIRST_IN, MODEL_TENSOR.A_GEN_WAV_QUANT_FIRST_OUT, MODEL_TENSOR.A_GEN_WAV_QUANT_FIRST_CB, @@ -7223,6 +7287,8 @@ class VisionProjectorType: DRAMA3_GEN = "drama3_gen" # audio generation: codebook tower + Fish DAC decoder ZONOS3_GEN = "zonos3_gen" # audio generation: 10 codebook heads + ZAC decoder ZONOS3_SPKENC = "zonos3_spkenc" # audio: MECT-B2 speaker encoder + FISH_S2_GEN = "fish_s2_gen" # audio generation: fast AR code predictor + Fish DAC decoder + FISH_S2_SPKENC = "fish_s2_spkenc" # audio: Fish DAC encoder + RVQ, reference clip -> prompt rows HUNYUANVL = "hunyuanvl" PARAKEET = "parakeet" # audio MINIMAXM3 = "minimax_m3" diff --git a/tools/mtmd/CMakeLists.txt b/tools/mtmd/CMakeLists.txt index b23fd5e6b821..d514a72cd410 100644 --- a/tools/mtmd/CMakeLists.txt +++ b/tools/mtmd/CMakeLists.txt @@ -84,6 +84,8 @@ add_library(mtmd models/qwen3tts-spkenc.cpp models/qwen3tts-gen.cpp models/drama3-gen.cpp + models/fish-s2-gen.cpp + models/fish-s2-spkenc.cpp models/zonos3-gen.cpp models/zonos3-spkenc.cpp models/pockettts-seanet.cpp diff --git a/tools/mtmd/README-dev.md b/tools/mtmd/README-dev.md index b6ed5a577a18..b0d153be3699 100644 --- a/tools/mtmd/README-dev.md +++ b/tools/mtmd/README-dev.md @@ -39,6 +39,7 @@ Rules of thumb: - Models and backends must outlive the subcontexts, `mtmd_context` declares them first for that reason - Models having both audio and vision encoders must have different arch names (projector types), postfixed by `a` and `v`. See Gemma 4 as an example (`gemma4a` / `gemma4v`) - Locking happens only at the public API boundary (`mtmd.cpp`): a new public function that runs a graph must take `compute_mutex`. The internals (subcontexts, preprocessors, `mtmd_audio_log_mel()`) assume it is held and never lock +- No magic numbers for a model's fixed shapes (layer counts, codebook sizes, window lengths...): define them once as `static constexpr` in the graph struct in `models/models.h`, and refer to them from the loader or the subcontext (e.g. `mtmd_graph_zonos3_gen::n_codebooks`, `mtmd_graph_fish_s2_spkenc::n_tfm_layer`) ## Pipeline @@ -109,7 +110,9 @@ Due to wide variety of audio generation pipelines, the `mtmd_gen_audio` system i - 60% changes inside `mtmd-helper-gen.cpp` - 10% changes inside `libmtmd` core (`mtmd-model`, `mtmd-subcontext`, `models/`) - The rest downstream code (CLI, server) should have no changes at all -5. Update usage documentation in `docs/multimodal/tts.md` +5. Validate with several concurrent requests on `llama-server` (e.g. `-np 2`, one plain and one streaming request at the same time), not only with `llama-tts` + - The server interleaves the slots on one `llama_context`, so a pipeline must copy what it needs (hidden state, logits) right after its own decode, not read it at the next step +6. Update usage documentation in `docs/multimodal/tts.md` IMPORTANT: If your model needs changes that don't fit the existing infrastructure, **open an issue first for discussion**. diff --git a/tools/mtmd/models/fish-s2-gen.cpp b/tools/mtmd/models/fish-s2-gen.cpp new file mode 100644 index 000000000000..4ac93f7bb0b4 --- /dev/null +++ b/tools/mtmd/models/fish-s2-gen.cpp @@ -0,0 +1,74 @@ +#include "models.h" + +#include +#include + +// one frame: backbone hidden + semantic code -> the codes of this frame + next backbone input +// fast AR row 0 is the backbone hidden, row p > 0 is the embedding of code p - 1 and picks code p (greedy, as the reference) +ggml_cgraph * mtmd_graph_fish_s2_gen::build_fast_ar() { + const int64_t n_cb = model.gen_code_embd_w->ne[2]; + const int64_t n_embd_cb = model.gen_code_embd_w->ne[0]; + const int64_t n_embd = model.gen_code_tok_embd_w->ne[0]; + const int64_t n_kv = model.layers[0].k_w->ne[1]; + const int n_layer = (int) model.layers.size(); + + ggml_tensor * h = ggml_new_tensor_1d(ctx0, GGML_TYPE_F32, n_mmproj_embd); + ggml_set_name(h, "inp_raw"); + ggml_set_input(h); + + ggml_tensor * inp_code0 = ggml_new_tensor_1d(ctx0, GGML_TYPE_I32, 1); + ggml_set_name(inp_code0, "inp_code0"); + ggml_set_input(inp_code0); + + mtmd_graph_qwen3tts_gen::code_gen cg(*this, top_k, top_p); + + std::vector k_cache(n_layer), v_cache(n_layer); + for (int il = 0; il < n_layer; il++) { + k_cache[il] = ggml_fill(ctx0, ggml_new_tensor_2d(ctx0, GGML_TYPE_F32, n_kv, n_cb), 0.0f); + v_cache[il] = ggml_fill(ctx0, ggml_new_tensor_2d(ctx0, GGML_TYPE_F32, n_kv, n_cb), 0.0f); + } + + ggml_tensor * out_codes = cg.cache_set(ggml_new_tensor_2d(ctx0, GGML_TYPE_I32, 1, n_cb), 0, inp_code0); + + for (int p = 0; p < n_cb; p++) { + ggml_tensor * cur = h; + if (p > 0) { + ggml_tensor * code = ggml_view_1d(ctx0, out_codes, 1, (size_t) (p - 1) * out_codes->nb[1]); + cur = ggml_reshape_1d(ctx0, ggml_get_rows(ctx0, model.gen_code_tok_embd_w, code), n_embd); + } + ggml_tensor * kq_mask = cg.causal_mask_row(n_cb, p); + ggml_tensor * inp_pos = cg.const_i32(k_cache[0], (float) p); + for (int il = 0; il < n_layer; il++) { + cur = cg.layer_forward(cur, model.layers[il], inp_pos, kq_mask, k_cache[il], v_cache[il], n_cb, p, il); + } + if (p == 0) { + continue; // only fills the KV + } + cur = ggml_mul(ctx0, ggml_rms_norm(ctx0, cur, hparams.eps), model.gen_code_norm_w); + ggml_tensor * logits = ggml_mul_mat(ctx0, model.gen_code_head_w, cur); + out_codes = cg.cache_set(out_codes, p, ggml_argmax(ctx0, logits)); + } + + out_codes = ggml_cont(ctx0, out_codes); + ggml_set_name(out_codes, "out_codes"); + ggml_set_output(out_codes); + ggml_build_forward_expand(gf, out_codes); + + // backbone input of the next row: (E_lm[semantic] + sum of E_cb[g][code g]) / sqrt(n_cb + 1) + ggml_tensor * out_embd = ggml_get_rows(ctx0, model.gen_code_out_embd_w, inp_code0); + for (int64_t g = 0; g < n_cb; g++) { + ggml_tensor * table = ggml_view_2d(ctx0, model.gen_code_embd_w, n_embd_cb, model.gen_code_embd_w->ne[1], + model.gen_code_embd_w->nb[1], (size_t) g * model.gen_code_embd_w->nb[2]); + ggml_tensor * code = ggml_view_1d(ctx0, out_codes, 1, (size_t) g * out_codes->nb[1]); + out_embd = ggml_add(ctx0, out_embd, ggml_get_rows(ctx0, table, code)); + } + out_embd = ggml_scale(ctx0, out_embd, 1.0f / sqrtf((float) (n_cb + 1))); + cb(out_embd, "gen_audio_out", -1); + ggml_build_forward_expand(gf, out_embd); + + return gf; +} + +ggml_cgraph * mtmd_graph_fish_s2_gen::build() { + return gen_process == MTMD_SUBCTX_GEN_PROCESS_GEN_WAV ? build_codec() : build_fast_ar(); +} diff --git a/tools/mtmd/models/fish-s2-spkenc.cpp b/tools/mtmd/models/fish-s2-spkenc.cpp new file mode 100644 index 000000000000..a9c51d9cda7a --- /dev/null +++ b/tools/mtmd/models/fish-s2-spkenc.cpp @@ -0,0 +1,135 @@ +#include "models.h" + +#include +#include + +// reference clip -> codec frames -> backbone input rows, see DAC.encode() and DownsampleResidualVectorQuantize.encode() +// activations are [C, T]; a conv is a sum of matmuls over tap-shifted views: exact in F32, no im2col buffer + +// causal conv, w is taps-major [stride * IC, OC, K / stride], see conversion/fish_s2.py +ggml_tensor * mtmd_graph_fish_s2_spkenc::conv(ggml_tensor * x, ggml_tensor * w, ggml_tensor * b, int stride, int dilation) const { + const int64_t n_tap = w->ne[2]; + const int pad = (int) (n_tap - 1) * stride * dilation; + if (pad > 0) { + x = ggml_pad_ext(ctx0, x, 0, 0, pad, 0, 0, 0, 0, 0); + } + if (stride > 1) { + // stride frames per column, then each tap group is one matmul + x = ggml_reshape_2d(ctx0, x, x->ne[0] * stride, x->ne[1] / stride); + } + const int64_t n_out = x->ne[1] - (n_tap - 1) * dilation; + ggml_tensor * y = nullptr; + for (int64_t k = 0; k < n_tap; k++) { + ggml_tensor * wk = ggml_view_2d(ctx0, w, w->ne[0], w->ne[1], w->nb[1], (size_t) k * w->nb[2]); + ggml_tensor * xk = ggml_view_2d(ctx0, x, x->ne[0], n_out, x->nb[1], (size_t) k * dilation * x->nb[1]); + ggml_tensor * yk = ggml_mul_mat(ctx0, wk, xk); + y = y ? ggml_add(ctx0, y, yk) : yk; + } + return ggml_add(ctx0, y, b); +} + +// x + sin(alpha * x)^2 / alpha, beta = 1 / alpha is folded at conversion +// TODO @ngxson: on Metal, residual codes match the reference less often than on CPU (89-98% vs 99%), maybe the fast-math sin +ggml_tensor * mtmd_graph_fish_s2_spkenc::snake(ggml_tensor * x, ggml_tensor * alpha, ggml_tensor * beta) const { + ggml_tensor * s = ggml_sqr(ctx0, ggml_sin(ctx0, ggml_mul(ctx0, x, alpha))); + return ggml_add(ctx0, x, ggml_mul(ctx0, s, beta)); +} + +// causal depthwise conv (w [C, K]) -> LayerNorm -> pwconv1 -> GELU -> pwconv2 -> layer scale -> residual +ggml_tensor * mtmd_graph_fish_s2_spkenc::convnext(ggml_tensor * x, const mtmd_code2wav::upsample_block & blk) const { + const int64_t n_tap = blk.dwconv_w->ne[1]; + const int64_t n_pos = x->ne[1]; + ggml_tensor * xp = ggml_pad_ext(ctx0, x, 0, 0, (int) n_tap - 1, 0, 0, 0, 0, 0); + ggml_tensor * h = nullptr; + for (int64_t k = 0; k < n_tap; k++) { + ggml_tensor * wk = ggml_view_1d(ctx0, blk.dwconv_w, blk.dwconv_w->ne[0], (size_t) k * blk.dwconv_w->nb[1]); + ggml_tensor * xk = ggml_view_2d(ctx0, xp, xp->ne[0], n_pos, xp->nb[1], (size_t) k * xp->nb[1]); + ggml_tensor * hk = ggml_mul(ctx0, xk, wk); + h = h ? ggml_add(ctx0, h, hk) : hk; + } + h = ggml_add(ctx0, h, blk.dwconv_b); + h = ggml_add(ctx0, ggml_mul(ctx0, ggml_norm(ctx0, h, 1e-6f), blk.norm_w), blk.norm_b); + h = ggml_gelu_erf(ctx0, ggml_add(ctx0, ggml_mul_mat(ctx0, blk.pw1_w, h), blk.pw1_b)); + h = ggml_add(ctx0, ggml_mul_mat(ctx0, blk.pw2_w, h), blk.pw2_b); + return ggml_add(ctx0, x, ggml_mul(ctx0, h, blk.gamma)); +} + +ggml_cgraph * mtmd_graph_fish_s2_spkenc::build() { + const auto & c2w = model.c2w; + + // the preprocessor hands over the waveform as a single-row "mel", [n_samples, 1] is also [1, n_samples] + ggml_tensor * inp_raw = build_inp_raw(1); + ggml_tensor * x = ggml_reshape_2d(ctx0, inp_raw, 1, inp_raw->ne[0]); + + // windowed causal transformer on a cold start: zero state, positions from 0 + mtmd_graph_qwen3tts_gen::code2wav dec(*this); + auto zero_state = [&](const std::string & name, int64_t n0, int64_t n1) { + dec.state_in[name] = ggml_fill(ctx0, ggml_new_tensor_2d(ctx0, GGML_TYPE_F32, n0, n1), 0.0f); + }; + auto transformer = [&](ggml_tensor * cur, int il0, int il1, int64_t window, ggml_tensor * norm_w) { + const int64_t n_kv = model.layers[il0].k_w->ne[1]; + zero_state("tfm_pos", 1, 1); + for (int il = il0; il < il1; il++) { + zero_state("tfm_k_" + std::to_string(il), n_kv, window - 1); + zero_state("tfm_v_" + std::to_string(il), n_kv, window - 1); + cur = dec.tfm_layer_forward(cur, model.layers[il], il, window); + } + return ggml_mul(ctx0, ggml_rms_norm(ctx0, cur, hparams.wav_tfm_eps), norm_w); + }; + + // encoder: entry conv, 4x (3 residual units, Snake, strided conv), transformer, Snake, post conv + x = conv(x, c2w.dac_entry_w, c2w.dac_entry_b, 1, 1); + static constexpr int DAC_DILATIONS[3] = { 1, 3, 9 }; + for (const auto & blk : c2w.dac) { + for (size_t ir = 0; ir < blk.res.size(); ir++) { + const auto & res = blk.res[ir]; + ggml_tensor * h = snake(x, res.act1_alpha, res.act1_beta); + h = conv(h, res.conv1_w, res.conv1_b, 1, DAC_DILATIONS[ir]); + h = snake(h, res.act2_alpha, res.act2_beta); + h = conv(h, res.conv2_w, res.conv2_b, 1, 1); + x = ggml_add(ctx0, x, h); + } + x = snake(x, blk.snake_alpha, blk.snake_beta); + x = conv(x, blk.conv_w, blk.conv_b, (int) (blk.conv_w->ne[0] / x->ne[0]), 1); + } + x = transformer(x, 0, n_enc_tfm_layer, 512, model.post_ln_w); + x = snake(x, c2w.dac_post_snake_alpha, c2w.dac_post_snake_beta); + x = conv(x, c2w.dac_post_conv_w, c2w.dac_post_conv_b, 1, 1); + cb(x, "codec_enc", -1); + + // quantizer: 2x (strided conv + ConvNeXt), transformer + for (const auto & down : c2w.upsample) { + x = conv(x, down.conv_w, down.conv_b, (int) (down.conv_w->ne[0] / x->ne[0]), 1); + x = convnext(x, down); + } + ggml_tensor * z = transformer(x, n_enc_tfm_layer, (int) model.layers.size(), 128, c2w.tfm_output_norm_w); + cb(z, "codec_latent", -1); + + // nearest entry by cosine similarity, then the entry through out_proj is removed from the residual + auto vq = [&](ggml_tensor * in_w, ggml_tensor * in_b, ggml_tensor * cb_norm, ggml_tensor * table) { + ggml_tensor * e = ggml_add(ctx0, ggml_mul_mat(ctx0, in_w, z), in_b); + e = ggml_l2_norm(ctx0, e, 1e-12f); + ggml_tensor * idx = ggml_argmax(ctx0, ggml_mul_mat(ctx0, cb_norm, e)); + z = ggml_sub(ctx0, z, ggml_get_rows(ctx0, table, idx)); + return idx; + }; + auto page = [&](ggml_tensor * t, int64_t g) { + return ggml_view_2d(ctx0, t, t->ne[0], t->ne[1], t->nb[1], (size_t) g * t->nb[2]); + }; + + // backbone row: (E_lm[semantic] + sum of E_cb[g][code g]) / sqrt(n_cb + 1), same as fish_s2_gen + const int64_t n_cb = model.gen_code_embd_w->ne[2]; + ggml_tensor * idx = vq(c2w.quant_first_in_w, c2w.quant_first_in_b, c2w.quant_first_cb_norm_w, c2w.quant_first_cb_w); + ggml_tensor * out = ggml_add(ctx0, ggml_get_rows(ctx0, model.gen_code_out_embd_w, idx), + ggml_get_rows(ctx0, page(model.gen_code_embd_w, 0), idx)); + for (int64_t g = 1; g < n_cb; g++) { + ggml_tensor * in_b = ggml_view_1d(ctx0, c2w.quant_rest_in_b, c2w.quant_rest_in_b->ne[0], (size_t) (g - 1) * c2w.quant_rest_in_b->nb[1]); + idx = vq(page(c2w.quant_rest_in_w, g - 1), in_b, page(c2w.quant_rest_cb_norm_w, g - 1), page(c2w.quant_rest_cb_w, g - 1)); + out = ggml_add(ctx0, out, ggml_get_rows(ctx0, page(model.gen_code_embd_w, g), idx)); + } + out = ggml_scale(ctx0, out, 1.0f / sqrtf((float) (n_cb + 1))); + cb(out, "spk_rows", -1); + ggml_build_forward_expand(gf, out); + + return gf; +} diff --git a/tools/mtmd/models/models.h b/tools/mtmd/models/models.h index a8e6120da462..d2de0273ab6d 100644 --- a/tools/mtmd/models/models.h +++ b/tools/mtmd/models/models.h @@ -462,7 +462,8 @@ struct mtmd_graph_qwen3tts_gen : mtmd_graph { ggml_tensor * snake(ggml_tensor * x, ggml_tensor * alpha, ggml_tensor * beta) const; ggml_tensor * quant_decode(ggml_tensor * inp_codes) const; - ggml_tensor * tfm_layer_forward(ggml_tensor * cur, const mtmd_layer & layer, int il) const; + // window <= 0 uses hparams.wav_tfm_swa + ggml_tensor * tfm_layer_forward(ggml_tensor * cur, const mtmd_layer & layer, int il, int64_t window = 0) const; ggml_tensor * convnext_block(ggml_tensor * x, const mtmd_code2wav::upsample_block & blk, const std::string & state_prefix) const; ggml_tensor * dac_res_unit(ggml_tensor * x, const mtmd_code2wav::dac_res & res, int dilation, const std::string & state_name) const; @@ -569,6 +570,32 @@ struct mtmd_graph_drama3_gen : mtmd_graph { ggml_tensor * inp_pos, ggml_tensor * k_slot, ggml_tensor * v_slot, int pos); }; +// +// fish_s2 generation: +// GEN_CODE = fast AR, backbone hidden + semantic code -> other codes of the frame + next backbone input +// GEN_WAV = Fish DAC decoder, same as drama3 +// +struct mtmd_graph_fish_s2_gen : mtmd_graph_drama3_gen { + using mtmd_graph_drama3_gen::mtmd_graph_drama3_gen; + ggml_cgraph * build() override; + + ggml_cgraph * build_fast_ar(); +}; + +// fish_s2 voice cloning: raw 44.1 kHz clip -> codec encoder + RVQ -> one backbone input row per frame +struct mtmd_graph_fish_s2_spkenc : mtmd_graph { + mtmd_graph_fish_s2_spkenc(mtmd_subcontext * ctx, const mtmd_image_f32 & img) : mtmd_graph(ctx, img) {} + ggml_cgraph * build() override; + + // codec encoder transformer layers, the rest of model.layers is the quantizer pre_module + static constexpr int n_enc_tfm_layer = 4; + static constexpr int n_tfm_layer = 12; + + ggml_tensor * conv(ggml_tensor * x, ggml_tensor * w, ggml_tensor * b, int stride, int dilation) const; + ggml_tensor * snake(ggml_tensor * x, ggml_tensor * alpha, ggml_tensor * beta) const; + ggml_tensor * convnext(ggml_tensor * x, const mtmd_code2wav::upsample_block & blk) const; +}; + // // zonos3 generation: // GEN_CODE = 10 codebook heads, or the backbone row of a sampled frame diff --git a/tools/mtmd/models/qwen3tts-gen.cpp b/tools/mtmd/models/qwen3tts-gen.cpp index 59958fc4c3cd..91d5a5c127e2 100644 --- a/tools/mtmd/models/qwen3tts-gen.cpp +++ b/tools/mtmd/models/qwen3tts-gen.cpp @@ -156,10 +156,13 @@ ggml_tensor * mtmd_graph_qwen3tts_gen::code_gen::layer_forward( q = ggml_reshape_3d(ctx0, q, d_head, n_head, 1); k = ggml_reshape_3d(ctx0, k, d_head, n_head_kv, 1); - q = ggml_rms_norm(ctx0, q, hparams.eps); - q = ggml_mul(ctx0, q, layer.q_norm); - k = ggml_rms_norm(ctx0, k, hparams.eps); - k = ggml_mul(ctx0, k, layer.k_norm); + // fish_s2 fast AR has no qk norm + if (layer.q_norm) { + q = ggml_rms_norm(ctx0, q, hparams.eps); + q = ggml_mul(ctx0, q, layer.q_norm); + k = ggml_rms_norm(ctx0, k, hparams.eps); + k = ggml_mul(ctx0, k, layer.k_norm); + } q = ggml_rope_ext(ctx0, q, inp_pos, nullptr, (int) d_head, GGML_ROPE_TYPE_NEOX, 0, hparams.rope_theta, 1.0f, 0.0f, 1.0f, 0.0f, 0.0f); @@ -418,12 +421,12 @@ ggml_tensor * mtmd_graph_qwen3tts_gen::code2wav::quant_decode(ggml_tensor * inp_ // one pre_transformer layer over a batch of N = sliding_window new frames // attention runs over [(W-1)-frame prefix from the last batch] + [N new frames] // RoPE positions come from a persisted counter, so phases line up across batches -ggml_tensor * mtmd_graph_qwen3tts_gen::code2wav::tfm_layer_forward(ggml_tensor * cur, const mtmd_layer & layer, int il) const { +ggml_tensor * mtmd_graph_qwen3tts_gen::code2wav::tfm_layer_forward(ggml_tensor * cur, const mtmd_layer & layer, int il, int64_t window) const { const int n_head = hparams.wav_tfm_n_head; const int n_head_kv = hparams.wav_tfm_n_head_kv; const int64_t d_head = layer.q_w->ne[1] / n_head; const float kq_scale = 1.0f / sqrtf((float) d_head); - const int64_t W = hparams.wav_tfm_swa; // == N, frames per batch + const int64_t W = window > 0 ? window : hparams.wav_tfm_swa; // code2wav: == N, frames per batch const int64_t N = cur->ne[1]; const int64_t prefix = W - 1; const int64_t total_kv = prefix + N; diff --git a/tools/mtmd/mtmd-audio.cpp b/tools/mtmd/mtmd-audio.cpp index dfd3b30e7bc4..419bbede182e 100644 --- a/tools/mtmd/mtmd-audio.cpp +++ b/tools/mtmd/mtmd-audio.cpp @@ -2242,6 +2242,16 @@ bool mtmd_audio_preprocessor_pockettts::process(const float * sa return true; } +bool mtmd_audio_preprocessor_fish_s2::process(const float * samples, size_t n_samples, std::vector & output, bool shape_only) const { + const size_t max_samples = (size_t) mtmd_hparams::fish_s2_max_spk_seconds * hparams.audio_sample_rate; + if (n_samples > max_samples) { + LOG_WRN("%s: speaker reference is %.1f s, truncating to the first %d s\n", __func__, + (double) n_samples / hparams.audio_sample_rate, mtmd_hparams::fish_s2_max_spk_seconds); + n_samples = max_samples; + } + return mtmd_audio_preprocessor_muse_spark_audio::process(samples, n_samples, output, shape_only); +} + // // mtmd_audio_preprocessor_vibevoice_asr // diff --git a/tools/mtmd/mtmd-audio.h b/tools/mtmd/mtmd-audio.h index b4b1ce692f23..893739d93a8e 100644 --- a/tools/mtmd/mtmd-audio.h +++ b/tools/mtmd/mtmd-audio.h @@ -129,6 +129,12 @@ struct mtmd_audio_preprocessor_muse_spark_audio : mtmd_audio_preprocessor { bool process(const float * samples, size_t n_samples, std::vector & output, bool shape_only) const override; }; +// fish_s2 speaker reference: same as muse spark (raw waveform, whole frames), truncated to fish_s2_max_spk_seconds +struct mtmd_audio_preprocessor_fish_s2 : mtmd_audio_preprocessor_muse_spark_audio { + using mtmd_audio_preprocessor_muse_spark_audio::mtmd_audio_preprocessor_muse_spark_audio; + bool process(const float * samples, size_t n_samples, std::vector & output, bool shape_only) const override; +}; + // vibevoice: gain to -25 dBFS RMS, without clipping the peak // the RMS is floored at -50 dBFS, so that silence or noise alone is not boosted to full scale double mtmd_audio_vibevoice_gain(double sum_sq, int64_t n_samples, double peak); diff --git a/tools/mtmd/mtmd-graph.cpp b/tools/mtmd/mtmd-graph.cpp index 100bc3c58f1b..cb2029685d3d 100644 --- a/tools/mtmd/mtmd-graph.cpp +++ b/tools/mtmd/mtmd-graph.cpp @@ -973,6 +973,10 @@ std::unique_ptr mtmd_get_graph_builder(mtmd_subcontext * ctx, const { builder = std::make_unique(ctx, img); } break; + case PROJECTOR_TYPE_FISH_S2_SPKENC: + { + builder = std::make_unique(ctx, img); + } break; case PROJECTOR_TYPE_POCKETTTS_GEN: { const auto gen_process = params ? params->gen_process : MTMD_SUBCTX_GEN_PROCESS_GEN_CODE; @@ -1035,13 +1039,19 @@ std::unique_ptr mtmd_get_graph_builder(mtmd_subcontext * ctx, const builder = std::make_unique(ctx, img, gen_process, all_known, n_frames); } break; case PROJECTOR_TYPE_DRAMA3_GEN: + case PROJECTOR_TYPE_FISH_S2_GEN: { const auto gen_process = params ? params->gen_process : MTMD_SUBCTX_GEN_PROCESS_GEN_CODE; const int64_t n_cb = ctx->model.gen_code_embd_w->ne[2]; const int n_frames = params && params->codes ? (int) (params->codes->size() / n_cb) : 1; - builder = std::make_unique(ctx, img, gen_process, params ? params->gen_state : nullptr, n_frames, - params ? params->top_k : 30, params ? params->top_p : 0.9f, - params ? params->temp : 1.0f); + const int top_k = params ? params->top_k : 30; + const float top_p = params ? params->top_p : 0.9f; + const float temp = params ? params->temp : 1.0f; + if (ctx->model.proj_type == PROJECTOR_TYPE_FISH_S2_GEN) { + builder = std::make_unique(ctx, img, gen_process, params ? params->gen_state : nullptr, n_frames, top_k, top_p, temp); + } else { + builder = std::make_unique(ctx, img, gen_process, params ? params->gen_state : nullptr, n_frames, top_k, top_p, temp); + } } break; case PROJECTOR_TYPE_QWEN3TTS_GEN: { diff --git a/tools/mtmd/mtmd-helper-gen.cpp b/tools/mtmd/mtmd-helper-gen.cpp index 2148ec52640e..79541b813b57 100644 --- a/tools/mtmd/mtmd-helper-gen.cpp +++ b/tools/mtmd/mtmd-helper-gen.cpp @@ -2088,6 +2088,7 @@ class drama3_gen_audio_pipeline : public mtmd_gen_audio_pipeline { prompt_tokens.clear(); prompt_pos = 0; frame.clear(); + main_logits.clear(); hist.clear(); codes_buf.clear(); n_decoded = 0; @@ -2110,31 +2111,16 @@ class drama3_gen_audio_pipeline : public mtmd_gen_audio_pipeline { sem_begin = find_special_token(vocab, "<|semantic:0|>"); eos = find_special_token(vocab, "<|im_end|>"); - if (sem_begin == LLAMA_TOKEN_NULL || eos == LLAMA_TOKEN_NULL) { - LOG_ERR("mtmd_helper_gen_audio: missing Drama 3 tokens in vocab\n"); + if (sem_begin == LLAMA_TOKEN_NULL || eos == LLAMA_TOKEN_NULL || + sem_begin + n_cb_vocab > llama_vocab_n_tokens(vocab)) { + LOG_ERR("mtmd_helper_gen_audio: missing semantic tokens in vocab\n"); return 1; } - // reference-bracket-v1 prompt without references, tokenize each segment alone as the reference does - std::string text(inp->prompt, inp->prompt_len); - if (text.rfind("<|speaker:", 0) != 0) { - text = "<|speaker:0|> " + text; - } - const char * segments[] = { - "<|im_start|>system\n", "convert the provided text to speech", "<|im_end|>\n", - "<|im_start|>user\n", text.c_str(), "<|im_end|>\n", "<|im_start|>assistant\n<|voice|>", - }; - for (const char * seg : segments) { - const int32_t len = (int32_t) strlen(seg); - std::vector ids(len + 16); - const int32_t n = llama_tokenize(vocab, seg, len, ids.data(), (int32_t) ids.size(), false, true); - if (n < 0) { - LOG_ERR("mtmd_helper_gen_audio: tokenization failed\n"); - return 1; - } - prompt_tokens.insert(prompt_tokens.end(), ids.begin(), ids.begin() + n); + if (!tokenize_segments(prompt_segments(std::string(inp->prompt, inp->prompt_len)), prompt_tokens)) { + return 1; } - if (prompt_tokens.size() >= llama_n_ctx_seq(lctx) || prompt_tokens.size() > n_tower_rows) { + if (prompt_tokens.size() >= llama_n_ctx_seq(lctx) || prompt_tokens.size() > max_rows()) { LOG_ERR("mtmd_helper_gen_audio: prompt does not fit in the context\n"); return 1; } @@ -2170,6 +2156,7 @@ class drama3_gen_audio_pipeline : public mtmd_gen_audio_pipeline { const float * h = llama_get_embeddings_ith(lctx, i); if (prompt_pos + i == n_prompt - 1) { h_state_buf.assign(h, h + n_embd); // first frame comes from the last prompt row + save_main_logits(i); break; } if (!run_tower(-1, h)) { @@ -2188,9 +2175,9 @@ class drama3_gen_audio_pipeline : public mtmd_gen_audio_pipeline { *h_state_out = nullptr; *out_stop = false; - const llama_token main = sample_main(llama_get_logits_ith(lctx, -1)); + const llama_token main = sample_main(main_logits.data()); const size_t n_rows = prompt_tokens.size() - 1 + codes_buf.size() / n_cb; - if (main == eos || (uint32_t) pos >= llama_n_ctx_seq(lctx) || n_rows >= n_tower_rows) { + if (main == eos || (uint32_t) pos >= llama_n_ctx_seq(lctx) || n_rows >= max_rows()) { *out_stop = true; return 0; } @@ -2222,6 +2209,7 @@ class drama3_gen_audio_pipeline : public mtmd_gen_audio_pipeline { pos++; const float * h = llama_get_embeddings_ith(lctx, -1); h_state_buf.assign(h, h + n_embd); + save_main_logits(-1); *h_state_out = h_state_buf.data(); if (stream && codes_buf.size() / n_cb - n_decoded >= stream_frames) { @@ -2282,7 +2270,44 @@ class drama3_gen_audio_pipeline : public mtmd_gen_audio_pipeline { return decode_wav() ? 0 : 1; } -private: +protected: + // tokenize each segment alone as the reference does + bool tokenize_segments(const std::vector & segments, std::vector & out) const { + for (const std::string & seg : segments) { + std::vector ids(seg.size() + 16); + const int32_t n = llama_tokenize(vocab, seg.c_str(), (int32_t) seg.size(), ids.data(), (int32_t) ids.size(), false, true); + if (n < 0) { + LOG_ERR("mtmd_helper_gen_audio: tokenization failed\n"); + return false; + } + out.insert(out.end(), ids.begin(), ids.begin() + n); + } + return true; + } + + // reference-bracket-v1 prompt without references + virtual std::vector prompt_segments(std::string text) const { + if (text.rfind("<|speaker:", 0) != 0) { + text = "<|speaker:0|> " + text; + } + return { + "<|im_start|>system\n", "convert the provided text to speech", "<|im_end|>\n", + "<|im_start|>user\n", text, "<|im_end|>\n", "<|im_start|>assistant\n<|voice|>", + }; + } + + // prompt rows but the last + generated frames + virtual size_t max_rows() const { return n_tower_rows; } + + // copy right after our own decode, other sequences may decode on lctx before the next step_gen + // layout: eos, then semantic codes 0..n_cb_vocab-1 + void save_main_logits(int32_t i) { + const float * logits = llama_get_logits_ith(lctx, i); + main_logits.resize(n_cb_vocab + 1); + main_logits[0] = logits[eos]; + std::copy(logits + sem_begin, logits + sem_begin + n_cb_vocab, main_logits.begin() + 1); + } + // repetition-aware sampling: if a semantic draw repeats one of the last ras_window main tokens, draw again with fixed settings static constexpr size_t ras_window = 16; static constexpr size_t n_cb = 10; @@ -2332,11 +2357,12 @@ class drama3_gen_audio_pipeline : public mtmd_gen_audio_pipeline { } // candidates: eos, then semantic codes 1.. (the reference never samples code 0) - llama_token sample_main(const float * logits) { + // logits as saved by save_main_logits() + virtual llama_token sample_main(const float * logits) { std::vector cand(n_cb_vocab); - cand[0] = logits[eos]; + cand[0] = logits[0]; for (int i = 1; i < n_cb_vocab; i++) { - cand[i] = logits[sem_begin + i]; + cand[i] = logits[1 + i]; } auto to_token = [&](int i) { return i == 0 ? eos : sem_begin + i; }; const llama_token first = to_token(draw(cand, 1.0f, 0, 0.9f)); @@ -2397,6 +2423,7 @@ class drama3_gen_audio_pipeline : public mtmd_gen_audio_pipeline { int prompt_pos = 0; std::mt19937 rng; + std::vector main_logits; // see save_main_logits() std::vector frame; // codes of the last frame, input of the next tower row std::vector hist; // last main tokens, for repetition-aware sampling std::vector codes_buf; // frame-major @@ -2411,6 +2438,195 @@ class drama3_gen_audio_pipeline : public mtmd_gen_audio_pipeline { bool wav_header_sent = false; }; +// Fish Audio S2 Pro: same tokens, main-token loop and Fish DAC as drama3 +// the fast AR only runs on generated frames, so the prompt is a plain decode +class fish_s2_gen_audio_pipeline : public drama3_gen_audio_pipeline { +public: + using drama3_gen_audio_pipeline::drama3_gen_audio_pipeline; + + void reset() override { + drama3_gen_audio_pipeline::reset(); + parts.clear(); + part_idx = 0; + part_pos = 0; + } + + // voice cloning (sglang-omni fishaudio_s2_pro): a system message with the transcript and the codec rows of the clip + int32_t set_input(const mtmd_helper_gen_audio_inp * inp) override { + std::vector ref_rows; + if (inp->speaker_ref && !encode_speaker(inp->speaker_ref, ref_rows)) { + return 1; + } + mtmd_helper_gen_audio_inp text_inp = *inp; + text_inp.speaker_ref = nullptr; + if (drama3_gen_audio_pipeline::set_input(&text_inp) != 0) { + return 1; + } + + size_t n_total = prompt_tokens.size(); + if (!ref_rows.empty()) { + // optional, the reference leaves the text empty when it has none + std::string ref_text = inp->speaker_ref_text ? inp->speaker_ref_text : ""; + if (!ref_text.empty() && ref_text.rfind("<|speaker:", 0) != 0) { + ref_text = "<|speaker:0|>" + ref_text; + } + prompt_part head, rows, tail; + if (!tokenize_segments({ "<|im_start|>system\n", "convert the provided text to speech reference to the following:\n\nText:\n", + ref_text, "\n\nSpeech:\n" }, head.tokens) || + !tokenize_segments({ "<|im_end|>\n" }, tail.tokens)) { + return 1; + } + rows.rows = std::move(ref_rows); + for (auto * part : { &head, &rows, &tail }) { + n_total += part->size(n_embd); + parts.push_back(std::move(*part)); + } + } + if (n_total >= llama_n_ctx_seq(lctx)) { + LOG_ERR("mtmd_helper_gen_audio: prompt does not fit in the context\n"); + return 1; + } + prompt_part text; + text.tokens = prompt_tokens; + parts.push_back(std::move(text)); + return 0; + } + + // the first frame comes from the last prompt row + int32_t step_prompt(int32_t n_batch) override { + GGML_ASSERT(n_batch > 0); + if (part_idx >= parts.size()) { + return 0; + } + const prompt_part & part = parts[part_idx]; + const int n_part = part.size(n_embd); + const int n = std::min(n_batch, n_part - part_pos); + const bool last = part_idx + 1 == parts.size() && part_pos + n == n_part; + + int ret = 0; + if (part.rows.empty()) { + llama_batch_ext_ptr batch(llama_batch_ext_init(lctx)); + if (!batch_set_tokens(batch.get(), part.tokens.data() + part_pos, n, pos, seq_id)) { + return -1; + } + if (last) { + llama_batch_ext_set_output_logits(batch.get(), n - 1, true); + } + ret = llama_process(lctx, LLAMA_PROCESS_TYPE_DECODE, batch.get()); + } else { + decode_embd_batch batch(part.rows.data() + (size_t) part_pos * n_embd, n, 1, n_embd); + batch.set_position_normal(pos, seq_id); + ret = llama_process(lctx, LLAMA_PROCESS_TYPE_DECODE, batch.render(lctx, 0, n)); + } + if (ret != 0) { + LOG_ERR("mtmd_helper_gen_audio: prompt decode failed\n"); + return -1; + } + if (last) { + const float * h = llama_get_embeddings_ith(lctx, -1); + h_state_buf.assign(h, h + n_embd); + save_main_logits(-1); + } + pos += n; + part_pos += n; + if (part_pos == n_part) { + part_idx++; + part_pos = 0; + } + int32_t n_left = -part_pos; + for (size_t i = part_idx; i < parts.size(); i++) { + n_left += parts[i].size(n_embd); + } + return n_left; + } + +protected: + // reference (sglang-omni fishaudio_s2_pro) has no system message + std::vector prompt_segments(std::string text) const override { + if (text.rfind("<|speaker:", 0) != 0) { + text = "<|speaker:0|>" + text; + } + return { + "<|im_start|>user\n", text, "<|im_end|>\n", "<|im_start|>assistant\n<|voice|>", + }; + } + + // no codebook tower, only the context limits the length + size_t max_rows() const override { return SIZE_MAX; } + + // token ids, or backbone input rows of n_embd floats + struct prompt_part { + std::vector tokens; + std::vector rows; + int size(int n_embd) const { return rows.empty() ? (int) tokens.size() : (int) (rows.size() / n_embd); } + }; + std::vector parts; + size_t part_idx = 0; + int part_pos = 0; + + // same as the reference: repetition penalty over the last ras_window main tokens, top-k, top-p on the + // untempered logits (the crossing token is dropped), then temperature + // a repeat within the last 4 main tokens switches to the RAS settings + llama_token sample_main(const float * logits) override { + static constexpr int32_t top_k = 30; + static constexpr float rep_penalty = 1.1f; + + std::vector> cand; + cand.reserve(n_cb_vocab + 1); + cand.push_back({ logits[0], eos }); + for (int i = 0; i < n_cb_vocab; i++) { + cand.push_back({ logits[1 + i], sem_begin + i }); + } + for (auto & c : cand) { + if (std::find(hist.begin(), hist.end(), c.second) != hist.end()) { + c.first = c.first < 0.0f ? c.first * rep_penalty : c.first / rep_penalty; + } + } + + bool ras = false; + if (hist.size() >= 4) { + std::vector last4(hist.end() - 4, hist.end()); + std::sort(last4.begin(), last4.end()); + ras = std::adjacent_find(last4.begin(), last4.end()) != last4.end(); + } + const float temp = ras ? 1.0f : 0.8f; + const float top_p = ras ? 0.9f : 0.8f; + + const size_t k = std::min(top_k, cand.size()); + std::partial_sort(cand.begin(), cand.begin() + k, cand.end(), [](const auto & a, const auto & b) { return a.first > b.first; }); + + std::vector prob(k); + double sum = 0.0; + for (size_t i = 0; i < k; i++) { + prob[i] = std::exp((double) (cand[i].first - cand[0].first)); + sum += prob[i]; + } + size_t n_keep = k; + double cum = 0.0; + for (size_t i = 0; i < k; i++) { + cum += prob[i]; + if (i > 0 && cum > top_p * sum) { + n_keep = i; + break; + } + } + + double kept = 0.0; + for (size_t i = 0; i < n_keep; i++) { + prob[i] = std::exp((double) (cand[i].first - cand[0].first) / temp); + kept += prob[i]; + } + double r = std::uniform_real_distribution(0.0, 1.0)(rng) * kept; + for (size_t i = 0; i < n_keep; i++) { + r -= prob[i]; + if (r <= 0.0) { + return cand[i].second; + } + } + return cand[n_keep - 1].second; + } +}; + // ZONOS3: one backbone row per frame of 10 codebooks, codebook j lags j frames class zonos3_gen_audio_pipeline : public mtmd_gen_audio_pipeline { public: @@ -2953,17 +3169,21 @@ static std::unique_ptr make_pipeline(llama_context * lc return std::unique_ptr(new drama3_gen_audio_pipeline(lctx, mctx)); case MTMD_GEN_AUDIO_TYPE_ZONOS3: return std::unique_ptr(new zonos3_gen_audio_pipeline(lctx, mctx)); + case MTMD_GEN_AUDIO_TYPE_FISH_S2: + return std::unique_ptr(new fish_s2_gen_audio_pipeline(lctx, mctx)); default: return nullptr; } } struct mtmd_helper_gen_audio { + llama_context * lctx = nullptr; std::unique_ptr pipeline; }; mtmd_helper_gen_audio * mtmd_helper_gen_audio_init(struct llama_context * lctx, struct mtmd_context * mctx) { auto * ctx = new mtmd_helper_gen_audio(); + ctx->lctx = lctx; ctx->pipeline = make_pipeline(lctx, mctx); return ctx; } @@ -3015,6 +3235,11 @@ int32_t mtmd_helper_gen_audio_step_prompt(mtmd_helper_gen_audio * ctx, int32_t n if (!ctx->pipeline) { return -1; } + // the context may use a smaller n_batch than requested (e.g. clamped to n_ctx), llama_process() would fail above it + if (n_batch <= 0 || (uint32_t) n_batch > llama_n_batch(ctx->lctx)) { + LOG_ERR("mtmd_helper_gen_audio: n_batch must be in [1, %u], got %d\n", llama_n_batch(ctx->lctx), n_batch); + return -1; + } return ctx->pipeline->step_prompt(n_batch); } diff --git a/tools/mtmd/mtmd-helper.h b/tools/mtmd/mtmd-helper.h index b33ed65ecab7..82e86bd1f9ed 100644 --- a/tools/mtmd/mtmd-helper.h +++ b/tools/mtmd/mtmd-helper.h @@ -310,6 +310,7 @@ struct mtmd_helper_gen_audio_inp { enum mtmd_helper_gen_audio_out_mode out_mode; // n_past > 0 only (default: auto) mtmd_bitmap * speaker_ref; // optional, can be NULL: audio to clone, or a voice bitmap + const char * speaker_ref_text; // optional, can be NULL: transcript of speaker_ref, for models that put it in the prompt (e.g. Fish S2) const char * lang; // optional, can be NULL int32_t top_k; @@ -339,7 +340,7 @@ MTMD_API int32_t mtmd_helper_gen_audio_set_input( mtmd_helper_gen_audio * ctx, const struct mtmd_helper_gen_audio_inp * inp); -// processes at most n_batch prompt tokens per call +// processes at most n_batch prompt tokens per call, n_batch must not exceed llama_n_batch() of the context // returns: >0 = number of prompt tokens remaining, 0 = done, <0 = error MTMD_API int32_t mtmd_helper_gen_audio_step_prompt( mtmd_helper_gen_audio * ctx, @@ -423,6 +424,7 @@ struct gen_audio { mtmd_helper_gen_audio_inp data = mtmd_helper_gen_audio_inp_default(); std::string prompt_str; std::string lang_str; + std::string speaker_ref_text_str; mtmd::bitmap_ptr speaker_ref_ptr; inp() = default; @@ -434,6 +436,7 @@ struct gen_audio { void set_prompt (std::string p) { prompt_str = std::move(p); } void set_lang (std::string l) { lang_str = std::move(l); } void set_speaker_ref(mtmd::bitmap_ptr bmp) { speaker_ref_ptr = std::move(bmp); } + void set_speaker_ref_text(std::string t) { speaker_ref_text_str = std::move(t); } // pointers are only valid as long as *this is alive const mtmd_helper_gen_audio_inp * get() { @@ -441,6 +444,7 @@ struct gen_audio { data.prompt_len = prompt_str.size(); data.lang = lang_str.empty() ? nullptr : lang_str.c_str(); data.speaker_ref = speaker_ref_ptr.get(); + data.speaker_ref_text = speaker_ref_text_str.empty() ? nullptr : speaker_ref_text_str.c_str(); return &data; } }; diff --git a/tools/mtmd/mtmd-impl.h b/tools/mtmd/mtmd-impl.h index 70db37654114..ff2b702304fd 100644 --- a/tools/mtmd/mtmd-impl.h +++ b/tools/mtmd/mtmd-impl.h @@ -271,6 +271,31 @@ #define TN_A_GEN_CODE_BLK_EMBD "a.gen.code.blk.%d.embd.%s" #define TN_A_GEN_CODE_BLK_OUT_NORM "a.gen.code.blk.%d.out_norm.%s" +// fish_s2: fast AR input embedding, shared by all codebooks +#define TN_A_GEN_CODE_TOK_EMBD "a.gen.code.tok_embd.%s" + +// fish_s2 codec encoder, the transformer layers use the generic a.blk.* names +#define TN_A_CODEC_ENC_ENTRY "a.codec.enc.entry.%s" +#define TN_A_CODEC_ENC_SNAKE "a.codec.enc.blk.%d.snake.%s" +#define TN_A_CODEC_ENC_CONV "a.codec.enc.blk.%d.conv.%s" +#define TN_A_CODEC_ENC_RES_ACT1 "a.codec.enc.blk.%d.res.%d.act1.%s" +#define TN_A_CODEC_ENC_RES_CONV1 "a.codec.enc.blk.%d.res.%d.conv1.%s" +#define TN_A_CODEC_ENC_RES_ACT2 "a.codec.enc.blk.%d.res.%d.act2.%s" +#define TN_A_CODEC_ENC_RES_CONV2 "a.codec.enc.blk.%d.res.%d.conv2.%s" +#define TN_A_CODEC_ENC_POST_SNAKE "a.codec.enc.post_snake.%s" +#define TN_A_CODEC_ENC_POST_CONV "a.codec.enc.post_conv.%s" +#define TN_A_CODEC_DOWN_CONV "a.codec.down.blk.%d.conv.%s" +#define TN_A_CODEC_DOWN_DWCONV "a.codec.down.blk.%d.dwconv.%s" +#define TN_A_CODEC_DOWN_NORM "a.codec.down.blk.%d.norm.%s" +#define TN_A_CODEC_DOWN_PW1 "a.codec.down.blk.%d.pw1.%s" +#define TN_A_CODEC_DOWN_PW2 "a.codec.down.blk.%d.pw2.%s" +#define TN_A_CODEC_DOWN_GAMMA "a.codec.down.blk.%d.gamma" +#define TN_A_CODEC_PRE_NORM "a.codec.pre_norm.%s" +#define TN_A_CODEC_VQ_FIRST_IN "a.codec.vq.first.in_proj.%s" +#define TN_A_CODEC_VQ_FIRST_CB "a.codec.vq.first.codebook.%s" +#define TN_A_CODEC_VQ_REST_IN "a.codec.vq.rest.in_proj.%s" +#define TN_A_CODEC_VQ_REST_CB "a.codec.vq.rest.codebook.%s" + // qwen3tts code2wav (RVQ codes -> raw PCM) // pre_transformer layers use the generic TN_ATTN_*/TN_FFN_*/TN_LN_*/TN_LS_* macros, prefix "a.gen.wav.tfm" #define TN_A_GEN_WAV_QUANT_FIRST_IN "a.gen.wav.quant.first.in_proj.%s" @@ -588,6 +613,8 @@ enum projector_type { PROJECTOR_TYPE_DRAMA3_GEN, PROJECTOR_TYPE_ZONOS3_GEN, PROJECTOR_TYPE_ZONOS3_SPKENC, + PROJECTOR_TYPE_FISH_S2_GEN, + PROJECTOR_TYPE_FISH_S2_SPKENC, PROJECTOR_TYPE_MUSE_GLIMMER, PROJECTOR_TYPE_SENSENOVA_U1, PROJECTOR_TYPE_COHERE2V, @@ -680,6 +707,8 @@ static std::map PROJECTOR_TYPE_NAMES = { { PROJECTOR_TYPE_DRAMA3_GEN, "drama3_gen"}, { PROJECTOR_TYPE_ZONOS3_GEN, "zonos3_gen"}, { PROJECTOR_TYPE_ZONOS3_SPKENC, "zonos3_spkenc"}, + { PROJECTOR_TYPE_FISH_S2_GEN, "fish_s2_gen"}, + { PROJECTOR_TYPE_FISH_S2_SPKENC, "fish_s2_spkenc"}, { PROJECTOR_TYPE_MUSE_GLIMMER, "muse-glimmer"}, { PROJECTOR_TYPE_SENSENOVA_U1, "sensenova_u1"}, { PROJECTOR_TYPE_COHERE2V, "cohere2v"}, diff --git a/tools/mtmd/mtmd-model.cpp b/tools/mtmd/mtmd-model.cpp index 86bb127fb8ab..9e2b2fec1dd2 100644 --- a/tools/mtmd/mtmd-model.cpp +++ b/tools/mtmd/mtmd-model.cpp @@ -1094,7 +1094,11 @@ struct mtmd_model_loader { hparams.audio_sample_rate = 44100; } break; case PROJECTOR_TYPE_DRAMA3_GEN: + case PROJECTOR_TYPE_FISH_S2_GEN: { + // fish_s2 fast AR, drama3 hardcodes its tower RoPE in the graph + hparams.rope_theta = 1000000.0f; + // Fish DAC decoder, codec.pth has no config hparams.audio_sample_rate = 44100; hparams.wav_tfm_n_layer = 8; @@ -1125,6 +1129,19 @@ struct mtmd_model_loader { hparams.flow_n_step = 1; hparams.gen_eos_threshold = -4.0f; } break; + case PROJECTOR_TYPE_FISH_S2_SPKENC: + { + // Fish DAC encoder, codec.pth has no config + // one row per 2048 samples: encoder strides, then the quantizer downsample + hparams.audio_sample_rate = 44100; + hparams.audio_patch_sizes = { 2, 4, 8, 8, 2, 2 }; + // whole frames, about 10 s like a typical reference clip + hparams.warmup_audio_size = hparams.audio_samples_per_token() * 215; + hparams.wav_tfm_n_head = 16; + hparams.wav_tfm_n_head_kv = 16; + hparams.wav_tfm_eps = 1e-5f; + hparams.wav_tfm_rope_theta = 10000.0f; + } break; case PROJECTOR_TYPE_CHATTERBOX: { // the classic cfm solver unrolls up to 10 steps x 2 cfg estimator evaluations in one graph @@ -1372,7 +1389,8 @@ struct mtmd_model_loader { const bool fft_based = model.proj_type != PROJECTOR_TYPE_GEMMA4UA && model.proj_type != PROJECTOR_TYPE_MUSE_SPARK_AUDIO && model.proj_type != PROJECTOR_TYPE_VIBEVOICE_ASR && - model.proj_type != PROJECTOR_TYPE_POCKETTTS_SPKENC; + model.proj_type != PROJECTOR_TYPE_POCKETTTS_SPKENC && + model.proj_type != PROJECTOR_TYPE_FISH_S2_SPKENC; // Validate audio hparams loaded from GGUF metadata if (hparams.n_mel_bins <= 0 || (fft_based && hparams.n_mel_bins > 256)) { @@ -2526,6 +2544,71 @@ struct mtmd_model_loader { model.mm_fc_w = get_tensor(mtmd_format(TN_MM_AUDIO_FC, "weight")); model.mm_fc_b = get_tensor(mtmd_format(TN_MM_AUDIO_FC, "bias")); } break; + case PROJECTOR_TYPE_FISH_S2_SPKENC: + { + // codec encoder in the code2wav structs: dac = encoder blocks, upsample = quantizer downsample + // generic a.blk.* layers: 0..3 last encoder block, 4..11 quantizer pre_module + auto & c2w = model.c2w; + c2w.dac_entry_w = get_tensor(mtmd_format(TN_A_CODEC_ENC_ENTRY, "weight")); + c2w.dac_entry_b = get_tensor(mtmd_format(TN_A_CODEC_ENC_ENTRY, "bias")); + c2w.dac.resize(4); + for (int il = 0; il < (int) c2w.dac.size(); il++) { + auto & blk = c2w.dac[il]; + blk.snake_alpha = get_tensor(mtmd_format(TN_A_CODEC_ENC_SNAKE, il, "alpha")); + blk.snake_beta = get_tensor(mtmd_format(TN_A_CODEC_ENC_SNAKE, il, "beta")); + blk.conv_w = get_tensor(mtmd_format(TN_A_CODEC_ENC_CONV, il, "weight")); + blk.conv_b = get_tensor(mtmd_format(TN_A_CODEC_ENC_CONV, il, "bias")); + blk.res.resize(3); + for (int ir = 0; ir < (int) blk.res.size(); ir++) { + auto & res = blk.res[ir]; + res.act1_alpha = get_tensor(mtmd_format(TN_A_CODEC_ENC_RES_ACT1, il, ir, "alpha")); + res.act1_beta = get_tensor(mtmd_format(TN_A_CODEC_ENC_RES_ACT1, il, ir, "beta")); + res.conv1_w = get_tensor(mtmd_format(TN_A_CODEC_ENC_RES_CONV1, il, ir, "weight")); + res.conv1_b = get_tensor(mtmd_format(TN_A_CODEC_ENC_RES_CONV1, il, ir, "bias")); + res.act2_alpha = get_tensor(mtmd_format(TN_A_CODEC_ENC_RES_ACT2, il, ir, "alpha")); + res.act2_beta = get_tensor(mtmd_format(TN_A_CODEC_ENC_RES_ACT2, il, ir, "beta")); + res.conv2_w = get_tensor(mtmd_format(TN_A_CODEC_ENC_RES_CONV2, il, ir, "weight")); + res.conv2_b = get_tensor(mtmd_format(TN_A_CODEC_ENC_RES_CONV2, il, ir, "bias")); + } + } + c2w.dac_post_snake_alpha = get_tensor(mtmd_format(TN_A_CODEC_ENC_POST_SNAKE, "alpha")); + c2w.dac_post_snake_beta = get_tensor(mtmd_format(TN_A_CODEC_ENC_POST_SNAKE, "beta")); + c2w.dac_post_conv_w = get_tensor(mtmd_format(TN_A_CODEC_ENC_POST_CONV, "weight")); + c2w.dac_post_conv_b = get_tensor(mtmd_format(TN_A_CODEC_ENC_POST_CONV, "bias")); + + c2w.upsample.resize(2); + for (int il = 0; il < (int) c2w.upsample.size(); il++) { + auto & down = c2w.upsample[il]; + down.conv_w = get_tensor(mtmd_format(TN_A_CODEC_DOWN_CONV, il, "weight")); + down.conv_b = get_tensor(mtmd_format(TN_A_CODEC_DOWN_CONV, il, "bias")); + down.dwconv_w = get_tensor(mtmd_format(TN_A_CODEC_DOWN_DWCONV, il, "weight")); + down.dwconv_b = get_tensor(mtmd_format(TN_A_CODEC_DOWN_DWCONV, il, "bias")); + down.norm_w = get_tensor(mtmd_format(TN_A_CODEC_DOWN_NORM, il, "weight")); + down.norm_b = get_tensor(mtmd_format(TN_A_CODEC_DOWN_NORM, il, "bias")); + down.pw1_w = get_tensor(mtmd_format(TN_A_CODEC_DOWN_PW1, il, "weight")); + down.pw1_b = get_tensor(mtmd_format(TN_A_CODEC_DOWN_PW1, il, "bias")); + down.pw2_w = get_tensor(mtmd_format(TN_A_CODEC_DOWN_PW2, il, "weight")); + down.pw2_b = get_tensor(mtmd_format(TN_A_CODEC_DOWN_PW2, il, "bias")); + down.gamma = get_tensor(mtmd_format(TN_A_CODEC_DOWN_GAMMA, il)); + } + c2w.tfm_output_norm_w = get_tensor(mtmd_format(TN_A_CODEC_PRE_NORM, "weight")); + if (hparams.n_layer != mtmd_graph_fish_s2_spkenc::n_tfm_layer) { + throw std::runtime_error(mtmd_format("%s: fish_s2_spkenc expects %d transformer layers\n", __func__, mtmd_graph_fish_s2_spkenc::n_tfm_layer)); + } + // VQ: search with the normalized codebooks, subtract the codec decoder's out_proj tables + c2w.quant_first_in_w = get_tensor(mtmd_format(TN_A_CODEC_VQ_FIRST_IN, "weight")); + c2w.quant_first_in_b = get_tensor(mtmd_format(TN_A_CODEC_VQ_FIRST_IN, "bias")); + c2w.quant_first_cb_norm_w = get_tensor(mtmd_format(TN_A_CODEC_VQ_FIRST_CB, "weight")); + c2w.quant_rest_in_w = get_tensor(mtmd_format(TN_A_CODEC_VQ_REST_IN, "weight")); + c2w.quant_rest_in_b = get_tensor(mtmd_format(TN_A_CODEC_VQ_REST_IN, "bias")); + c2w.quant_rest_cb_norm_w = get_tensor(mtmd_format(TN_A_CODEC_VQ_REST_CB, "weight")); + c2w.quant_first_cb_w = get_tensor(mtmd_format(TN_A_GEN_WAV_QUANT_FIRST_CB, "weight")); + c2w.quant_rest_cb_w = get_tensor(mtmd_format(TN_A_GEN_WAV_QUANT_REST_CB, "weight")); + + // codes -> backbone rows, same tables as fish_s2_gen + model.gen_code_embd_w = get_tensor(mtmd_format(TN_A_GEN_CODE_EMBD, "weight")); + model.gen_code_out_embd_w = get_tensor(mtmd_format(TN_A_GEN_CODE_OUT_EMBD, "weight")); + } break; case PROJECTOR_TYPE_POCKETTTS_SPKENC: { load_seanet(model.seanet, false); @@ -2827,6 +2910,20 @@ struct mtmd_model_loader { model.gen_code_out_embd_w = get_tensor(mtmd_format(TN_A_GEN_CODE_OUT_EMBD, "weight")); // backbone rows of the semantic band load_code2wav(false); } break; + case PROJECTOR_TYPE_FISH_S2_GEN: + { + // generic a.gen.code.blk.* tensors are loaded by the loop above + model.gen_code_tok_embd_w = get_tensor(mtmd_format(TN_A_GEN_CODE_TOK_EMBD, "weight")); // fast AR input + model.gen_code_head_w = get_tensor(mtmd_format(TN_A_GEN_CODE_HEAD, "weight")); // fast AR head, residual codebooks + model.gen_code_norm_w = get_tensor(mtmd_format(TN_A_GEN_CODE_NORM, "weight")); + model.gen_code_embd_w = get_tensor(mtmd_format(TN_A_GEN_CODE_EMBD, "weight")); // merged 3D, backbone input tables + model.gen_code_out_embd_w = get_tensor(mtmd_format(TN_A_GEN_CODE_OUT_EMBD, "weight")); // backbone rows of the semantic band + load_code2wav(false); + // the graph reads model.layers[0] + if (hparams.n_layer < 1) { + throw std::runtime_error(mtmd_format("%s: fish_s2_gen has no fast AR layer\n", __func__)); + } + } break; case PROJECTOR_TYPE_CHATTERBOX: { auto & c = model.cbx; @@ -4440,10 +4537,16 @@ int mtmd_model::n_output_tokens(const mtmd_image_f32 * img) const { case PROJECTOR_TYPE_LFM3A_GEN: case PROJECTOR_TYPE_DRAMA3_GEN: case PROJECTOR_TYPE_ZONOS3_GEN: + case PROJECTOR_TYPE_FISH_S2_GEN: { // one hidden-state vector fed back to the talker per call n_patches = 1; } break; + case PROJECTOR_TYPE_FISH_S2_SPKENC: + { + // one backbone row per codec frame, the preprocessor pads to whole frames + n_patches = (int) (img->nx() / hparams.audio_samples_per_token()); + } break; case PROJECTOR_TYPE_POCKETTTS_SPKENC: { // one conditioning row per 12.5Hz frame @@ -4630,6 +4733,8 @@ int mtmd_model::n_mmproj_embd() const { case PROJECTOR_TYPE_LFM3A_GEN: case PROJECTOR_TYPE_DRAMA3_GEN: case PROJECTOR_TYPE_ZONOS3_GEN: + case PROJECTOR_TYPE_FISH_S2_GEN: + case PROJECTOR_TYPE_FISH_S2_SPKENC: return gen_code_out_embd_w->ne[0]; case PROJECTOR_TYPE_POCKETTTS_SPKENC: return spk_proj_w->ne[1]; diff --git a/tools/mtmd/mtmd-model.h b/tools/mtmd/mtmd-model.h index 44863636bd74..9af815981713 100644 --- a/tools/mtmd/mtmd-model.h +++ b/tools/mtmd/mtmd-model.h @@ -213,6 +213,8 @@ struct mtmd_hparams { // pocket-tts static constexpr int32_t pockettts_max_spk_seconds = 30; + // fish_s2: the codec encoder runs at 44.1 kHz, memory grows with the clip + static constexpr int32_t fish_s2_max_spk_seconds = 30; int32_t seanet_n_stage = 0; std::vector seanet_ratios; // encoder order (reversed compared to the config) int32_t mimi_downsample = 0; // encoder frame rate / model frame rate @@ -622,6 +624,12 @@ struct mtmd_code2wav { ggml_tensor * quant_rest_out_w = nullptr; ggml_tensor * quant_rest_cb_w = nullptr; // codebooks, merged 3D [15, vocab, dim] + // fish_s2 codec encoder: in_proj bias and l2-normalized codebooks for the nearest-entry search + ggml_tensor * quant_first_in_b = nullptr; + ggml_tensor * quant_rest_in_b = nullptr; + ggml_tensor * quant_first_cb_norm_w = nullptr; + ggml_tensor * quant_rest_cb_norm_w = nullptr; + ggml_tensor * pre_conv_w = nullptr; ggml_tensor * pre_conv_b = nullptr; @@ -1208,6 +1216,7 @@ struct mtmd_model { ggml_tensor * gen_code_head_w = nullptr; // per-codebook output head, merged 3D ggml_tensor * gen_code_out_embd_w = nullptr; // codebook-0 embedding, fed back into the talker ggml_tensor * gen_code_norm_w = nullptr; // final norm + ggml_tensor * gen_code_tok_embd_w = nullptr; // fish_s2: input embedding shared by all codebooks // lfm3a depthformer (MaskGIT) ggml_tensor * gen_code_head_norm_w = nullptr; // per-codebook norm before the tied head, merged 2D diff --git a/tools/mtmd/mtmd-subcontext.cpp b/tools/mtmd/mtmd-subcontext.cpp index db54ec9c939d..db3b241d4166 100644 --- a/tools/mtmd/mtmd-subcontext.cpp +++ b/tools/mtmd/mtmd-subcontext.cpp @@ -389,6 +389,7 @@ bool mtmd_subcontext::encode_batch(int n_threads, const mtmd_image_f32_batch * i static std::vector list_gen_state_slots(const mtmd_hparams & hparams, const mtmd_model & model) { switch (model.proj_type) { case PROJECTOR_TYPE_QWEN3TTS_GEN: return list_c2w_state_slots(hparams, model); + case PROJECTOR_TYPE_FISH_S2_GEN: return list_c2w_state_slots(hparams, model); case PROJECTOR_TYPE_DRAMA3_GEN: return list_drama3_state_slots(hparams, model); case PROJECTOR_TYPE_POCKETTTS_GEN: return list_pockettts_state_slots(hparams, model); case PROJECTOR_TYPE_LFM3A_GEN: return list_lfm3a_gen_state_slots(hparams, model); @@ -1680,6 +1681,7 @@ bool mtmd_subcontext::encode(mtmd_subctx_encode_params * params) { case PROJECTOR_TYPE_MUSE_SPARK_AUDIO: case PROJECTOR_TYPE_QWEN3TTS_SPKENC: case PROJECTOR_TYPE_ZONOS3_SPKENC: + case PROJECTOR_TYPE_FISH_S2_SPKENC: { // do nothing } break; @@ -1789,6 +1791,7 @@ bool mtmd_subcontext::encode(mtmd_subctx_encode_params * params) { } } break; case PROJECTOR_TYPE_DRAMA3_GEN: + case PROJECTOR_TYPE_FISH_S2_GEN: { const int64_t n_cb = model.gen_code_embd_w->ne[2]; const int64_t n_vocab = model.gen_code_embd_w->ne[1]; @@ -1807,6 +1810,13 @@ bool mtmd_subcontext::encode(mtmd_subctx_encode_params * params) { } set_input_i32("inp_codes", codes); set_gen_state_in(); + } else if (model.proj_type == PROJECTOR_TYPE_FISH_S2_GEN) { + if (params->code0 < 0 || params->code0 >= n_vocab) { + LOG_ERR("%s: code0 out of range (%d, vocab %lld)\n", __func__, params->code0, (long long) n_vocab); + return false; + } + std::vector code0 = { params->code0 }; + set_input_i32("inp_code0", code0); } else { // code0 < 0: next row is text (prompt), the tower only fills its KV // codes: input frame codes for a speech row, empty for a text row @@ -2622,8 +2632,8 @@ bool mtmd_subcontext::encode(mtmd_subctx_encode_params * params) { mtmd_graph_soprano::decode_spectrum(model, spectrum, out_audio); } - // drop the tail audio that comes from the code-0 rear padding, drama3 has no padding - if (model.proj_type != PROJECTOR_TYPE_DRAMA3_GEN) { + // drop the tail audio that comes from the code-0 rear padding, drama3 and fish_s2 have no padding + if (model.proj_type != PROJECTOR_TYPE_DRAMA3_GEN && model.proj_type != PROJECTOR_TYPE_FISH_S2_GEN) { const int64_t n_codes = params->codes ? model.gen_code_head_w->ne[2] + 1 : 0; const int64_t n_frames_w = hparams.wav_tfm_swa; const int64_t n_frames = params->codes ? (int64_t) params->codes->size() / n_codes : n_frames_w; diff --git a/tools/mtmd/mtmd.cpp b/tools/mtmd/mtmd.cpp index f8f7ea0489c7..9669afc2a8a1 100644 --- a/tools/mtmd/mtmd.cpp +++ b/tools/mtmd/mtmd.cpp @@ -1314,6 +1314,10 @@ struct mtmd_context { { audio_preproc = std::make_unique(models.a.get()); } break; + case PROJECTOR_TYPE_FISH_S2_SPKENC: + { + audio_preproc = std::make_unique(models.a.get()); + } break; case PROJECTOR_TYPE_CHATTERBOX_SPKENC: { audio_preproc = std::make_unique(models.a.get(), cbx_is_mtl(*models.a)); @@ -2490,6 +2494,10 @@ mtmd_gen_audio_info mtmd_gen_audio_get_info(const mtmd_context * ctx) { info.type = MTMD_GEN_AUDIO_TYPE_ZONOS3; info.sample_rate = 44100; break; + case PROJECTOR_TYPE_FISH_S2_GEN: + info.type = MTMD_GEN_AUDIO_TYPE_FISH_S2; + info.sample_rate = 44100; + break; default: info.type = MTMD_GEN_AUDIO_TYPE_NONE; break; diff --git a/tools/mtmd/mtmd.h b/tools/mtmd/mtmd.h index b0d673dbe7f0..58c7c57a8e5e 100644 --- a/tools/mtmd/mtmd.h +++ b/tools/mtmd/mtmd.h @@ -473,6 +473,7 @@ enum mtmd_gen_audio_type { MTMD_GEN_AUDIO_TYPE_CHATTERBOX, MTMD_GEN_AUDIO_TYPE_DRAMA3, MTMD_GEN_AUDIO_TYPE_ZONOS3, + MTMD_GEN_AUDIO_TYPE_FISH_S2, }; struct mtmd_gen_audio_info { diff --git a/tools/server/README.md b/tools/server/README.md index 9d1028d25b95..07b530df0261 100644 --- a/tools/server/README.md +++ b/tools/server/README.md @@ -866,6 +866,8 @@ Returns raw audio bytes (`audio/wav` by default) rather than JSON. For the list `speaker_ref_b64`: Base64-encoded reference audio to clone the speaker's voice. Optional. Alternatively, upload the reference audio as a `speaker_ref` file field via `multipart/form-data` (see example below) - if both are provided, the uploaded file takes precedence. Rejected when the model has no voice encoder (e.g. Pocket TTS without voice cloning). +`speaker_ref_text`: Transcript of the reference audio, put in the prompt by some models (e.g. Fish Audio S2 Pro). Optional. + `top_k`, `top_p`: Sampling params for both the backbone sampler and the acoustic code predictor. Optional, `0` or absent keeps the server `--top-k`/`--top-p` for the backbone and the model defaults for the code predictor. `temperature`: Temperature for the backbone sampler and the audio frames, for models that support it. `0` is greedy sampling. Optional, absent keeps the server `--temp` for the backbone and the model defaults for the audio. diff --git a/tools/server/server-context.cpp b/tools/server/server-context.cpp index 28e01c69b8a9..abaaf55b6b3d 100644 --- a/tools/server/server-context.cpp +++ b/tools/server/server-context.cpp @@ -6992,6 +6992,7 @@ std::unique_ptr server_routes::handle_tts_impl(const serve } task.tts_inp.set_prompt(tts_prompt.empty() ? prompt : tts_prompt); task.tts_inp.set_lang(lang); + task.tts_inp.set_speaker_ref_text(json_value(body, "speaker_ref_text", std::string())); task.tts_inp.data.stream = stream; task.tts_inp.data.out_type = response_format == "pcm" || pcm16 ? MTMD_HELPER_GEN_AUDIO_OUTTYPE_PCM diff --git a/tools/tts/README.md b/tools/tts/README.md index 9608db569f8e..9df5078bba4d 100644 --- a/tools/tts/README.md +++ b/tools/tts/README.md @@ -17,6 +17,7 @@ Note: it's highly recommended to always provide a speaker reference voice (via ` Common params: - Sampling params such as `--top-k`, `--top-p`, `--temp`, etc. `--temp` also sets the temperature of the audio frames for models that support it, without it they use the model default - `-n ` limits the output length, e.g. `-n 500`. Note that how many milliseconds each frame represents varies by model +- `--tts-speaker-text` (optional) gives the transcript of `--tts-speaker-file`, some models put it in the prompt (e.g. Fish Audio S2 Pro) - Core inference params such as `-ngl`, `-b`, `-ub`, etc. ## Supported models diff --git a/tools/tts/tts.cpp b/tools/tts/tts.cpp index 7edf605b8fa3..bbc9ac794c4c 100644 --- a/tools/tts/tts.cpp +++ b/tools/tts/tts.cpp @@ -147,6 +147,7 @@ int main(int argc, char ** argv) { inp.prompt = prompt.c_str(); inp.prompt_len = prompt.size(); inp.speaker_ref = speaker_bitmap.get(); + inp.speaker_ref_text = params.tts_speaker_text.empty() ? nullptr : params.tts_speaker_text.c_str(); inp.lang = params.tts_lang.c_str(); inp.top_k = params.sampling.top_k; inp.top_p = params.sampling.top_p; @@ -168,7 +169,7 @@ int main(int argc, char ** argv) { const int64_t t_prompt_start_us = ggml_time_us(); for (;;) { - int32_t ret = gen.step_prompt(params.n_batch); + int32_t ret = gen.step_prompt(llama_n_batch(lctx)); if (ret < 0) { LOG_ERR("prompt processing failed\n"); return 1; From c7518dbec59281c430ca5278ab4e60eadbc88b13 Mon Sep 17 00:00:00 2001 From: Beinsezii <39478211+Beinsezii@users.noreply.github.com> Date: Mon, 16 Nov 2026 08:56:20 -0800 Subject: [PATCH 106/249] MMVQ: Tune ne11 Gate for RDNA3_5 (#32308) --- ggml/src/ggml-cuda/mmvq.cu | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/ggml/src/ggml-cuda/mmvq.cu b/ggml/src/ggml-cuda/mmvq.cu index c6d895db4e77..9118fbd554eb 100644 --- a/ggml/src/ggml-cuda/mmvq.cu +++ b/ggml/src/ggml-cuda/mmvq.cu @@ -378,6 +378,14 @@ bool ggml_cuda_should_use_mmvq(enum ggml_type type, int cc, int64_t ne11) { return ne11 <= MMVQ_MAX_BATCH_SIZE; } } + if (GGML_CUDA_CC_IS_RDNA3_5(cc)) { + switch (type) { // tuned on Radeon 8060S (gfx1151) + case GGML_TYPE_Q8_0: + return ne11 <= 6; + default: + return ne11 <= MMVQ_MAX_BATCH_SIZE; + } + } if (GGML_CUDA_CC_IS_CDNA(cc)) { if (GGML_CUDA_CC_IS_CDNA1(cc)) { switch (type) { From 4303cd94aed992aef378497b033188f251086591 Mon Sep 17 00:00:00 2001 From: Xuan-Son Nguyen Date: Mon, 16 Nov 2026 19:26:10 +0100 Subject: [PATCH 107/249] contributing: mark agents.md and code-review as required (#32416) --- CONTRIBUTING.md | 12 ++++++++++++ skills/code-review/SKILL.md | 10 +++++++++- 2 files changed, 21 insertions(+), 1 deletion(-) diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md index 59ec3f311b5d..5b6327d11bc6 100644 --- a/CONTRIBUTING.md +++ b/CONTRIBUTING.md @@ -16,6 +16,8 @@ The project differentiates between 3 levels of contributors: > > Detailed information regarding permissible and restricted uses of AI can be found in the [AGENTS.md](AGENTS.md) file. +### Requirements + If AI is used to generate any portion of the code, contributors must adhere to the following requirements: 1. Explicitly disclose the manner in which AI was employed. @@ -24,6 +26,16 @@ If AI is used to generate any portion of the code, contributors must adhere to t 4. Be prepared to explain every line of code you submit when asked about it by a maintainer. 5. It is strictly prohibited to use AI to write your posts for you (bug reports, feature requests, pull request descriptions, Github discussions, responding to humans, ...). +### Checklist + +> [!IMPORTANT] +> +> **If you use AI, do all of the following:** +> +> 1. **Make sure [AGENTS.md](AGENTS.md) is loaded into your agent's context.** Skipping this step is one of the most common reasons PRs get rejected. +> 2. **Search for related discussions, PRs and issues** to get the broader context before writing any code. +> 3. **Run a local review pass before pushing anything**, using the [`code-review`](skills/code-review/SKILL.md) skill, once the change is implemented. Fix what it finds. + For more info, please refer to the [AGENTS.md](AGENTS.md) file. # Pull requests (for contributors & collaborators) diff --git a/skills/code-review/SKILL.md b/skills/code-review/SKILL.md index c82ed25671d6..e21851dbd62d 100644 --- a/skills/code-review/SKILL.md +++ b/skills/code-review/SKILL.md @@ -26,7 +26,15 @@ Identify what actually changed and which area checklists below apply. Run `git d - `tests/`, `tools/server/tests/`, or any other added/changed test -> **Tests** - anything else, plus all of the above -> **General** (always runs) -Always run the **Scope and quick-reject gate**, the **Security review**, and the **General** checklist. Run each area checklist whose paths were touched. Additionally, if the diff introduces a new component, subsystem, or piece of infrastructure (a new file/class/module, a new abstraction, or hand-rolled machinery), run the **Approach and design** review. Tell the user which checklists you're running and why. +Always run the **Prior review context** step, the **Scope and quick-reject gate**, the **Security review**, and the **General** checklist. Run each area checklist whose paths were touched. Additionally, if the diff introduces a new component, subsystem, or piece of infrastructure (a new file/class/module, a new abstraction, or hand-rolled machinery), run the **Approach and design** review. Tell the user which checklists you're running and why. + +## Prior review context (always) + +Maintainers tend to repeat the same comments on the same parts of the code. Before reviewing, find out what they said last time so this diff doesn't repeat a mistake that was already flagged. + +- For each touched file (or the hot spots in a large diff), find recent PRs that changed the same code: `git log --oneline -n 20 -- ` (merged PR numbers appear as `(#NNNNN)` in the subject), and `git blame -L , master -- ` for the exact lines being changed. For in-flight work, `gh pr list --state all --search ""`. +- Read the reviewer feedback on the most relevant few: `gh pr view --comments` for the conversation and `gh api repos/ggml-org/llama.cpp/pulls//comments` for inline review comments. +- Note recurring reviewer requests and frequently-occurring mistakes for this area (e.g. a helper that should be reused, a naming or layering rule, a backend that keeps getting broken, a test that is always asked for), then check the current diff against each one. Report a match as a finding and cite the earlier PR so the user can read the original context. ## Scope and quick-reject gate (always) From 4ddf2b9470b44b122e8a5404ae199f04cd03bcec Mon Sep 17 00:00:00 2001 From: Aldehir Rojas Date: Mon, 16 Nov 2026 12:48:24 -0600 Subject: [PATCH 108/249] chat : implement inkling parser (#32381) --- common/chat.cpp | 9 +- common/parsers/inkling.cpp | 165 ++++++++++++++++++ common/parsers/inkling2.cpp | 46 ----- common/parsers/parsers.h | 7 +- common/parsers/sources.cmake | 2 +- .../thinkingmachines-Inkling-2-Small.jinja | 130 ++++++++++++++ .../templates/thinkingmachines-Inkling.jinja | 129 ++++++++++++++ src/llama-grammar.cpp | 2 + tests/test-chat.cpp | 96 ++++++++++ 9 files changed, 532 insertions(+), 54 deletions(-) create mode 100644 common/parsers/inkling.cpp delete mode 100644 common/parsers/inkling2.cpp create mode 100644 models/templates/thinkingmachines-Inkling-2-Small.jinja create mode 100644 models/templates/thinkingmachines-Inkling.jinja diff --git a/common/chat.cpp b/common/chat.cpp index 534a05d5cb3e..863f31ebe75f 100644 --- a/common/chat.cpp +++ b/common/chat.cpp @@ -1444,6 +1444,12 @@ static common_chat_params_init_fn common_chat_template_detect_params_init(const return common_chat_params_init_qwen3_coder; } + // Inkling 1 and 2 + if (is_inkling_template(src)) { + LOG_DBG("Using specialized template: Inkling\n"); + return common_chat_params_init_inkling; + } + return nullptr; } @@ -1626,9 +1632,6 @@ static common_chat_params common_chat_templates_apply_jinja(const struct common_ auto_params.thinking_end_tags = {std::move(end_tag)}; } } - if (is_inkling2_template(src)) { - common_chat_inkling2_split_media(auto_params.prompt); - } const auto & arena = auto_params.parser; LOG_DBG("%s: generated parser:\n%s\n\nparser generation prompt: %s\n", __func__, arena.dump(arena.root()).c_str(), auto_params.generation_prompt.c_str()); return auto_params; diff --git a/common/parsers/inkling.cpp b/common/parsers/inkling.cpp new file mode 100644 index 000000000000..9c30cdb87962 --- /dev/null +++ b/common/parsers/inkling.cpp @@ -0,0 +1,165 @@ +#include "parsers.h" + +bool is_inkling_template(const std::string & src) { + return src.find("<|message_user|>") != std::string::npos && + src.find("<|content_image|>") != std::string::npos; +} + +// the template makes one message block per content part, but a media marker comes inside the text of a message +//
<|content_text|>{media}text<|end_message|> -->
{media}<|end_message|>
<|content_text|>text<|end_message|> +static void inkling_split_media(common_chat_prompt & prompt) { + const std::string TEXT = "<|content_text|>"; + const std::string END = "<|end_message|>"; + const std::string MEDIA_BEG = "<__media_"; + const std::string MEDIA_END = "__>"; + + std::vector out; + for (size_t i = 0; i < prompt.parts.size(); i++) { + const auto & part = prompt.parts[i]; + const bool in_text_block = part.is_input && part.text.find(MEDIA_BEG) != std::string::npos && + !out.empty() && !out.back().is_input && string_ends_with(out.back().text, TEXT) && + i + 1 < prompt.parts.size() && !prompt.parts[i + 1].is_input && string_starts_with(prompt.parts[i + 1].text, END); + const size_t header_pos = in_text_block ? out.back().text.rfind("<|message_") : std::string::npos; + if (header_pos == std::string::npos) { + out.push_back(part); + continue; + } + const std::string header = out.back().text.substr(header_pos, out.back().text.size() - TEXT.size() - header_pos); + + std::string rest = part.text; + for (bool first = true; !rest.empty(); first = false) { + const size_t beg = rest.find(MEDIA_BEG); + const size_t end = beg == std::string::npos ? beg : rest.find(MEDIA_END, beg); + const bool is_media = beg == 0 && end != std::string::npos; + const size_t len = is_media ? end + MEDIA_END.size() : (end == std::string::npos ? rest.size() : beg); + if (!first) { + out.push_back({ END + header + (is_media ? "" : TEXT), false }); + } else if (is_media) { + // mtmd opens the media block + out.back().text.resize(out.back().text.size() - TEXT.size()); + } + out.push_back({ rest.substr(0, len), true }); + rest.erase(0, len); + } + } + prompt.parts = std::move(out); +} + +// Inkling 1 and 2 - the assistant turn is a list of blocks, all closed by <|end_message|>: +// <|message_model|><|content_thinking|>...<|end_message|> +// <|message_model|><|content_text|>...<|end_message|> +// <|message_model|>NAME<|content_invoke_tool_json|>{"name":"NAME","args":{...}}<|end_message|> +common_chat_params common_chat_params_init_inkling(const common_chat_template & tmpl, + const autoparser::generation_params & inputs) { + common_chat_params data; + + data.prompt = common_chat_template_direct_apply_impl(tmpl, inputs); + data.generation_prompt = common_chat_template_generation_prompt_impl(tmpl, inputs); + data.format = COMMON_CHAT_FORMAT_PEG_NATIVE; + data.supports_thinking = true; + + inkling_split_media(data.prompt); + + const std::string HEADER = "<|message_model|>"; + const std::string THINK = "<|content_thinking|>"; + const std::string TEXT = "<|content_text|>"; + const std::string TOOL_JSON = "<|content_invoke_tool_json|>"; + const std::string END = "<|end_message|>"; + + data.preserved_tokens = { HEADER, THINK, TEXT, TOOL_JSON, END }; + + data.thinking_start_tag = THINK; + data.thinking_end_tags = { END }; + + data.message_delimiters = { + { COMMON_CHAT_ROLE_ASSISTANT, HEADER }, + { COMMON_CHAT_ROLE_USER, "<|message_user|>" }, + { COMMON_CHAT_ROLE_SYSTEM, "<|message_system|>" }, + { COMMON_CHAT_ROLE_TOOL, "<|message_tool|>" }, + }; + + if (inputs.has_continuation()) { + const auto & msg = inputs.continue_msg; + + data.generation_prompt.clear(); + if (!msg.reasoning_content.empty()) { + data.generation_prompt = HEADER + THINK + msg.reasoning_content; + } + if (inputs.continue_final_message == COMMON_CHAT_CONTINUATION_CONTENT) { + if (!data.generation_prompt.empty()) { + data.generation_prompt += END; + } + data.generation_prompt += HEADER + TEXT + msg.render_content(); + } + + data.prompt.append(data.generation_prompt); + } + + auto has_tools = inputs.tools.is_array() && !inputs.tools.empty(); + auto has_response_format = !inputs.json_schema.is_null() && inputs.json_schema.is_object(); + auto use_tools = has_tools && inputs.tool_choice != COMMON_CHAT_TOOL_CHOICE_NONE; + auto extract_reasoning = inputs.reasoning_format != COMMON_REASONING_FORMAT_NONE; + + data.parser = build_chat_peg_parser([&](common_chat_peg_builder & p) { + auto header = p.literal(HEADER); + auto end = p.literal(END); + + auto think = p.literal(THINK); + auto thinking = p.rule("thinking", extract_reasoning ? think + p.reasoning(p.until(END)) + end : + p.atomic(p.content(think)) + p.content(p.until(END) + end)); + auto text = p.rule("text", p.literal(TEXT) + p.content(p.until(END)) + end); + + if (has_response_format) { + auto response_format = p.rule("response-format", p.content(p.schema(p.json(), "response-format-schema", inputs.json_schema))); + return p.zero_or_more(header + thinking) + header + p.literal(TEXT) + response_format + end; + } + + auto blocks = p.zero_or_more(header + (thinking | text)); + + if (!use_tools) { + return blocks; + } + + auto tool_choice = p.choice(); + foreach_function(inputs.tools, [&](size_t tool_index, const json & tool) { + const auto & function = tool.at("function"); + std::string name = function.at("name"); + + auto open = p.tool_name(p.literal(name)) + p.literal(TOOL_JSON) + p.literal("{\"name\":" + json(name).dump() + ",\"args\":"); + auto args = p.tool_args(p.json()); + + tool_choice |= p.rule("tool-" + std::to_string(tool_index), p.tool(p.tool_open(open) + args + p.tool_close(p.literal("}")) + end)); + }); + + // tool calls are the last blocks of the turn + auto calls = inputs.parallel_tool_calls ? tool_choice + p.zero_or_more(header + tool_choice) : tool_choice; + auto tool_calls = header + p.trigger_rule("tool-calls", calls); + + if (inputs.tool_choice == COMMON_CHAT_TOOL_CHOICE_REQUIRED) { + return blocks + tool_calls; + } + + return blocks + p.optional(tool_calls); + }); + + if (has_response_format || use_tools) { + data.grammar_lazy = !has_response_format && inputs.tool_choice != COMMON_CHAT_TOOL_CHOICE_REQUIRED; + data.grammar = build_grammar([&](const common_grammar_builder & builder) { + data.parser.build_grammar(builder, data.grammar_lazy); + }); + + if (data.grammar_lazy) { + // a header followed by text and not by a content token is a tool call, the grammar starts at the name + data.grammar_triggers = { + { COMMON_GRAMMAR_TRIGGER_TYPE_PATTERN, "<\\|message_model\\|>([^<])" }, + }; + // Inkling 1: the first header is in the generation prompt, and a lazy grammar does not get the prompt. + // an output that starts with no content token is a tool call. not for a continuation, it starts with text + if (!inputs.has_continuation()) { + data.grammar_triggers.push_back({ COMMON_GRAMMAR_TRIGGER_TYPE_PATTERN_FULL, "[^<]+" }); + } + } + } + + return data; +} diff --git a/common/parsers/inkling2.cpp b/common/parsers/inkling2.cpp deleted file mode 100644 index 4e2b01c63a12..000000000000 --- a/common/parsers/inkling2.cpp +++ /dev/null @@ -1,46 +0,0 @@ -#include "parsers.h" - -bool is_inkling2_template(const std::string & src) { - return src.find("<|message_user|>") != std::string::npos && - src.find("<|content_image|>") != std::string::npos; -} - -// the template makes one message block per content part, but a media marker comes inside the text of a message -//
<|content_text|>{media}text<|end_message|> -->
{media}<|end_message|>
<|content_text|>text<|end_message|> -void common_chat_inkling2_split_media(common_chat_prompt & prompt) { - const std::string TEXT = "<|content_text|>"; - const std::string END = "<|end_message|>"; - const std::string MEDIA_BEG = "<__media_"; - const std::string MEDIA_END = "__>"; - - std::vector out; - for (size_t i = 0; i < prompt.parts.size(); i++) { - const auto & part = prompt.parts[i]; - const bool in_text_block = part.is_input && part.text.find(MEDIA_BEG) != std::string::npos && - !out.empty() && !out.back().is_input && string_ends_with(out.back().text, TEXT) && - i + 1 < prompt.parts.size() && !prompt.parts[i + 1].is_input && string_starts_with(prompt.parts[i + 1].text, END); - const size_t header_pos = in_text_block ? out.back().text.rfind("<|message_") : std::string::npos; - if (header_pos == std::string::npos) { - out.push_back(part); - continue; - } - const std::string header = out.back().text.substr(header_pos, out.back().text.size() - TEXT.size() - header_pos); - - std::string rest = part.text; - for (bool first = true; !rest.empty(); first = false) { - const size_t beg = rest.find(MEDIA_BEG); - const size_t end = beg == std::string::npos ? beg : rest.find(MEDIA_END, beg); - const bool is_media = beg == 0 && end != std::string::npos; - const size_t len = is_media ? end + MEDIA_END.size() : (end == std::string::npos ? rest.size() : beg); - if (!first) { - out.push_back({ END + header + (is_media ? "" : TEXT), false }); - } else if (is_media) { - // mtmd opens the media block - out.back().text.resize(out.back().text.size() - TEXT.size()); - } - out.push_back({ rest.substr(0, len), true }); - rest.erase(0, len); - } - } - prompt.parts = std::move(out); -} diff --git a/common/parsers/parsers.h b/common/parsers/parsers.h index 35dc04ac3dfa..867403370968 100644 --- a/common/parsers/parsers.h +++ b/common/parsers/parsers.h @@ -41,10 +41,7 @@ std::string common_chat_template_generation_prompt_impl( bool is_lfm2_template(const std::string & src); -bool is_inkling2_template(const std::string & src); - -// give each media marker of a text block its own message block -void common_chat_inkling2_split_media(common_chat_prompt & prompt); +bool is_inkling_template(const std::string & src); common_chat_params common_chat_params_init_cohere2moe(const common_chat_template & tmpl, const autoparser::generation_params & inputs); @@ -60,6 +57,8 @@ common_chat_params common_chat_params_init_gpt_oss(const common_chat_template & common_chat_params common_chat_params_init_harmony_xml(const common_chat_template & tmpl, const autoparser::generation_params & inputs); +common_chat_params common_chat_params_init_inkling(const common_chat_template & tmpl, const autoparser::generation_params & inputs); + common_chat_params common_chat_params_init_k2_horizon(const common_chat_template & tmpl, const autoparser::generation_params & inputs); common_chat_params common_chat_params_init_kimi_k2(const common_chat_template & tmpl, const autoparser::generation_params & inputs); diff --git a/common/parsers/sources.cmake b/common/parsers/sources.cmake index 97dd490e8b69..934e22673e89 100644 --- a/common/parsers/sources.cmake +++ b/common/parsers/sources.cmake @@ -10,7 +10,7 @@ set(LLAMA_CHAT_PARSERS_SOURCES ${CMAKE_CURRENT_LIST_DIR}/gigachat-v3.cpp ${CMAKE_CURRENT_LIST_DIR}/gpt-oss.cpp ${CMAKE_CURRENT_LIST_DIR}/harmony-xml.cpp - ${CMAKE_CURRENT_LIST_DIR}/inkling2.cpp + ${CMAKE_CURRENT_LIST_DIR}/inkling.cpp ${CMAKE_CURRENT_LIST_DIR}/k2-horizon.cpp ${CMAKE_CURRENT_LIST_DIR}/kimi-k2.cpp ${CMAKE_CURRENT_LIST_DIR}/kimi-k3.cpp diff --git a/models/templates/thinkingmachines-Inkling-2-Small.jinja b/models/templates/thinkingmachines-Inkling-2-Small.jinja new file mode 100644 index 000000000000..85258f99ecae --- /dev/null +++ b/models/templates/thinkingmachines-Inkling-2-Small.jinja @@ -0,0 +1,130 @@ +{%- set effort_map = {"none": 0.0, "minimal": 0.1, "low": 0.2, "medium": 0.7, "high": 0.9, "xhigh": 0.99, "max": 0.99} -%} +{%- set role_token = {"user": "<|message_user|>", "assistant": "<|message_model|>", "system": "<|message_system|>", "tool": "<|message_tool|>"} -%} + +{%- macro emit_thinking_effort() -%} + {%- set eff = reasoning_effort if reasoning_effort is defined and reasoning_effort is not none else 0.9 -%} + {%- if eff is string -%} + {%- set key = eff | trim -%} + {%- if key not in effort_map -%} + {{- raise_exception("Unknown reasoning_effort: " ~ eff) -}} + {%- endif -%} + {%- set num = effort_map[key] -%} + {%- else -%} + {%- set num = eff | float -%} + {%- endif -%} + {%- if num < 0.0 or num > 0.99 -%} + {{- raise_exception("reasoning_effort must be in [0.0, 0.99]") -}} + {%- endif -%} + {{- "<|message_system|><|content_text|>Thinking effort level: " -}} + {%- if num == 0.0 -%}0{%- else -%}{{ num }}{%- endif -%} + {{- "<|end_message|>" -}} +{%- endmacro -%} + +{%- if tools -%} + {%- set tool_state = namespace(specs=[]) -%} + {%- for tool in tools -%} + {%- set fn = tool.function if tool.function is defined else tool -%} + {%- set spec = { + "description": (fn.description if fn.description is defined and fn.description else ""), + "name": fn.name, + "parameters": (fn.parameters if fn.parameters is defined and fn.parameters else {}), + "type": (tool.type if tool.type is defined and tool.type else "function"), + } -%} + {%- set tool_state.specs = tool_state.specs + [spec] -%} + {%- endfor -%} + {{- "<|message_system|>tool_declare<|content_xml|>" -}} + {{- tool_state.specs | tojson(sort_keys=true, separators=(",", ":")) -}} + {{- "<|end_message|>" -}} +{%- endif -%} + +{%- set state = namespace(effort_emitted=false) -%} +{%- for message in messages -%} + {%- if message.role not in role_token -%} + {{- raise_exception("Unknown message role: " ~ message.role) -}} + {%- endif -%} + {%- if not state.effort_emitted and message.role != "system" -%} + {{- emit_thinking_effort() -}} + {%- set state.effort_emitted = true -%} + {%- endif -%} + + {%- set header = namespace(text=role_token[message.role]) -%} + {%- if message.role == "tool" -%} + {%- if message.name is defined and message.name -%} + {%- set header.text = header.text ~ message.name -%} + {%- elif message.tool_call_id is defined and message.tool_call_id -%} + {%- for prev in messages -%} + {%- if prev.role == "assistant" and prev.tool_calls -%} + {%- for tc in prev.tool_calls -%} + {%- if tc.id is defined and tc.id == message.tool_call_id and tc.function.name is defined -%} + {%- set header.text = header.text ~ tc.function.name -%} + {%- endif -%} + {%- endfor -%} + {%- endif -%} + {%- endfor -%} + {%- endif -%} + {%- elif message.role == "assistant" and message.name is defined and message.name -%} + {%- set header.text = header.text ~ message.name -%} + {%- endif -%} + {%- set rtok = header.text -%} + + {%- if message.role == "assistant" and message.reasoning_content is defined and message.reasoning_content -%} + {{- rtok ~ "<|content_thinking|>" ~ message.reasoning_content ~ "<|end_message|>" -}} + {%- endif -%} + + {%- if message.content is string and (message.content or not (message.role == "assistant" and (message.tool_calls or message.reasoning_content))) -%} + {{- rtok ~ "<|content_text|>" ~ message.content ~ "<|end_message|>" -}} + {%- elif message.content -%} + {%- for part in message.content -%} + {%- if part is string -%} + {{- rtok ~ "<|content_text|>" ~ part ~ "<|end_message|>" -}} + {%- elif part.type is not defined or part.type in ("text", "input_text") -%} + {%- set text_part = (part.text if part.text is defined and part.text is string else "") -%} + {{- rtok ~ "<|content_text|>" ~ text_part ~ "<|end_message|>" -}} + {%- elif part.type in ("image", "input_image", "image_url") -%} + {%- if message.role not in ("user", "tool") -%} + {{- raise_exception("Image content is only supported for user and tool messages") -}} + {%- endif -%} + {{- rtok ~ "<|content_image|><|unused_200054|><|end_message|>" -}} + {%- elif part.type in ("audio", "input_audio", "audio_url") -%} + {{- raise_exception("Inkling 2 does not accept audio input") -}} + {%- else -%} + {{- raise_exception("Unsupported content part type: " ~ part.type) -}} + {%- endif -%} + {%- endfor -%} + {%- endif -%} + + {%- if message.role == "assistant" and message.tool_calls -%} + {%- for tc in message.tool_calls -%} + {%- set fn = tc.function -%} + {%- if fn.name is not defined or fn.name is not string -%} + {{- raise_exception("tool call function name must be a string") -}} + {%- endif -%} + {%- if message.name is defined and message.name and message.name != fn.name -%} + {{- raise_exception("assistant name " ~ message.name ~ " does not match its tool call " ~ fn.name) -}} + {%- endif -%} + {%- set args = fn.arguments if fn.arguments is defined and fn.arguments else {} -%} + {%- if args is string -%} + {{- raise_exception("tool call arguments must be a parsed object, not a JSON string; canonicalize upstream") -}} + {%- endif -%} + {%- if args is not mapping -%} + {{- raise_exception("tool call arguments must be an object") -}} + {%- endif -%} + {{- "<|message_model|>" ~ fn.name ~ "<|content_invoke_tool_json|>" -}} + {{- '{"name":' ~ (fn.name | tojson(sort_keys=true, separators=(",", ":"))) ~ ',"args":' -}} + {{- "{" -}} + {%- for key, value in args | dictsort(case_sensitive=true) -%} + {{- (key | tojson) ~ ":" ~ (value | tojson(separators=(",", ":"))) -}} + {%- if not loop.last -%},{%- endif -%} + {%- endfor -%} + {{- "}}<|end_message|>" -}} + {%- endfor -%} + {%- endif -%} + + {%- if message.role == "assistant" -%} + {{- "<|content_model_end_sampling|>" -}} + {%- endif -%} +{%- endfor -%} + +{%- if not state.effort_emitted -%} + {{- emit_thinking_effort() -}} +{%- endif -%} diff --git a/models/templates/thinkingmachines-Inkling.jinja b/models/templates/thinkingmachines-Inkling.jinja new file mode 100644 index 000000000000..04c53c7d1f98 --- /dev/null +++ b/models/templates/thinkingmachines-Inkling.jinja @@ -0,0 +1,129 @@ +{%- set effort_map = {"none": 0.0, "minimal": 0.1, "low": 0.2, "medium": 0.7, "high": 0.9, "max": 0.99} -%} +{%- set role_token = {"user": "<|message_user|>", "assistant": "<|message_model|>", "system": "<|message_system|>", "tool": "<|message_tool|>"} -%} + +{%- macro emit_thinking_effort() -%} + {%- set eff = reasoning_effort if reasoning_effort is defined and reasoning_effort is not none else 0.9 -%} + {%- if eff is string -%} + {%- set key = eff | trim -%} + {%- if key not in effort_map -%} + {{- raise_exception("Unknown reasoning_effort: " ~ eff) -}} + {%- endif -%} + {%- set num = effort_map[key] -%} + {%- else -%} + {%- set num = eff | float -%} + {%- endif -%} + {%- if num < 0.0 or num > 0.99 -%} + {{- raise_exception("reasoning_effort must be in [0.0, 0.99]") -}} + {%- endif -%} + {{- "<|message_system|><|content_text|>Thinking effort level: " -}} + {%- if num == 0.0 -%}0{%- else -%}{{ num }}{%- endif -%} + {{- "<|end_message|>" -}} +{%- endmacro -%} + +{%- if tools -%} + {%- set tool_state = namespace(specs=[]) -%} + {%- for tool in tools -%} + {%- set fn = tool.function if tool.function is defined else tool -%} + {%- set spec = { + "description": (fn.description if fn.description is defined and fn.description else ""), + "name": fn.name, + "parameters": (fn.parameters if fn.parameters is defined and fn.parameters else {}), + "type": (tool.type if tool.type is defined and tool.type else "function"), + } -%} + {%- set tool_state.specs = tool_state.specs + [spec] -%} + {%- endfor -%} + {{- "<|message_system|>tool_declare<|content_xml|>" -}} + {{- tool_state.specs | tojson(sort_keys=true, separators=(",", ":")) -}} + {{- "<|end_message|>" -}} +{%- endif -%} + +{%- set state = namespace(effort_emitted=false) -%} +{%- for message in messages -%} + {%- if message.role not in role_token -%} + {{- raise_exception("Unknown message role: " ~ message.role) -}} + {%- endif -%} + {%- if not state.effort_emitted and message.role != "system" -%} + {{- emit_thinking_effort() -}} + {%- set state.effort_emitted = true -%} + {%- endif -%} + + {%- set rtok = role_token[message.role] -%} + + {%- if message.role == "tool" -%} + {%- set tool_name_state = namespace(name="") -%} + {%- if message.name is defined and message.name -%} + {%- set tool_name_state.name = message.name -%} + {%- elif message.tool_call_id is defined and message.tool_call_id -%} + {%- for prev in messages -%} + {%- if prev.role == "assistant" and prev.tool_calls -%} + {%- for tc in prev.tool_calls -%} + {%- if tc.id is defined and tc.id == message.tool_call_id and tc.function.name is defined -%} + {%- set tool_name_state.name = tc.function.name -%} + {%- endif -%} + {%- endfor -%} + {%- endif -%} + {%- endfor -%} + {%- endif -%} + {{- rtok -}} + {%- if tool_name_state.name -%}{{- tool_name_state.name -}}{%- endif -%} + {{- "<|content_text|>" -}} + {%- if message.content is string -%}{{- message.content -}}{%- endif -%} + {{- "<|end_message|>" -}} + + {%- else -%} + {%- if message.role == "assistant" and message.reasoning_content is defined and message.reasoning_content -%} + {{- "<|message_model|><|content_thinking|>" ~ message.reasoning_content ~ "<|end_message|>" -}} + {%- endif -%} + + {%- if message.content is string -%} + {{- rtok ~ "<|content_text|>" ~ message.content ~ "<|end_message|>" -}} + {%- elif message.content -%} + {%- for part in message.content -%} + {%- if part is string -%} + {{- rtok ~ "<|content_text|>" ~ part ~ "<|end_message|>" -}} + {%- elif part.type is not defined or part.type in ("text", "input_text") -%} + {%- set text_part = (part.text if part.text is defined and part.text is string else "") -%} + {{- rtok ~ "<|content_text|>" ~ text_part ~ "<|end_message|>" -}} + {%- elif part.type in ("image", "input_image", "image_url") -%} + {{- rtok ~ "<|content_image|><|unused_200054|><|end_message|>" -}} + {%- elif part.type in ("audio", "input_audio", "audio_url") -%} + {{- rtok ~ "<|content_audio_input|><|unused_200053|><|audio_end|><|end_message|>" -}} + {%- else -%} + {{- raise_exception("Unsupported content part type: " ~ part.type) -}} + {%- endif -%} + {%- endfor -%} + {%- endif -%} + + {%- if message.role == "assistant" and message.tool_calls -%} + {%- for tc in message.tool_calls -%} + {%- set fn = tc.function -%} + {%- if fn.name is not defined or fn.name is not string -%} + {{- raise_exception("tool call function name must be a string") -}} + {%- endif -%} + {%- set args = fn.arguments if fn.arguments is defined and fn.arguments else {} -%} + {%- if args is string -%} + {{- raise_exception("tool call arguments must be a parsed object, not a JSON string; canonicalize upstream") -}} + {%- endif -%} + {%- if args is not mapping -%} + {{- raise_exception("tool call arguments must be an object") -}} + {%- endif -%} + {{- "<|message_model|>" ~ fn.name ~ "<|content_invoke_tool_json|>" -}} + {{- '{"name":' ~ (fn.name | tojson(sort_keys=true, separators=(",", ":"))) ~ ',"args":' -}} + {{- (args | tojson(sort_keys=true, separators=(",", ":"))) -}} + {{- "}<|end_message|>" -}} + {%- endfor -%} + {%- endif -%} + + {%- if message.role == "assistant" -%} + {{- "<|content_model_end_sampling|>" -}} + {%- endif -%} + {%- endif -%} +{%- endfor -%} + +{%- if not state.effort_emitted -%} + {{- emit_thinking_effort() -}} +{%- endif -%} + +{%- if add_generation_prompt -%} + {{- "<|message_model|>" -}} +{%- endif -%} diff --git a/src/llama-grammar.cpp b/src/llama-grammar.cpp index 0ef01dbcaff9..bb853b1e5bea 100644 --- a/src/llama-grammar.cpp +++ b/src/llama-grammar.cpp @@ -403,6 +403,8 @@ size_t llama_grammar_trigger_pattern::find(const std::string & input) const { if (std::regex_match(input, match, regex)) { return find_start_pos(match); } + // some regex implementations match ^/$ at line breaks + return std::string::npos; } // search anywhere diff --git a/tests/test-chat.cpp b/tests/test-chat.cpp index 655ce0238403..efffae530d83 100644 --- a/tests/test-chat.cpp +++ b/tests/test-chat.cpp @@ -5516,6 +5516,102 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .run(); } + // Inkling 1 and 2 + for (const int version : { 1, 2 }) { + auto tst = peg_tester(version == 1 ? "models/templates/thinkingmachines-Inkling.jinja" : + "models/templates/thinkingmachines-Inkling-2-Small.jinja", detailed_debug); + + // Inkling 1 has the first header in the generation prompt, Inkling 2 writes it + const std::string H = "<|message_model|>"; + const std::string P = version == 1 ? "" : H; + const std::string E = "<|end_message|>"; + const std::string CALL = "special_function<|content_invoke_tool_json|>{\"name\":\"special_function\",\"args\":{\"arg1\":1}}" + E; + + // Content only + tst.test(P + "<|content_text|>Hello, world!\nWhat's up?" + E) + .expect(message_assist) + .run(); + + // Thinking block, then content block + tst.test(P + "<|content_thinking|>I'm thinking" + E + H + "<|content_text|>Hello, world!\nWhat's up?" + E) + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .expect(simple_assist_msg("Hello, world!\nWhat's up?", "I'm thinking")) + .run(); + + // Without reasoning extraction, the thinking block stays in the content + tst.test(P + "<|content_thinking|>I'm thinking" + E + H + "<|content_text|>Hello, world!\nWhat's up?" + E) + .reasoning_format(COMMON_REASONING_FORMAT_NONE) + .expect_content("<|content_thinking|>I'm thinking" + E + "Hello, world!\nWhat's up?") + .run(); + + // Cut by the token limit, in thinking and in content + tst.test(P + "<|content_thinking|>I was still thinking") + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .expect_reasoning("I was still thinking") + .run(); + tst.test(P + "<|content_thinking|>I'm thinking" + E + H + "<|content_text|>Hello, wor") + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .expect(simple_assist_msg("Hello, wor", "I'm thinking")) + .run(); + + // Single tool call + tst.test(P + CALL) + .tools({ special_function_tool }) + .expect_tool_calls({ + { "special_function", R"({"arg1":1})", "" }, + }) + .expect_rules({ "tool-0" }) + .run(); + + // Thinking, content, then a tool call + tst.test(P + "<|content_thinking|>I should call it" + E + H + "<|content_text|>On it." + E + H + CALL) + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .tools({ special_function_tool }) + .expect(simple_assist_msg("On it.", "I should call it", "special_function", R"({"arg1":1})", "")) + .run(); + + // Tools given, but the model answers with content + tst.test(P + "<|content_thinking|>No tool needed" + E + H + "<|content_text|>Hello, world!\nWhat's up?" + E) + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .tools({ special_function_tool }) + .expect(simple_assist_msg("Hello, world!\nWhat's up?", "No tool needed")) + .run(); + + // Parallel tool calls, one block each + tst.test(P + CALL + H + + "special_function_with_opt<|content_invoke_tool_json|>{\"name\":\"special_function_with_opt\",\"args\":{\"arg1\":1,\"arg2\":2}}" + E) + .parallel_tool_calls(true) + .tools({ special_function_tool, special_function_tool_with_optional_param }) + .expect_tool_calls({ + { "special_function", R"({"arg1":1})", "" }, + { "special_function_with_opt", R"({"arg1":1,"arg2":2})", "" }, + }) + .run(); + + // The block closer inside a string argument does not end the block + tst.test(P + "python<|content_invoke_tool_json|>{\"name\":\"python\",\"args\":{\"code\":\"print('<|end_message|>')\"}}" + E) + .tools({ python_tool }) + .expect_tool_calls({ + { "python", R"JSON({"code":"print('<|end_message|>')"})JSON", "" }, + }) + .run(); + + // Forced tool call + tst.test(P + "<|content_thinking|>I should call it" + E + H + CALL) + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .tool_choice(COMMON_CHAT_TOOL_CHOICE_REQUIRED) + .tools({ special_function_tool }) + .expect(simple_assist_msg("", "I should call it", "special_function", R"({"arg1":1})", "")) + .run(); + + // Response format + tst.test(P + "<|content_thinking|>I'm thinking" + E + H + "<|content_text|>{\"amount\": 123.45}" + E) + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .json_schema(invoice_schema) + .expect(simple_assist_msg("{\"amount\": 123.45}", "I'm thinking")) + .run(); + } + // Kimi-K2-Thinking tests - custom parser // Unique feature: tool call ID embeds function name as functions.: { From d261e49e7ee461d3c54559d8dbae44d859f71b49 Mon Sep 17 00:00:00 2001 From: Hongqiang Wang Date: Mon, 16 Nov 2026 10:57:48 -0800 Subject: [PATCH 109/249] opencl: fix three defects of the bin flash-attention prefill path (#32110) * opencl: release the WMM flash-attention mask fallback image The fallback image is created on every call of the bin flash-attention kernel over a sub-buffer of the K cache and was never released, so each call kept a K-cache sub-buffer alive. Every call with more than one query row takes this path, including each speculative-decoding verify step, so the objects pile up and the server slows with every request. * opencl: keep q8_0 K/V at head size 512 off the WMM flash-attention kernel With q8_0 K/V at DK=512 the bin flash-attention kernel gives wrong results whenever V holds different values from K (test-backend-ops FLASH_ATTN_EXT hsk=512 q8_0, max error 2.04 on X2-90); f16 K/V at DK=512 is correct. The backend's own flash-attention kernels already decline q8_0 at DK=512, so the shape is now handled the same way with or without the kernel library. * opencl: decline WMM flash-attention prefill beyond the device's 3D image limits The WMM path repacks Q/K/V into 3D images; V is n_kv wide, so past the device's maximum 3D image width (about 16k tokens of context on X2-90) clCreateImage failed and the call asserted. Such shapes now take the regular flash-attention path. --- ggml/src/ggml-opencl/ggml-opencl.cpp | 27 +++++++++++++++++++++++++++ 1 file changed, 27 insertions(+) diff --git a/ggml/src/ggml-opencl/ggml-opencl.cpp b/ggml/src/ggml-opencl/ggml-opencl.cpp index 295ec496d152..c1dd3f75e403 100644 --- a/ggml/src/ggml-opencl/ggml-opencl.cpp +++ b/ggml/src/ggml-opencl/ggml-opencl.cpp @@ -712,6 +712,9 @@ struct ggml_backend_opencl_context { size_t image_max_buffer_size; size_t image2d_max_width; size_t image2d_max_height; + size_t image3d_max_width; + size_t image3d_max_height; + size_t image3d_max_depth; cl_device_svm_capabilities svm_caps; @@ -9258,6 +9261,9 @@ static ggml_backend_opencl_context * ggml_cl_init(ggml_backend_dev_t dev) { CL_CHECK(clGetDeviceInfo(device, CL_DEVICE_IMAGE_MAX_BUFFER_SIZE, sizeof(size_t), &backend_ctx->image_max_buffer_size, NULL)); CL_CHECK(clGetDeviceInfo(device, CL_DEVICE_IMAGE2D_MAX_WIDTH, sizeof(size_t), &backend_ctx->image2d_max_width, NULL)); CL_CHECK(clGetDeviceInfo(device, CL_DEVICE_IMAGE2D_MAX_HEIGHT, sizeof(size_t), &backend_ctx->image2d_max_height, NULL)); + CL_CHECK(clGetDeviceInfo(device, CL_DEVICE_IMAGE3D_MAX_WIDTH, sizeof(size_t), &backend_ctx->image3d_max_width, NULL)); + CL_CHECK(clGetDeviceInfo(device, CL_DEVICE_IMAGE3D_MAX_HEIGHT, sizeof(size_t), &backend_ctx->image3d_max_height, NULL)); + CL_CHECK(clGetDeviceInfo(device, CL_DEVICE_IMAGE3D_MAX_DEPTH, sizeof(size_t), &backend_ctx->image3d_max_depth, NULL)); CL_CHECK(clGetDeviceInfo(device, CL_DEVICE_MAX_WORK_GROUP_SIZE, sizeof(size_t), &backend_ctx->max_workgroup_size, NULL)); CL_CHECK(clGetDeviceInfo(device, CL_DEVICE_LOCAL_MEM_SIZE, sizeof(cl_ulong), &backend_ctx->local_mem_size, NULL)); CL_CHECK(clGetDeviceInfo(device, CL_DEVICE_SVM_CAPABILITIES, sizeof(cl_device_svm_capabilities), &backend_ctx->svm_caps, 0)); @@ -11660,6 +11666,26 @@ static bool use_fa_bin_kernels_prefill(const ggml_backend_opencl_context * backe constexpr bool prefill_only = true; + // The repacked Q/K/V are 3D images: Q {n_q, n_batch*n_head, dk/4}, K {dk, n_kv/4, n_batch*n_head_kv}, + // V {n_kv, dv/4, n_batch*n_head_kv}. Past the device's 3D image limits clCreateImage fails and the + // call asserts (X2-90: V is n_kv wide, so any prefill past ~16k tokens of context), so decline those shapes. + const size_t n_kv = (size_t) k->ne[1]; + const size_t n_bh = (size_t) q->ne[3] * (size_t) q->ne[2]; + const size_t n_bhkv = (size_t) q->ne[3] * (size_t) k->ne[2]; + if ((size_t) n_q > backend_ctx->image3d_max_width || n_bh > backend_ctx->image3d_max_height || + (size_t) dk / 4 > backend_ctx->image3d_max_depth || + (size_t) dk > backend_ctx->image3d_max_width || (n_kv + 3) / 4 > backend_ctx->image3d_max_height || + n_kv > backend_ctx->image3d_max_width || (size_t) dv / 4 > backend_ctx->image3d_max_height || + n_bhkv > backend_ctx->image3d_max_depth) { + return false; + } + + // q8_0 K/V at DK=512 gives wrong results here when V differs from K (f16 K/V is correct). + // Decline it, as this backend does without the kernel library. + if (is_q8_0 && dk == 512) { + return false; + } + return (backend_ctx->gpu_family == GPU_FAMILY::ADRENO && (is_mixed || is_q8_0) && (dk == dv) && (dk == 64 || dk == 128 || dk == 256 || dk == 512) @@ -22794,6 +22820,7 @@ static void ggml_cl_flash_attn_prefill_bin(ggml_backend_t backend, const ggml_te backend_ctx->enqueue_ndrange_kernel(kernel, 3, global_work_size, local_work_size, dst); CL_CHECK(clReleaseMemObject(mem_tex_matrixO_1dbuf)); + CL_CHECK(clReleaseMemObject(mem_tex_mask_fallback_1dbuf)); CL_CHECK(clReleaseMemObject(img_q_wmm)); CL_CHECK(clReleaseMemObject(img_k_wmm)); CL_CHECK(clReleaseMemObject(img_v_wmm)); From ad5cbfa911b975b2bf987d3bf7d8f2b3f36671ab Mon Sep 17 00:00:00 2001 From: shaofeiqi Date: Mon, 16 Nov 2026 10:58:29 -0800 Subject: [PATCH 110/249] opencl: add A7 Q4_K non-MoE binary kernel (#30948) --- ggml/src/ggml-opencl/ggml-opencl.cpp | 86 +++++++++++++++++++++++++++- 1 file changed, 85 insertions(+), 1 deletion(-) diff --git a/ggml/src/ggml-opencl/ggml-opencl.cpp b/ggml/src/ggml-opencl/ggml-opencl.cpp index c1dd3f75e403..ee0e5f605f98 100644 --- a/ggml/src/ggml-opencl/ggml-opencl.cpp +++ b/ggml/src/ggml-opencl/ggml-opencl.cpp @@ -1434,6 +1434,7 @@ struct ggml_backend_opencl_context { cl_kernel kernel_gemv_noshuffle_q4_k_f32_mc3; // multi-column (N=3) verify GEMV cl_kernel kernel_gemm_noshuffle_q4_k_f32; cl_kernel kernel_gemm_noshuffle_q4_k_f32_32b_trans_ila_a8_bin; + cl_kernel kernel_gemm_noshuffle_q4_k_f32_32b_trans_ila_a7_bin; cl_kernel kernel_gemm_noshuffle_q4_k_q8_1_dp4a_ila_a8_bin; cl_kernel kernel_gemv_noshuffle_q4_k_f32_32b_trans; cl_kernel kernel_gemm_noshuffle_q4_k_q8_1_dp4a = nullptr; // dp4a (int8) dense prefill GEMM @@ -6704,6 +6705,7 @@ static void load_cl_kernels(ggml_backend_opencl_context *backend_ctx) { backend_ctx->kernel_gemv_noshuffle_q4_k_f32_32b_trans = nullptr; backend_ctx->kernel_gemm_noshuffle_q4_k_f32_32b_trans_ila_a8_bin = nullptr; + backend_ctx->kernel_gemm_noshuffle_q4_k_f32_32b_trans_ila_a7_bin = nullptr; backend_ctx->kernel_gemm_noshuffle_q4_k_q8_1_dp4a_ila_a8_bin = nullptr; { if (backend_ctx->has_vector_subgroup_broadcast) { @@ -6748,6 +6750,17 @@ static void load_cl_kernels(ggml_backend_opencl_context *backend_ctx) { CL_CHECK(clReleaseProgram(bin_prog)); GGML_LOG_CONT("."); } + + kernel_bin = (const char *)backend_ctx->get_adreno_bin_kernel("gemm_noshuffle_q4_k_f32_32b_trans_ila_a7", &bin_size); + if (kernel_bin && bin_size > 0) { + cl_program bin_prog = + build_program_from_binary(backend_ctx->context, backend_ctx->device, kernel_bin, "", bin_size); + + CL_CHECK((backend_ctx->kernel_gemm_noshuffle_q4_k_f32_32b_trans_ila_a7_bin = + clCreateKernel(bin_prog, "kernel_gemm_noshuffle_q4_k_f32_32b_trans_ila_a7", &err), err)); + CL_CHECK(clReleaseProgram(bin_prog)); + GGML_LOG_CONT("."); + } } } @@ -11801,7 +11814,8 @@ inline bool use_q6_k_bin_kernels(const ggml_backend_opencl_context *backend_ctx, inline bool use_q4_k_bin_kernels(const ggml_backend_opencl_context *backend_ctx, const ggml_tensor *tensor) { #ifdef GGML_OPENCL_USE_ADRENO_KERNELS if (!backend_ctx->kernel_gemv_noshuffle_q4_k_f32_32b_trans || - !backend_ctx->kernel_gemm_noshuffle_q4_k_f32_32b_trans_ila_a8_bin) { + !(backend_ctx->kernel_gemm_noshuffle_q4_k_f32_32b_trans_ila_a8_bin || + backend_ctx->kernel_gemm_noshuffle_q4_k_f32_32b_trans_ila_a7_bin)) { return false; } // bin kernels require ne2 == 1 and ne3 == 1 for weights @@ -27702,6 +27716,8 @@ static void ggml_cl_mul_mat_q4_k_f32_adreno_ila(ggml_backend_t backend, const gg const int gemm_tile_n = 64; int N_pad = CEIL_DIV(N, gemm_tile_n) * gemm_tile_n; + const bool have_a8 = backend_ctx->kernel_gemm_noshuffle_q4_k_f32_32b_trans_ila_a8_bin != nullptr; + static const char * q4_k_bin_dp4a_env = getenv("GGML_OPENCL_Q4_K_BIN_DP4A"); bool q4_k_bin_dp4a_on = q4_k_bin_dp4a_env ? (atoi(q4_k_bin_dp4a_env) != 0) @@ -27771,6 +27787,74 @@ static void ggml_cl_mul_mat_q4_k_f32_adreno_ila(ggml_backend_t backend, const gg return; } + if (!have_a8) { + cl_mem b_src_sub = nullptr; + cl_mem b_pad_sub = nullptr; + cl_mem b_buf = nullptr; + region.origin = offset1; + region.size = (size_t)K * N * sizeof(float); + CL_CHECK((b_src_sub = clCreateSubBuffer(extra1->data_device, 0, CL_BUFFER_CREATE_TYPE_REGION, ®ion, &err), err)); + if (N_pad == N) { + b_buf = b_src_sub; + } else { + size_t padded_bytes = (size_t)K * N_pad * sizeof(float); + backend_ctx->prealloc_act_trans.allocate(context, padded_bytes); + region.origin = 0; + region.size = padded_bytes; + CL_CHECK((b_pad_sub = clCreateSubBuffer(backend_ctx->prealloc_act_trans.buffer, 0, CL_BUFFER_CREATE_TYPE_REGION, ®ion, &err), err)); + + const float b_pad_zero = 0.0f; + CL_CHECK(clEnqueueFillBuffer(backend_ctx->queue, b_pad_sub, &b_pad_zero, sizeof(float), + 0, padded_bytes, 0, NULL, NULL)); + CL_CHECK(clEnqueueCopyBuffer(backend_ctx->queue, b_src_sub, b_pad_sub, 0, 0, (size_t)K * N * sizeof(float), 0, NULL, NULL)); + b_buf = b_pad_sub; + } + + img_fmt = { CL_R, CL_FLOAT }; + memset(&img_desc, 0, sizeof(img_desc)); + img_desc.image_type = CL_MEM_OBJECT_IMAGE1D_BUFFER; + img_desc.image_width = (size_t)K * N_pad; + img_desc.buffer = b_buf; + cl_mem b_img_a7; + CL_CHECK((b_img_a7 = clCreateImage(context, CL_MEM_READ_ONLY, &img_fmt, &img_desc, NULL, &err), err)); + + const int c_offset_for_kernel = (int)offsetd; + + int line_stride_B = K * (int)sizeof(float); + int line_stride_C = M * (int)sizeof(float); + + kernel = backend_ctx->kernel_gemm_noshuffle_q4_k_f32_32b_trans_ila_a7_bin; + cl_uint k_arg = 0; + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(cl_mem), &extra0_q4_k->q_img)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(cl_mem), &extra0_q4_k->d)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(cl_mem), &extra0_q4_k->dm)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(cl_mem), &extra0_q4_k->s)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(cl_mem), &b_img_a7)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(int), &offset1)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(cl_mem), &extrad->data_device)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(int), &c_offset_for_kernel)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(cl_uint), &ne00)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(cl_uint), &ne01)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(int), &line_stride_B)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(int), &line_stride_C)); + CL_CHECK(clSetKernelArg(kernel, k_arg++, sizeof(int), &N)); + + size_t local_work_size[3] = { 64, 2, 4 }; + size_t m_tiles = (size_t)CEIL_DIV(M, 64); + size_t global_y = ((m_tiles + 1) / 2) * 2; + size_t global_work_size[3] = { 64, global_y, (size_t)CEIL_DIV(N_pad, 32) }; + backend_ctx->enqueue_ndrange_kernel(kernel, 3, global_work_size, local_work_size, dst); + + CL_CHECK(clReleaseMemObject(b_img_a7)); + if (b_src_sub) { + CL_CHECK(clReleaseMemObject(b_src_sub)); + } + if (b_pad_sub) { + CL_CHECK(clReleaseMemObject(b_pad_sub)); + } + return; + } + cl_mem b_sub_buf = nullptr; cl_mem b_padded = nullptr; cl_mem b_buf = nullptr; From 92192d31e457d9e7ad68da84608f040ad72e42bb Mon Sep 17 00:00:00 2001 From: Xuan-Son Nguyen Date: Mon, 16 Nov 2026 20:22:23 +0100 Subject: [PATCH 111/249] mtmd: support YuE2-3B (#32369) * mtmd: support YuE2-3B * improve speed * add CFG * fix streaming * add cfg control from api * check ctx size * fix n_predict * add flow_steps config * nits * fix batch api * nits * adapt * mtmd: yue2 samples from its own saved logits The context logits belong to the last decode of any slot, so with several server slots the score and the unguided codes were sampled from another sequence. Keep the logits of each own decode in save_logits(), which also does the guidance mix. * mtmd: let the yue2 snake chain fuse The beta reshape landed between sqr and mul, so the mul, sin, sqr, mul, add chain was not consecutive and the backends never fused it. Expand both reshapes first, like qwen3tts does. --------- Co-authored-by: Pascal --- conversion/__init__.py | 2 + conversion/yue2.py | 234 +++++++++++ docs/multimodal/tts.md | 48 +++ gguf-py/gguf/constants.py | 1 + tools/mtmd/CMakeLists.txt | 1 + tools/mtmd/README-dev.md | 12 + tools/mtmd/models/models.h | 27 ++ tools/mtmd/models/yue2-gen.cpp | 89 ++++ tools/mtmd/mtmd-graph.cpp | 11 + tools/mtmd/mtmd-helper-gen.cpp | 695 +++++++++++++++++++++++++++++++- tools/mtmd/mtmd-helper.h | 23 +- tools/mtmd/mtmd-impl.h | 2 + tools/mtmd/mtmd-model.cpp | 77 +++- tools/mtmd/mtmd-model.h | 41 ++ tools/mtmd/mtmd-subcontext.cpp | 5 +- tools/mtmd/mtmd-subcontext.h | 2 + tools/mtmd/mtmd.cpp | 330 +++++++++++++++ tools/mtmd/mtmd.h | 14 +- tools/server/README.md | 10 +- tools/server/server-context.cpp | 17 +- tools/server/server-schema.cpp | 7 + tools/tts/README.md | 2 +- tools/tts/tts.cpp | 6 +- 23 files changed, 1633 insertions(+), 23 deletions(-) create mode 100644 conversion/yue2.py create mode 100644 tools/mtmd/models/yue2-gen.cpp diff --git a/conversion/__init__.py b/conversion/__init__.py index 05f55fccfb47..497797c067cd 100644 --- a/conversion/__init__.py +++ b/conversion/__init__.py @@ -284,6 +284,7 @@ "Qwen3OmniMoeForConditionalGeneration": "qwen3vl", "PocketTTSModel": "pockettts", "Zonos3Model": "zonos3", + "YuE2ForCausalLM": "yue2", "Qwen3TTSForConditionalGeneration": "qwen3tts", "Qwen3VLForConditionalGeneration": "qwen3vl", "Qwen3VLMoeForConditionalGeneration": "qwen3vl", @@ -361,6 +362,7 @@ "Exaone4_5_ForConditionalGeneration": "exaone", "FishOmniModel": "drama3", "Zonos3Model": "zonos3", + "YuE2ForCausalLM": "yue2", "Gemma3ForConditionalGeneration": "gemma", "Gemma3nForConditionalGeneration": "gemma", "Gemma4ForConditionalGeneration": "gemma", diff --git a/conversion/yue2.py b/conversion/yue2.py new file mode 100644 index 000000000000..2242af8ebf60 --- /dev/null +++ b/conversion/yue2.py @@ -0,0 +1,234 @@ +from __future__ import annotations + +import base64 +from typing import Any, Callable, Iterable, TYPE_CHECKING + +import torch + +if TYPE_CHECKING: + from torch import Tensor + +from .base import ModelBase, MmprojModel, gguf, logger +from .qwen import QwenModel, Qwen3Model + +# token ids of the yue2_infer protocol (protocol.py) +EOD = 151643 +ABC_START, ABC_END = 151847, 151848 +MUSIC_START, MUSIC_END = 151851, 151852 +CODEC_OFFSET, CODEC_SIZE = 151853, 32768 +LATENT_START = 184621 + +# the VAE is a separate repo (m-a-p/YuE2-Vae), downloaded into this subdir of the model dir +VAE_DIR = "vae" + +INSTRUCTIONS = { + "off": "Generate music with codec tokens from the given conditions.", + "melody": "Generate a melody-only ABC transcription without chord symbols, then generate music with codec tokens from the given conditions.", + "full": "Generate a chord-annotated ABC transcription, then generate music with codec tokens from the given conditions.", +} + +# the text is "[Tags]\n + {/if} - {#each pwaAssetsHead.links as link (link.href)} - - {/each} - @@ -463,9 +456,5 @@ {versionStore.build} {/if} - + diff --git a/ui/apps/chat/src/routes/mcp-servers/+page.svelte b/ui/apps/chat/src/routes/mcp-servers/+page.svelte index e155fa9baaba..0da72a67f05d 100644 --- a/ui/apps/chat/src/routes/mcp-servers/+page.svelte +++ b/ui/apps/chat/src/routes/mcp-servers/+page.svelte @@ -1,6 +1,6 @@ diff --git a/ui/apps/chat/src/routes/mcp-servers/+page.ts b/ui/apps/chat/src/routes/mcp-servers/+page.ts index 3be3d5a9567b..3c3deac5178a 100644 --- a/ui/apps/chat/src/routes/mcp-servers/+page.ts +++ b/ui/apps/chat/src/routes/mcp-servers/+page.ts @@ -1,4 +1,4 @@ import type { PageLoad } from './$types'; -import { loadAppRoute } from '$lib/stores/init'; +import { loadAppRoute } from '#lib/stores/init.ts'; export const load: PageLoad = ({ fetch }) => loadAppRoute(fetch); diff --git a/ui/apps/chat/src/routes/models/+page.svelte b/ui/apps/chat/src/routes/models/+page.svelte index 0a0da7c56347..e803baf01f67 100644 --- a/ui/apps/chat/src/routes/models/+page.svelte +++ b/ui/apps/chat/src/routes/models/+page.svelte @@ -1,8 +1,8 @@ diff --git a/ui/apps/chat/src/routes/settings/+page.ts b/ui/apps/chat/src/routes/settings/+page.ts index 3be3d5a9567b..3c3deac5178a 100644 --- a/ui/apps/chat/src/routes/settings/+page.ts +++ b/ui/apps/chat/src/routes/settings/+page.ts @@ -1,4 +1,4 @@ import type { PageLoad } from './$types'; -import { loadAppRoute } from '$lib/stores/init'; +import { loadAppRoute } from '#lib/stores/init.ts'; export const load: PageLoad = ({ fetch }) => loadAppRoute(fetch); diff --git a/ui/apps/chat/src/service-worker/index.ts b/ui/apps/chat/src/service-worker/index.ts new file mode 100644 index 000000000000..fd5f735a1b68 --- /dev/null +++ b/ui/apps/chat/src/service-worker/index.ts @@ -0,0 +1,55 @@ +import { withBase } from '#lib/utils/base-path.ts'; +import { version } from '$app/env'; +import { assets, immutable } from '$app/manifest'; +import { self } from '$app/service-worker'; + +const CACHE = `llama-ui-${version}`; +// sw.js is the legacy worker path; it must always come from the network +const PRECACHE = [ + './', + 'manifest.webmanifest', + '_app/version.json', + ...immutable.map(({ path }) => path), + ...assets.map(({ path }) => path).filter((path) => path !== 'sw.js') +].map((path) => new URL(withBase(path), self.location.href).href); +const PRECACHE_PATHS = new Set(PRECACHE.map((href) => new URL(href).pathname)); + +// cache: 'reload' skips the HTTP cache, which may still hold the previous build's index.html +// and version.json: precached next to this build's bundle, they would load a bundle that is gone +self.addEventListener('install', (event) => { + event.waitUntil( + caches + .open(CACHE) + .then((cache) => cache.addAll(PRECACHE.map((url) => new Request(url, { cache: 'reload' })))) + ); +}); + +self.addEventListener('activate', (event) => { + event.waitUntil( + caches + .keys() + .then((keys) => + Promise.all(keys.filter((key) => key !== CACHE).map((key) => caches.delete(key))) + ) + ); +}); + +self.addEventListener('message', (event) => { + if (event.data?.type === 'SKIP_WAITING') self.skipWaiting(); +}); + +// serve only precached app files; API requests and everything else go straight to the network +self.addEventListener('fetch', (event) => { + if (event.request.method !== 'GET') return; + + const url = new URL(event.request.url); + + if (url.origin !== self.location.origin || !PRECACHE_PATHS.has(url.pathname)) return; + + event.respondWith( + caches + .open(CACHE) + .then((cache) => cache.match(url.pathname)) + .then((cached) => cached ?? fetch(event.request)) + ); +}); diff --git a/ui/apps/chat/src/service-worker/tsconfig.json b/ui/apps/chat/src/service-worker/tsconfig.json new file mode 100644 index 000000000000..fdd636a7e697 --- /dev/null +++ b/ui/apps/chat/src/service-worker/tsconfig.json @@ -0,0 +1,4 @@ +{ + "extends": "$app/tsconfig/service-worker", + "include": ["./**/*.ts"] +} diff --git a/ui/apps/chat/static/sw.js b/ui/apps/chat/static/sw.js new file mode 100644 index 000000000000..1487e226fe8d --- /dev/null +++ b/ui/apps/chat/static/sw.js @@ -0,0 +1,12 @@ +// Older builds registered the service worker at ./sw.js. Their update check lands here, +// so remove that worker and its caches; the reloaded page registers service-worker.js. +self.addEventListener('install', () => self.skipWaiting()); +self.addEventListener('activate', (e) => + e.waitUntil( + (async () => { + await self.registration.unregister(); + for (const key of await caches.keys()) await caches.delete(key); + for (const c of await self.clients.matchAll({ type: 'window' })) c.navigate(c.url); + })() + ) +); diff --git a/ui/apps/chat/svelte.config.js b/ui/apps/chat/svelte.config.js deleted file mode 100644 index 286a459973d9..000000000000 --- a/ui/apps/chat/svelte.config.js +++ /dev/null @@ -1,38 +0,0 @@ -import adapter from '@sveltejs/adapter-static'; -import { vitePreprocess } from '@sveltejs/vite-plugin-svelte'; -import { mdsvex } from 'mdsvex'; - -// CMake sets LLAMA_UI_OUT_DIR to the staging dir under the build tree; manual -// `npm run build` runs without the env var default to ./dist. -const outDir = process.env.LLAMA_UI_OUT_DIR ?? './dist'; -/** @type {import('@sveltejs/kit').Config} */ -const config = { - extensions: ['.svelte', '.svx'], - - kit: { - adapter: adapter({ - assets: outDir, - fallback: 'index.html', - pages: outDir, - precompress: false, - strict: true - }), - output: { - bundleStrategy: 'single' - }, - paths: { - relative: true - }, - router: { type: 'hash' } - }, - - // Consult https://svelte.dev/docs/kit/integrations - // for more information about preprocessors - // mdsvex is for content pages we write ourselves (e.g. release notes reachable from the - // chat app): .svx files compiled to components at build time. No page uses it yet. - // It can't render chat input or messages, which are typed at runtime and go through - // the remark/rehype pipeline in MarkdownContent instead. - preprocess: [vitePreprocess(), mdsvex()] -}; - -export default config; diff --git a/ui/apps/chat/tests/client/agentic-stream.perf.svelte.test.ts b/ui/apps/chat/tests/client/agentic-stream.perf.svelte.test.ts index b4d6df453889..70dc6a6c52c4 100644 --- a/ui/apps/chat/tests/client/agentic-stream.perf.svelte.test.ts +++ b/ui/apps/chat/tests/client/agentic-stream.perf.svelte.test.ts @@ -13,9 +13,9 @@ import { perfState } from './components/agentic-perf-state.svelte'; import AgenticPerfWrapper from './components/AgenticPerfWrapper.svelte'; import ChatMessagesPerfWrapper from './components/ChatMessagesPerfWrapper.svelte'; -import { MessageRole } from '$lib/enums'; -import { conversationsStore } from '$lib/stores/conversations/index.svelte'; -import type { DatabaseMessage } from '$lib/types'; +import { MessageRole } from '#lib/enums/index.ts'; +import { conversationsStore } from '#lib/stores/conversations/index.svelte.ts'; +import type { DatabaseMessage } from '#lib/types/index.ts'; import { tick } from 'svelte'; import { describe, it } from 'vitest'; import { render } from 'vitest-browser-svelte'; diff --git a/ui/apps/chat/tests/client/apikey-splash.svelte.test.ts b/ui/apps/chat/tests/client/apikey-splash.svelte.test.ts index b2705dd8ca24..9881e4243d69 100644 --- a/ui/apps/chat/tests/client/apikey-splash.svelte.test.ts +++ b/ui/apps/chat/tests/client/apikey-splash.svelte.test.ts @@ -1,6 +1,6 @@ -import { CONFIG_LOCALSTORAGE_KEY } from '$lib/constants'; -import { settingsStore } from '$lib/stores/settings/index.svelte'; -import { validateApiKey } from '$lib/utils/api-key-validation'; +import { CONFIG_LOCALSTORAGE_KEY } from '#lib/constants/index.ts'; +import { settingsStore } from '#lib/stores/settings/index.svelte.ts'; +import { validateApiKey } from '#lib/utils/api-key-validation.ts'; import { beforeEach, describe, expect, it } from 'vitest'; function fakeFetch(status: number, capture: { auth?: string | null } = {}) { diff --git a/ui/apps/chat/tests/client/cap-img-size.svelte.test.ts b/ui/apps/chat/tests/client/cap-img-size.svelte.test.ts index e4b7d4a1509c..f79fc23acfbe 100644 --- a/ui/apps/chat/tests/client/cap-img-size.svelte.test.ts +++ b/ui/apps/chat/tests/client/cap-img-size.svelte.test.ts @@ -1,5 +1,5 @@ -import { capImageDataURLSize } from '$lib/utils/cap-img-size'; -import { getJpegOrientationFromDataURL } from '$lib/utils/jpeg-orientation'; +import { capImageDataURLSize } from '#lib/utils/cap-img-size.ts'; +import { getJpegOrientationFromDataURL } from '#lib/utils/jpeg-orientation.ts'; import { describe, expect, it } from 'vitest'; // Real 64x32 jpegs generated with Pillow, quality 90. The upright picture is diff --git a/ui/apps/chat/tests/client/chat-form-enter.svelte.test.ts b/ui/apps/chat/tests/client/chat-form-enter.svelte.test.ts index 412d00425aa9..a4b87ad07b21 100644 --- a/ui/apps/chat/tests/client/chat-form-enter.svelte.test.ts +++ b/ui/apps/chat/tests/client/chat-form-enter.svelte.test.ts @@ -4,9 +4,9 @@ import ChatFormTestWrapper from './components/ChatFormTestWrapper.svelte'; import { EditorView } from '@codemirror/view'; -import { SETTINGS_KEYS } from '$lib/constants'; -import { deviceStore } from '$lib/stores'; -import { settingsStore } from '$lib/stores/settings/index.svelte'; +import { SETTINGS_KEYS } from '#lib/constants/index.ts'; +import { deviceStore } from '#lib/stores/index.ts'; +import { settingsStore } from '#lib/stores/settings/index.svelte.ts'; import { tick } from 'svelte'; import { afterEach, describe, expect, it, vi } from 'vitest'; import { userEvent } from 'vitest/browser'; diff --git a/ui/apps/chat/tests/client/chat-form-expansion.svelte.test.ts b/ui/apps/chat/tests/client/chat-form-expansion.svelte.test.ts index 120587c1b80f..e8be20671402 100644 --- a/ui/apps/chat/tests/client/chat-form-expansion.svelte.test.ts +++ b/ui/apps/chat/tests/client/chat-form-expansion.svelte.test.ts @@ -3,7 +3,7 @@ import ChatFormTestWrapper from './components/ChatFormTestWrapper.svelte'; import { EditorView } from '@codemirror/view'; -import { conversationsStore } from '$lib/stores'; +import { conversationsStore } from '#lib/stores/index.ts'; import { tick } from 'svelte'; import { afterEach, beforeEach, describe, expect, it } from 'vitest'; import { page, userEvent } from 'vitest/browser'; diff --git a/ui/apps/chat/tests/client/chat-form-input.svelte.test.ts b/ui/apps/chat/tests/client/chat-form-input.svelte.test.ts index e16e9a15a13e..4278d364ad10 100644 --- a/ui/apps/chat/tests/client/chat-form-input.svelte.test.ts +++ b/ui/apps/chat/tests/client/chat-form-input.svelte.test.ts @@ -4,9 +4,9 @@ // key and paste handlers run first and win when they handle the event. import { EditorView } from '@codemirror/view'; -import ChatFormInput from '$lib/components/app/chat/ChatForm/ChatFormInput/ChatFormInput.svelte'; -import { SETTINGS_KEYS } from '$lib/constants'; -import { settingsStore } from '$lib/stores/settings/index.svelte'; +import ChatFormInput from '#lib/components/app/chat/ChatForm/ChatFormInput/ChatFormInput.svelte'; +import { SETTINGS_KEYS } from '#lib/constants/index.ts'; +import { settingsStore } from '#lib/stores/settings/index.svelte.ts'; import { tick } from 'svelte'; import { describe, expect, it, vi } from 'vitest'; import { userEvent } from 'vitest/browser'; diff --git a/ui/apps/chat/tests/client/chat-form-mention-picker-gate.svelte.test.ts b/ui/apps/chat/tests/client/chat-form-mention-picker-gate.svelte.test.ts index cbf3747cccc1..bd8c51982f41 100644 --- a/ui/apps/chat/tests/client/chat-form-mention-picker-gate.svelte.test.ts +++ b/ui/apps/chat/tests/client/chat-form-mention-picker-gate.svelte.test.ts @@ -3,11 +3,11 @@ // it, the picker still opens but explains why instead of firing searches // that would only fail with "Search failed". -import ChatFormPickerMention from '$lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMention.svelte'; -import { DISABLED_TOOL_KEYS_LOCALSTORAGE_KEY } from '$lib/constants'; -import { BuiltInTool } from '$lib/enums'; -import { toolsStore } from '$lib/stores/tools.svelte'; -import type { OpenAIToolDefinition } from '$lib/types'; +import ChatFormPickerMention from '#lib/components/app/chat/ChatForm/ChatFormPickers/ChatFormPickerMention.svelte'; +import { DISABLED_TOOL_KEYS_LOCALSTORAGE_KEY } from '#lib/constants/index.ts'; +import { BuiltInTool } from '#lib/enums/index.ts'; +import { toolsStore } from '#lib/stores/tools.svelte.ts'; +import type { OpenAIToolDefinition } from '#lib/types/index.ts'; import { tick } from 'svelte'; import { afterEach, describe, expect, it } from 'vitest'; import { render } from 'vitest-browser-svelte'; diff --git a/ui/apps/chat/tests/client/chat-form-pickers-touch.svelte.test.ts b/ui/apps/chat/tests/client/chat-form-pickers-touch.svelte.test.ts index 79ce79258897..c804f8027567 100644 --- a/ui/apps/chat/tests/client/chat-form-pickers-touch.svelte.test.ts +++ b/ui/apps/chat/tests/client/chat-form-pickers-touch.svelte.test.ts @@ -4,7 +4,7 @@ import ChatFormTestWrapper from './components/ChatFormTestWrapper.svelte'; import { EditorView } from '@codemirror/view'; -import { deviceStore } from '$lib/stores'; +import { deviceStore } from '#lib/stores/index.ts'; import { tick } from 'svelte'; import { afterEach, describe, expect, it, vi } from 'vitest'; import { render } from 'vitest-browser-svelte'; diff --git a/ui/apps/chat/tests/client/chat-screen-form-single-row-setting.svelte.test.ts b/ui/apps/chat/tests/client/chat-screen-form-single-row-setting.svelte.test.ts index 8502774d622a..2cf0269c9095 100644 --- a/ui/apps/chat/tests/client/chat-screen-form-single-row-setting.svelte.test.ts +++ b/ui/apps/chat/tests/client/chat-screen-form-single-row-setting.svelte.test.ts @@ -2,8 +2,8 @@ // it leaves a one-line message on the two rows. import ChatScreenFormTestWrapper from './components/ChatScreenFormTestWrapper.svelte'; -import { SETTINGS_KEYS } from '$lib/constants'; -import { settingsStore } from '$lib/stores/settings/index.svelte'; +import { SETTINGS_KEYS } from '#lib/constants/index.ts'; +import { settingsStore } from '#lib/stores/settings/index.svelte.ts'; import { tick } from 'svelte'; import { afterEach, describe, expect, it } from 'vitest'; import { page } from 'vitest/browser'; diff --git a/ui/apps/chat/tests/client/chat-tabs-store.svelte.test.ts b/ui/apps/chat/tests/client/chat-tabs-store.svelte.test.ts index 19f7e4436cfe..ae9ce514b4fa 100644 --- a/ui/apps/chat/tests/client/chat-tabs-store.svelte.test.ts +++ b/ui/apps/chat/tests/client/chat-tabs-store.svelte.test.ts @@ -2,9 +2,9 @@ import { beforeEach, describe, expect, it, vi } from 'vitest'; vi.mock('$app/navigation', () => ({ goto: vi.fn() })); +import { CONVERSATION_TABS_LOCALSTORAGE_KEY, NEW_CHAT_TAB_ID } from '#lib/constants/index.ts'; +import { TabsStore } from '#lib/stores/tabs.svelte.ts'; import { goto } from '$app/navigation'; -import { CONVERSATION_TABS_LOCALSTORAGE_KEY, NEW_CHAT_TAB_ID } from '$lib/constants'; -import { TabsStore } from '$lib/stores/tabs.svelte'; const gotoMock = vi.mocked(goto); diff --git a/ui/apps/chat/tests/client/components/AgenticPerfWrapper.svelte b/ui/apps/chat/tests/client/components/AgenticPerfWrapper.svelte index 822fd17ce094..54b76a12a53d 100644 --- a/ui/apps/chat/tests/client/components/AgenticPerfWrapper.svelte +++ b/ui/apps/chat/tests/client/components/AgenticPerfWrapper.svelte @@ -1,7 +1,7 @@ diff --git a/ui/apps/chat/tests/client/components/ChatFormActionRecordWrapper.svelte b/ui/apps/chat/tests/client/components/ChatFormActionRecordWrapper.svelte index 394bbe52b76a..20468f8cfdc5 100644 --- a/ui/apps/chat/tests/client/components/ChatFormActionRecordWrapper.svelte +++ b/ui/apps/chat/tests/client/components/ChatFormActionRecordWrapper.svelte @@ -1,6 +1,6 @@ diff --git a/ui/apps/chat/tests/client/components/ChatScreenFormTestWrapper.svelte b/ui/apps/chat/tests/client/components/ChatScreenFormTestWrapper.svelte index 3e780e80e98a..479c4f7c77f8 100644 --- a/ui/apps/chat/tests/client/components/ChatScreenFormTestWrapper.svelte +++ b/ui/apps/chat/tests/client/components/ChatScreenFormTestWrapper.svelte @@ -1,6 +1,6 @@ diff --git a/ui/apps/chat/tests/client/components/CollapsibleLazyBodyHarness.svelte b/ui/apps/chat/tests/client/components/CollapsibleLazyBodyHarness.svelte index b11ea0f100f0..1b0e2b67430c 100644 --- a/ui/apps/chat/tests/client/components/CollapsibleLazyBodyHarness.svelte +++ b/ui/apps/chat/tests/client/components/CollapsibleLazyBodyHarness.svelte @@ -1,6 +1,6 @@ diff --git a/ui/apps/chat/tests/client/components/McpServerFormWrapper.svelte b/ui/apps/chat/tests/client/components/McpServerFormWrapper.svelte index 07479534be34..1c1bc4f271a7 100644 --- a/ui/apps/chat/tests/client/components/McpServerFormWrapper.svelte +++ b/ui/apps/chat/tests/client/components/McpServerFormWrapper.svelte @@ -1,5 +1,5 @@ diff --git a/ui/apps/chat/tests/client/components/ModelsSelectorHookHarness.svelte b/ui/apps/chat/tests/client/components/ModelsSelectorHookHarness.svelte index 4734f18c9d0d..02d16d67e4cd 100644 --- a/ui/apps/chat/tests/client/components/ModelsSelectorHookHarness.svelte +++ b/ui/apps/chat/tests/client/components/ModelsSelectorHookHarness.svelte @@ -1,5 +1,5 @@ diff --git a/ui/apps/chat/tests/client/components/TestWrapper.svelte b/ui/apps/chat/tests/client/components/TestWrapper.svelte index 3c874276adfe..6e0f79b2528b 100644 --- a/ui/apps/chat/tests/client/components/TestWrapper.svelte +++ b/ui/apps/chat/tests/client/components/TestWrapper.svelte @@ -1,6 +1,6 @@ {#if tooltip && !deviceStore.isMobile} diff --git a/ui/apps/chat/src/lib/components/app/actions/index.ts b/ui/apps/chat/src/lib/components/app/actions/index.ts index 73ab769135b9..8b0279d06216 100644 --- a/ui/apps/chat/src/lib/components/app/actions/index.ts +++ b/ui/apps/chat/src/lib/components/app/actions/index.ts @@ -7,7 +7,7 @@ */ /** Styled icon button for action triggers with tooltip. */ -export { default as ActionIcon } from './ActionIcon.svelte'; +export { ActionIcon } from '@ggml-org/llama-ui/app/actions'; /** Copy-to-clipboard icon button with clipboard logic. */ export { default as ActionIconCopyToClipboard } from './ActionIconCopyToClipboard.svelte'; diff --git a/ui/apps/chat/src/lib/components/app/badges/BadgesModality.svelte b/ui/apps/chat/src/lib/components/app/badges/BadgesModality.svelte index 113185634b24..7c921732de6a 100644 --- a/ui/apps/chat/src/lib/components/app/badges/BadgesModality.svelte +++ b/ui/apps/chat/src/lib/components/app/badges/BadgesModality.svelte @@ -22,7 +22,7 @@ className ]} > - + {MODALITY_LABELS[modality]} diff --git a/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemMcpResource.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemMcpResource.svelte index 40a16bc4bda0..6fb3c294fcd2 100644 --- a/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemMcpResource.svelte +++ b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemMcpResource.svelte @@ -1,8 +1,8 @@ -
- - -
+{#snippet dial(size: 'sm' | 'md' | 'key')} + +{/snippet} + +{#if corner} + + + {@render dial('key')} + +{:else} +
+ + {@render dial(deviceStore.isMobile ? 'md' : 'sm')} +
+{/if} diff --git a/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeLoadModel.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeLoadModel.svelte index 5b0823c96747..3627c74197d3 100644 --- a/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeLoadModel.svelte +++ b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormContextGauge/ContextGaugeLoadModel.svelte @@ -1,6 +1,6 @@
- + {#if showSpinner} Current time - + {:else if dateMeta.errorMessage} Current time  - - {dateMeta.errorMessage} + - {dateMeta.errorMessage} {:else if dateMeta.dateString} Current time is  diff --git a/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGetInfo.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGetInfo.svelte index 6875eba658bc..5459210654a4 100644 --- a/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGetInfo.svelte +++ b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGetInfo.svelte @@ -60,9 +60,9 @@ {#snippet children(meta, _ctx)} {#if meta?.errorMessage}
- + {meta.errorMessage}
diff --git a/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGrepSearch.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGrepSearch.svelte index b7a75e557d5b..406275565386 100644 --- a/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGrepSearch.svelte +++ b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockGrepSearch.svelte @@ -39,9 +39,9 @@
{:else if meta?.errorMessage}
- + {meta.errorMessage}
diff --git a/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockReadMedia.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockReadMedia.svelte index 3d54120fb67a..947266bc52a3 100644 --- a/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockReadMedia.svelte +++ b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockReadMedia.svelte @@ -75,7 +75,7 @@
{readMediaMeta?.fileName diff --git a/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockRunJavascript.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockRunJavascript.svelte index e819e9f97ce6..c790dd994513 100644 --- a/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockRunJavascript.svelte +++ b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockRunJavascript.svelte @@ -27,9 +27,9 @@
Running...
{:else if meta?.errorMessage}
- + {meta.errorMessage}
@@ -51,7 +51,7 @@ />
- + Console diff --git a/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockSearchResults.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockSearchResults.svelte index eed512c56a4a..2ed631a4f4ae 100644 --- a/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockSearchResults.svelte +++ b/ui/apps/chat/src/lib/components/app/chat/ChatMessages/ChatMessage/ChatMessageToolCall/ChatMessageToolCallBlockSearchResults.svelte @@ -1,7 +1,7 @@ diff --git a/ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenDragOverlay.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenDragOverlay.svelte index ab4adb2c2922..c3ae91a2f28f 100644 --- a/ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenDragOverlay.svelte +++ b/ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenDragOverlay.svelte @@ -6,9 +6,9 @@ class="pointer-events-none fixed inset-0 z-50 flex items-center justify-center bg-black/50 backdrop-blur-sm" >
- +

Attach a file

diff --git a/ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenServerError.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenServerError.svelte index a189230c28dd..497c1efc2c14 100644 --- a/ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenServerError.svelte +++ b/ui/apps/chat/src/lib/components/app/chat/ChatScreen/ChatScreenServerError.svelte @@ -1,6 +1,6 @@
-
diff --git a/ui/apps/chat/src/lib/components/app/mcp/McpServerCard/McpServerCardCompact.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpServerCard/McpServerCardCompact.svelte index 7e3c4281cac4..4abd93ed01b5 100644 --- a/ui/apps/chat/src/lib/components/app/mcp/McpServerCard/McpServerCardCompact.svelte +++ b/ui/apps/chat/src/lib/components/app/mcp/McpServerCard/McpServerCardCompact.svelte @@ -1,5 +1,5 @@
- + @@ -33,10 +33,10 @@
- + - + - +
diff --git a/ui/apps/chat/src/lib/components/app/mcp/McpServerForm.svelte b/ui/apps/chat/src/lib/components/app/mcp/McpServerForm.svelte index c1b38c2229ab..c0dd254e76a4 100644 --- a/ui/apps/chat/src/lib/components/app/mcp/McpServerForm.svelte +++ b/ui/apps/chat/src/lib/components/app/mcp/McpServerForm.svelte @@ -1,7 +1,7 @@ {#if resolvedShowRaw} - + {:else} - {#snippet nameAndBadges()} - {#if !hideName} - - {#if !hideOrgName && parsed.orgName}{parsed.orgName}/{/if}{displayName} - - {/if} - - {#if hasBadges} - - - {#if parsed.sidecar} - - {parsed.sidecar} - - {/if} - - {#if parsed.params && !hideParameters} - - {parsed.params}{parsed.activatedParams ? `-${parsed.activatedParams}` : ''} - - {/if} - - {#if parsed.quantization && !resolvedHideQuantization} - - {parsed.quantization} - - {/if} - - {#each uniqueDraftKinds as kind (kind)} - - {kind} - - {/each} - - - - {#if primaryAlias} - {#if primaryAlias !== parsed.modelName} - - {parsed.modelName ?? modelId} - - {/if} - {:else if uniqueAliases.length > 1} - {#each uniqueAliases.slice(0, MAX_ALIAS_BADGES) as alias (alias)} - - {alias} - - {/each} - - {#if uniqueAliases.length > MAX_ALIAS_BADGES} - - +{uniqueAliases.length - MAX_ALIAS_BADGES} more - - {/if} - {/if} - - {#if uniqueTags.length > 0 && !resolvedHideTags} - {#each uniqueTags as tag (tag)} - {tag} - {/each} - {/if} - - {/if} - {/snippet} - - - - - {#if showRawTooltip} - - - {@render nameAndBadges()} - - - -

{modelId}

-
-
- {:else} - {@render nameAndBadges()} - {/if} - - {#if !iconsOnNewLine} - - {/if} -
- - {#if iconsOnNewLine || contextLength || sizeRange} - - {#if iconsOnNewLine} - - {/if} - - {#if contextLength} - - - - {formatParameters(contextLength)} - - {/if} - - {#if sizeRange} - - - - {HuggingFaceService.formatSizeRange(sizeRange.min, sizeRange.max)} - - {/if} - - {/if} -
+ activatedParams={parsed.activatedParams ?? undefined} + class={className} + draftSidecars={draftSidecars.filter((badge) => !isAuxSidecar(badge.kind))} + name={parsed.modelName ?? modelId} + org={parsed.orgName ?? undefined} + params={hideParameters ? undefined : (parsed.params ?? undefined)} + quantization={resolvedHideQuantization ? undefined : (parsed.quantization ?? undefined)} + sidecar={parsed.sidecar ?? undefined} + tags={resolvedHideTags ? [] : [...(parsed.tags ?? []), ...(tags ?? [])]} + tooltip={showRawTooltip ? modelId : undefined} + /> {/if} diff --git a/ui/apps/chat/src/lib/components/app/models/ModelLoadControl.svelte b/ui/apps/chat/src/lib/components/app/models/ModelLoadControl.svelte index 209b74ba14e3..4c54d751cac4 100644 --- a/ui/apps/chat/src/lib/components/app/models/ModelLoadControl.svelte +++ b/ui/apps/chat/src/lib/components/app/models/ModelLoadControl.svelte @@ -37,26 +37,26 @@ {#if showAction && revealOnHover} {#if isFailed} {:else} {/if} {:else} {#if isFailed} - + {:else} {/if} @@ -73,9 +73,9 @@ > {#if isFailed} modelsStore.status.load(option.model)} stopPropagationOnClick tooltip="Retry loading model" @@ -83,9 +83,9 @@ /> {:else if isLoaded || isSleeping} modelsStore.status.unload(option.model)} stopPropagationOnClick tooltip="Unload model" @@ -93,9 +93,9 @@ /> {:else} modelsStore.status.load(option.model)} stopPropagationOnClick tooltip="Load model" diff --git a/ui/apps/chat/src/lib/components/app/models/ModelOrgAvatar.svelte b/ui/apps/chat/src/lib/components/app/models/ModelOrgAvatar.svelte index afd62d72f47a..39b377b04a8d 100644 --- a/ui/apps/chat/src/lib/components/app/models/ModelOrgAvatar.svelte +++ b/ui/apps/chat/src/lib/components/app/models/ModelOrgAvatar.svelte @@ -1,130 +1,18 @@ + {#if hubEnabled} - - {#if orgAvatarFailed} - - {:else} -
- - { - failedAvatarOrgs.set(org, Date.now()); - }} - src={HuggingFaceService.getAvatarUrl(org)} - /> -
- {/if} - - {#if quantOrg && quantOrg !== org} - - - {#if quantAvatarFailed} - - {:else} - { - failedAvatarOrgs.set(quantOrg ?? '', Date.now()); - }} - src={HuggingFaceService.getAvatarUrl(quantOrg)} - /> - {/if} - - {/if} -
+ {/if} diff --git a/ui/apps/chat/src/lib/components/app/models/ModelRowActions.svelte b/ui/apps/chat/src/lib/components/app/models/ModelRowActions.svelte index 775924e93e28..33be4c624d35 100644 --- a/ui/apps/chat/src/lib/components/app/models/ModelRowActions.svelte +++ b/ui/apps/chat/src/lib/components/app/models/ModelRowActions.svelte @@ -26,9 +26,9 @@ > uiStore.openModelDetails(option.id)} tooltip="Manage model" tooltipAsTitle @@ -36,12 +36,12 @@ {#if isFav} - + modelsStore.toggleFavorite(option.model)} tooltip="Remove from favorites" tooltipAsTitle @@ -50,9 +50,9 @@
@Se%f~+(mld#25f>BeU#=WKgNE&y?U?JZ!m}yK(8w1;o)j?`aN#iizShFyP8) zv&Ibwh*^0Ag_z0a8MN;?Tn;NQPu-X}#E5Zr?wNCPjjfR(Y_GQ{8Q`cZ1kEXoY69#UqgOwxEJPl4T>Ot$pjcR;jL`Cs=v0Q(B|^PCA- z=@TQ6Jr~crbzuhmPT^8n8ajnafF$>#X1l`XXqlZUbZpO^PabsH<^z{kB>wqtnsc!y z0xI9=Np+PeuBoz)nKudVf6itphlT^=1!&Tu>67g)c|?`%D6(+2CDwcC6}hq?kQ|sm zI9kS);?2Cue3>&RXUkJ$l|KyT2`vIR%8H+>wYNv(4y*y^3%TisekL9$54NBQd_zDI z)97a}7%J3mJ5@9Z-Zw>l$s!Zw`YQmYKxN9kPl%!=ywm>HU>VEC%TD*xR3W`}Qb=2! zZw@$Oghi$wc5ZCR>O^hWjHQS@Pqfn;^)2$m)RHP9osN%|ZnI{Hdit|Cg*pJiF#I1GZFZjmS4 zUBml*wN_y_&xtq;SoE1-mhob=K7r$tr!Ek4e8Hra0v=Fl*(SY^e+y&kjSQ9Gnj+lF z$xZl4ZeS{8vCiD0#r6DnQ8|08HB-VD0W{Ig@$|_4v2tq>q6%Ywr~7@ypuzbC*4mOs<5>6h;@VOd+K)tlz{7MspT>=PZe44>r9^s+KP~gA?4r9VD zqHy;O=xk|WO|)Lb33G@%+JoV2??dERvgd2TEJ#VK-V7vB^I1Oo-`hT6Mcq&U0006n zNctt?9F8U&$B1&U7HGlt#<8iIa*;9t6ZFmlm}Z2DzB_c|H~wspUKNSUBmx^ZN?3{j zoWQ~asEs0dz8Z~p_$7Ki07urUmrA-FBm!gh!2bX^2`I_nm;e9(005@YfCG5IK#%|c zO>6)F0000O` z^qoV4w$81St1teeVxSO7;B|}D8a5Yho7E9ekNjyS_uOU*1Vw^`mL%rKl0>2NW{fau zW~2SvdiE-woiqTz!p(Kf`&3Y}M+Z{c-^`m!ZdFl;(y`7J@Q?hnA`p5NW=w+FZ4w36 zMP{i7m7^8ZchDQ-O9`GUACbOsHViNmA&m7LXNbZA^nNH_t)6L#){yGLZ_lEJ#PHzb z9XCo$^Ie1<%l#yrGfxo4{L{ zi@&7BqJgck7!i7L>a03->a!wQ;rnou)U+V(L*8AM=)rh4F)$#;CcnHo4wJDR#>6-+ zZ>`d~nnxa7G&gkt15=3|l!q>W0S+aw{4enG5)ycl`W2)r1QqUMHdH=Pcc@!jOeqG> zVnLM1TkX(pt*O;BFJfGZ*4UgkA&u)Wz!0?dVkzliTMjmPu_XR^XR~an1a8&85gptV zEQw}z#LL3jKz*vZ{QrL{hW@jmIt>X)Lm^H7v+iR7{NA)3dTevF@X+BlaGm>H3=@CQ zG#tpLQGHHFI!i?`WE!x%MVX&IaGrxX7o^*)4HO!``2fBy$Bv1oUeLqv;G5b)g_(q{JA zb9yx~mGSS@aT$+BwoN9k>F=#DXoU?FhUSjrg_BFNCc!?C_TJHp(OPuF-&g)z2`1_O zC&q9#=b1;mq5%iCEj9yp6hsuOPT|`3QYHOeu#l^=1RCz>MxtS43FkfT)|3*)@X?9U z=U(GN-+LJ;&o2lHgg6UqRe9u15r$yAXd)&L2fQV1NTAiEtWehq!Ai-5? zc<`;^PKRJ!0Q`oZU{e=9iuO5is#vsfPpy*bj~Wcsqo=y6TY&Cv6?~afMfX*1aADZ` ze<6;V71;~~^{yeeNC;lu6KHq8HBpqCVOSBjAGZ1G9NW*w+l6Vdo>z*Rl@HxNPALc+ z8R_Q938kBOV<*L%HM;M&&SjqJ+xLM-#@;kH_C?ZSM1V3O8RwEtCvn|uPg z03EY#mQ=MsAJgMaH*sJBVes0KU^h+5TLGY#vPOpPW_YWv*}S^f5!4@Li)N9C z6PfLJPTlSBk)O<;>K1^|gR?&h?Axq-`O?#V=wU2UybkT#VclxVj^!?cSS)t#1NMmR zm48zrk`Q8d>$c>2<5^o_b(DTT)9zODp9`|)qe4!_B2N$Z&4_;wITiW|lHb?jYJjWJ zjjM&^lmDQ71TP)mMe?5mHgQ$-9rx?7mbV;z&wKmBultZoI3vs9$sbfM#Y4-jAfX2R zpTl>zA4_$8#iL#*^R3+??&%JNmUCZRb%VN6rb(%Pc|Q+sH;6U&FjkEjr{kZQP@H|% zFf2Cihh?1^I;-xn0(@U?SR6qX!e25X)E4I*Q1Z;OXO9Y4EQcUDzN6!8{5alnkur-V zY$K5JLE+Q+I3e!?lR+KG?;1UG)2A&8)#8PecAioye`CI2_G)J@Z(<#O${Vr0Hq+H~ z*3@ChK#&tNwQZOto+MT)mDOqVQxR=Gnh#8Fl=A!UVt#;mJAp~`#n1os?~faH(A}p1Vg1`{S{2~7A|S1 zE#-)bbC}*z?=sI$`YM>P;{RbVJvYC{pL=kfaB0@XmT2s#L!K_uFk{tlZJ~II(>*$H zEp2$Jcj*AHrxJNat*R4}Q_&4)$7Xn4#EaAl9>b%|;?!a4G^A5;djXBp@4Dvf=>7b- z8Qs6z^{r2{;}L9Z<5@^xj7J#>!NIK}L-v(6m)pX=OtM1!+orvHozEwP@FWWr392bP zXtes75tl*GZMKVcc-lOfpk6^Pjz@4{M=2{=J}8M>6nrWkr0mq_Cwt&LL~QrCwhEeX z0#ao%v3k0?t^Ho_5x)90yz$lr`Hlbp1k=E?Ktq^o#y`&iN*^&C?FehA-56~1G8jcD z{ZiJWADJDrxI!)MCI!?+bFnHOIE25Xb`Stz3xN`2Xb>ku;7v8OR7{vQSE-l|1ub{nE}jv3EW^-aL}m34>Q?bHv`dCA)kFZf2N@NWs@U!Yu~TQh z?pW_JqN~ZQVW>`L)MYb-RHL^Qvj{Itq{AEDS}y%{v@7mnJ%s*M`KEF3i+^1|V0XSM zvgi4Mj{luFZh495)Q})Yji+VgU5kgjZ@1WU><~?Z?ul;ex@s`g7an{7tg445X6XIt z>uw;vvWy;UgbYpVU$1M(irYN=^C%hRR%1NXKLVsbA@A3Sd(P{tM{Z7(8b1j)nc+gp zO)(ES487c$lg9qwZP*hvUW8E{#%OwwXMfL3#>{9E-uVBy-&5pDB5yBt`Dw*Fjiq$* zgOzmAUimnhs>hJ66V}U-Z6X2Ro-89N|0%V<;xFXDhE1JzQa<{O3$2`oJsaPnDxXlY61F3632LQaRCJ#dytkCh8` z%VBL(X^l0b#Kn#(NuGVO6VFp6It!Vi7%;k9gG3-D>;Ps%5^R()OIMYXY2oGTkG{Uk zm;e9(C-*hYV?iwN01Z`u3*`+83daBl<^TWzFtZo~ZBGfzHx!pWiPuO8FwJ?XE(kUY zMLI3EP+sHXEPdJtSVWJ4K5*YM62u(kN!}LlkOQ}?b4w(>72)nfjzWAV5{^Vl3al@X zrzRsg;*ChJ+)YaYCQk-z0Z}a82Ef_4aRhc&>(GS>GH8fIt7n(OA-S4;q?rcvQl`vo{CAZzV=^7W&LgXc1%)AS!~g73 zG`5ol6ahzhEp9Yt#s1io1E5o3CWIa%euAxWCsHtC$nI)g28fIvk3v^@ z6c|GpLB0pEuk6SDE*G@A>Q9Oo*6J)y0`FCJ+~Tf#FF|siZQu;4#~R%SnFz znPHOAG!Yws@Z$unw8*%We(Qf3RNA~3Z+qj$y2bdxnb&X0_Zu#bluFTm(i%j@7^Qx~ zo+?aa`@}jTr6uDh09p{1ht-bCrTf9rnJ4b;-+1q>&u}=dK>Eksuf4Fj2uyIc5sK7) zXCvC({0U_rY4M-qM!$m7u-8$LxF)NkGHXZD4fW_1pezqh5-;VF`JYJPh z>0o_i905rLD@ULe&3EIwVQTlHPJZ1au!AvVVnGUK&ZiuA=aVRUzf&} zc-#CswaXa=hsEz(99`%fo?i@fZEKo$4BkZAlqEbn5Tw}W$%uQYdvAYT(cK0a%$^sJSfct0nSFa7i)wLCO0!6nClG5D(I7B<6Yu{A3` zqfz9}E zVuWu3S>FZe7NDUI68la0x%cVO(Z#66*&C!!NxKM1 zZM{8mAYmQ%-6VBhtyR)d@WJ9Eb;0+Eo_AWu5-LS%98Z>+Jf8By=PAcbPh zL7U_CH`Fh2y3)vnosD3+tQNXOkw-Y>W7;L(`Mj{`MiNAkIJzNpwX$#wwa7IHhpoou7r>imcJuIx>}McKx@b! znncZVofR;fD2|~|bzOY;ZVlH)151E*eb050YBbogce~A1s&soHI83QoH^t`lO*n{6 z(ouBid8n8!Eyw-tcAz?EZwUF)T|G7j&YgOSiPwsVCLt3@Q_*cirIko-F=;ru)2+^v z-Iu-MN=_d$!Edk8V#zhB@`E*g>*sR^c7&=u72JJK*sa?` zS9P+FYhcoRu=Iz+sJ{w?-A?7x@=}ZG{zyyUreYi_u4?FV!N3T&=aiEIosIv{=7MlQ z&vEBbBZYS5c2!oO>{8}Ci&3De@M2+8Z?6iIBaQ80r6nGtl8A=%^ByN(SDruu<&1+U zrV;rcyC$l~A!5_hzA}C7xE`_jcpQE(4{-MDx)EV{Dm9GU`Y?L9H8?<%-E%W2jE<4BVV?cI+vaAD zz05Y!RFLWTgb-54obPlJCpZIrHH+S$r@TuM8lD~8u40CMEzFIR08zttjg!o+Y9Ro# z;`1N?g>I7;#LZ3wM^eKxcHADNudZI>)Nuj$zh(`q5#}DoMG*VI`N%ChGi6&B_raVa zbB{i;J;i>uQujNn3?X&bV_nwXFHtaRUoj#X^I7!mS^S7s4eAYK?*(&{UZ53!v}e5ZmajhvMMV)uRDoBU)Aqmj#j~p z(1t~K_SR4@S|~UUGZdWfiNS-fKIQMFCI$~)ymC%Z0`W;zIW^AVR-?ZOj`?bAm4Ah=4lot8ajl7?!LQJzi#tF4C;ZDrOb;)!x^Zq3jOGq^3v z{W;n~2W7m97B9}*;|U#ps`(=)zc1ltCQt-(9sHE185?hpO-TyP9&9ymm|oly#*DTt zaovaxTvcpdc|IFNRxQR`p_<(0;N^h|w|xs{oPpBr%r|><8jE{43Wn>g-^`eVL`RJX zG}{249Sds`0EsIbzX-(ilza0-EHOn`z(y#>Q-iPvHcehQE~700)c2-f^xN|GF1o0001g$5ziKWFIDN00Wkx2tXoH_uJUD zJAeQH00agbt7F&z3IiYY@Bjh;)Q|uL_FShkpUu?2y>qI$zQ9`^;XDq2>Phx-xue}O z^&OHekT)RtNv6qIE8HCn=7qsjy~+=qkA*9-o5AKuiT1;+Kz6N!lf}FPse>tEm50}l)s4RLmrnMoVy6}&!%wQq|b{o_B$&cWugJ%R4D?L5V z;|pUqD=J;Mwqtm-oHY!)mPU+`nk2=7$33zkK!JEgb$LxO#iNHAG1E{ztvuW>=J5XF zg{e;vK1k>ldZak;6?6rIGtQ_%9(iysnk5?y*^D$zs7%z zi{9A`ckx!dreJgH^(($omh?U%U3UjT=f)o*&7 z>-2D>Kdg$_O*S+k_62*vnPy>F(CF_`*YF{$ZqIONSb7C*kXjZb@joK>5h`j6nkX_? z&%mhAM#1V{H~6(ARV*>c|1_m8(>{5vbFP24TQEnBiv6SV7yJ!(X|h2mgkhJ&_Z+=j z>wx*nH~Ht%;a;X-GvCo|iK>8J+@b%fRDoZC>|eLw_qgJ&=%LX6ntICYvEy^A``n1Z zkzrluOmHwQF_%xP%8kkX2`sC1q_4Eo#!!gYd*w~aUvAzj5zbfxAmB}SNb-7!GtI^u zOX{D)WzvL z?5_+AM1<-sBovykT5-fZ(*$s*hmp202Ioh|Xm>xQedPKIR}ucG-ODYX*6wFslVQ`Q z*KfLcLR93PzoIH3yn5y5kZ(=&auS&hd;(r9A387^H0Icj)e3^L;K-JSI0V{GJ7xwQ z*}Xk9TqWwQYd>UHts&=$wquB;c%a(8rwRlBkKo_1zIV`!Z}rl@PE?=Zi!e`0nnFuj)bCht++qzUA)OaFkZ_~;wj42@B?1w{1SC219+7hkYwOw{xP^^&P ztuZl>hN=|C+s>!cML@N3%aD3V&4CxriJ_*f=YzNFSggx(ow6VKLnvaXU6}&$&0$hj zl3H=FVH>u*rFH3l9B#5KlvjY;>=B$vgo!jRH2y0UfOK%K6~mp^3p%-?4WsCx%ZrQn zo4L?+V(Pa5I%K9gzPYwJ${~)t2N764kKcOty?E7Scw_W1)lD*aI?WOa;&9Ml%X+8X zSlq+R4dfNjT$F3Xn{&4lW2KIh0ZTht?(CKr_uj?AQSxsr*`dlGC_%w;^ct-5-r14a zC|eY>Xeo)41-~27oIgr|&^3j^_|4G@5mY>&zr^wrSl2n?dg|iHE7P5ve6mXe=fWid z8p2^f75)bhIMwX)s(rqVzU*#5mLa#FEFF~H@XACld;8Tqcs12@E5sg}KClS_Aiq5m z>&YMs&Tm5l@GJXha!1OLn0_KHNg`$u?zZdO{0ar%s(#xc9#a)=l_CnbRP6kqfnNic zZ#D?(nG6hc6|P^$ekmur`z}F;s~YNc?DaXYxGGis_m+j$V`UunFTf>}QjiX~^Ckg1?x&YLVUBJvJQJsR1>?RLSae!*te)*zTo$GS=3 zao&bTk~3H~VO445-J4mk(eZ{nImf_KO-|?G`3EA`p9X(&8kyzge&9NkUtNlb~PJH&@%-E-*$-$fq zT>g&HdV+3A(2xjpj4KtSlD|X;2yca#t*csefBbZHq{x)6GguqKx@RDY5d;SWOC4n} zYA_AoN!=5odbTp5_2pwEfX4OyJzXsrpd^Dr(`CJ!?+w{$JM=lea^qTlcJx3>b1_*J zFU_&nbtiZ$IyPxYJA2wl|I#|Vgq3A17g1B*_NIZD(3~nWQB2N7F;D^fmxXz(1X3sH zZ$cr*r9|s*dpg_;q$^`IdT3e2GV(yZJY8H_TCcl}{c`Zj9ihMA_1@?NEZ<26449b9 zAaa>iX`T=7PvK-~BBxr=i4(hS9efuKus#FEhWZk~CQil-914OE-};{A=8l>`vPyM2IN+}Cplv9EqJeEo!mCx|2hndg?R|$i3wy0tzWWD9XLj6- zpyd#5vSo6}7F5Gy^IrJH zU+goK)hOYTZ!HoU5ZMQ^(WWkFPo=%mdlhK4qBBGQWq>rHqrJaBpPyN8qA7g^A0-ED zqu5KD7)mW_=S9L}gO?gs&h4UE*ApV#LEPY6N=c;>a0Iqyn#Awn|KMIfa6UAITVHagh3 zWB#IU+0+B?Jof4dCFPn32uiy7h7y`{Z0#+!@grf;DW!x|-18mBhpN-adPyrx*d(9C z7U_}oVBwU(@F7NbJ-^43H4kybNr#*=;i)y%Qs_>ZYEBw0@l~a@X;3K*r9Jjb1pqL_ zXO`$RX07NzE2lp=!r2vb=7}C?5WM)8o5zDjwWx^srJUQAzYW#fxMmB*ULoL*(nGus zwQncs+ggi)IR`W-!_MUXtldxBete}=Ye*V`MK&#Q484^-G@0KkJCHPF{romQgWu*f)F9221YkUDwYB?`ES^h zb5$`uZBiuIizO_OWrEgm_BF$TotvhTeOjJ`39yB^(ZGS?u5upN2^#Mb3)gA#QASz1 zrUO7xbsmY~JofbWah`bWa1@(iJD$tUSw{Xm1Tb2cF!(Nn;0b%G@_%e?&Lo*~7OKE>woHz_yaMm;w zEg%e+Fz%3wjL=^hwfCh)sZA4JEL~d>l`vuX?W`CHo_@URlpa23RIFf=e?no4A z0zp&h1@fif{h@a&MiDGUFHy8JpmyE{Nnzl@pza%38p75pZ--NW+ZG7Nkdq#A5gyTg zs^|yWc2k%EQ+14C7NB4Ng_H$IK#{u;))3_8xCMScycR{AuLT!^9nNX&R&>MSW}ad7 zLbEp}i60EKRq{Uhq64~cq_ecFqkDVyXqyMzY_=-{{>hmheZ61M0K8_v|p@L_t@iB-SBTGILj!h5u9=hjY1qnrEAM>AVgQP{gEY0lUIN0ooPt zSRWV9|DBcb-Wyp()Y@?dyfb&Wq?m)^i_lth~{_2hSg*Ai_po z(nXf2Dau$h#Em-g=a;-}kYs(#gu?byrOujsEayMD2y2V<^!5cd9Qd8wgq=zN3udA@ z!zU_;kTKXA<9D-}dsdMwd)b5+ssPF3lH<)B{6@ynz>V|=;^R{b(xG-|q#1%#)inEF z7YhM8^&b#R#&iaxi-@trIjS-|SH0}*mnWKoQ50#W&KG#)`!hwfA=7<7R7f<-=w>|W zrFWl(Mq7}1? z*SbkBi+ir6BP!-e4QxW!l>P9qE z_&jpZ6t?&P?7Ax&pmMLC0026J45A75^`V5_LI#S&5RFAxPDl6Mk_LzgF0WG8im*-+ zV_`S5G~f+WRBpt=oJ3?i4`_vU++ch1bQ~Qem60|rWu*So{*54&ru3H<57}c z3zc&N#ccH=g#63yCllit^xbEX;|f1iT9+*!*hE7XFiwy^27zghnLN;t$jP*0Ifc+xfxn@n%J>MGTEX+Qjr5^k29}um^c!lJ)TFw9aJ^2E)$en7Q!Tct zI&+|09~0QwTn{mc(=%y+#%;Vmx3uM&!BEAIPlp!3oVKarHO6~ZGBZ8r7C=l4Zm?J; zm;&}8oAOXXTv}usjH{v7r~{dAj04aZ!SJdh_ssI=#tR>^d%9t7cSF9_MwV)u5FV&r z4wXo?h4Ue}ynO1rue701I)|kYLHQ4+}i`wED3Y%R>ZUKYV{Ui zG!@FmjFx;yPmDehHpS@tObn0~<5`K|-LP3@HZUhmNKXQm0DD6{a?V4sd8@LcKovE| z_S9N~_zs`*A9DGvkS(f1-RuGo)j-SynSla^ORN9%000D$2}55*03sm>3>PzsBNbn} zgNID@IaQeo;a8xh>d~>tfNv-NICUQjC`>cMP2g&q@xHh}xXfT=uxQ8D#s|x94X*R! zwW&+ZU8LSX6r-WY{MFr5ZDDEM);Et%46f$e7qX3jCW{5klAYm?zzjC znXFD5VCmP~owOsIpRfgHfdKd|{p=9yYl~tee4f9Ck^;b;gKbG@)_kYvZB>Fe(=}cW zJ=|9E>z$>M#RLs0LL?f&NtiAPuK6LIT&!8)Kn&ZAJZ=(u{L1?8dzkY~qQrF@{m%BM z`sxMelO5x2y0AcFsZLs~Q!L!ak%mC9Hk%KplPRZ9qY_Y+1Sh-4*IqHfkHz)JcfK55 z-cZuMZCB_m+bv$n`wf${R84@uAc)sd-NQ z&3|!3Zs*$wG!eOHKSy*lDOif5&qM)4rOevU+}a&jTz8xir=nAF9TTQcpk~toA+;Xw z8Ucwy*BYg>hRf)X)CZ2+natA9>QI40kY2m$e+gw5XP@Jsv|@koo}pNQ#GNr4vXPs4 zP64>lV%e^a*FwE_6a}cRtP1R9zRO`p(Og%{0bsg>4!&)vF>C2jZksGD&1EZ@TEp4rXiW-D`+1@ zEbo8RkigB19HB|1|GoVV&ra#30Pcr%Vb(i^kP(J;b8$v4TCWsI>m;Zg8A641f0ZRr zlOwRabtvTiYTpD4VGBW6tg~YT{#8+=kFG`wo*_PzR=fYN+3`E3^UM?7*X*pShLSeD zS-H4#pxrA(iH`UnNQF{Ja~g|sfnlZtgl6^OdVq=M$# z0!$}TEa#7v8ayC5jb(T^n(mdlmc6UpUtzqc;i+pM79Q<+G5Lip)OvZia%uRBn$-k$ zYJLVgrM$Ccng(!L6Uclv87XFRQESEemQ~YYas_)6TKWKW02j1)004N{L6H8BjLhX$ z5iBSgodL9g*FxOFh$5vYcp06`#+q} z61RYs)L2t{WHWbpyH6Qi7_d6_z+h`?p(v32#SC=_26e9Czp472mj&o)l>c9q0gt}M zq-MO^|NM@g0MZbHfY_iU0&zrs9qVEd;A!~*a2t$7W%u#otf41BG6QsSLL37N8nxL{ zO$YtyX=^rwIEQh-zq87i0QpMvwLpiC#16p84rTZJaNKi1N%V5fqCRtL!FUuO3N(3f zCGy_8R7g@P1@l4t;$XcoJGPqj zow|*gve4_T=#hI2>+!%~Az1CDrvSU&O~|n(neTAK@cd34W)YE`(}LXrw`Ubqc-bQ7 zqU?|uCdUWiXGC?{k@X<^t6G%{=7v@qB#!SA9KT!78KQ9=g!8*`E8Sq&=9h`NKv*2{ z;;Vyj_QCWp=+HQmTEzY-s&VP{8Mwmj9Exk~kb%o?DV1%~*=es*nKnyf1oF(I{7I4cY9RIzjlczQS z%pi%!`b02w2_u03_Q8>lW%9#pI>JE&&(u$mKgm`HJ`x?^cL7PfJITmk=}=5V@-Kka z1#QiQT4_0wNoPy`$)LwaM6y;$DvQ3tZoG|M+r0_zDq3<00$zr9@ySm$MY|JCBp?>OvrFNTjZ3(dp^ zaF`g1527Z|-+ZyN7FxaabPW?nwkem*Hm6Xj)bYDjho5w%y_6iQ+~{ZmTn-_0i0|0L z&WFO!nphJa#}Wl1&1GRTE%8dMvyH&I^s)SBV%%Mn^tDQph`-T4Le>OxKXnbYy<%EQ-9d2@*sp@(I2+0@hWW&@m(K

}8&o)s zLO}-U4^*@Hp}FRFZ9ou$xb5BRljUh>rE-Hep&q7HS7^9lX?_5yec-Kj9O#TJy%P~ri@11Fvtcd_Np4Biz9 z#7qaX(yc)}Y%w7!s5m?I@qkT^3$cHdo`Hs}_ICH%qxA^>E5)7~T0R$Ws3CLxw_*8* zzi_(|C)9-hUOiizIGjh58+K5-`J-4YW(=!+os>07%%MEFF@Srn!TU<_?6b2eCc9_2 z=m_x6HZHBb9Py3dbkaa72H*4HP{!w?CavYyG5&QmgZy2;Z>q_zkq zG2!0lmrm6g08MnO$Vn~;3#CdJ=pbUJc}p$TF8wTQMW6&*-w%YOOi97>K}$9?aIKRB zXpHN0U!OsCBqx>y7*?#neW>cyM(`Cp2CdbR*Yuem@3~>6fM}2RH14LrvJ`n=quxEz zK1MlXzsn+-Lm{o9Ed|3SnhYW!8lzy*`g( zJfm93^BI57My#`udLB%meyNBK=Ppq_&)Uxb;gw&SGe-Swt#D7il-3M5r%f-Rwqy*<|JJY*={v0}# zqQzBrPBJqOftxjXV1>UKTD??czsp-1nD&^byXry0+b2w?Ps_p}=#??0EW0&O;2bcT zAo36X=3MGIdxt7k)}hsX$GUiWTL!Vj4O+ro-nipx3f)3OCQI=>;-JT^ts}1g!QQqR z8wa-nvkwQ6mYqvLs}huaP}lPeBt9o(=fiFCWZ1p|#`G=8VHSLh+RT@*N1Q271iY@} z&(_J+mj%?}8mgoMS~2XKnOcuasut0DD(PFgg?a`?wsGI2omqeEpwRAU^IdlW#zS;4J6Qd=)(ViNlZzs+jkWdL)j(Q~E%{Xly{Wl?wVGou-gkq+{;oDeixU@ zjpPhA^#TFqti5?gV?@sdY3I6g@(xR)zfC`onhAD=`C1&Vke}(H4W*Yb4KyZkXyH;o zQE>*lP5yDmPnOZb_4Vc$9!qO;TYJ#sthV1BpI`SDHES=H+P@T{f<5SSbH@m`N*u1k8b>;1%r& zlqm<-kxRF>#tqkPYxsC ze;Sd4kO>ETDBK)CGt?53=WYT#oPM6dhgC~6$?TBr2T_#)+a(_NmNZeqy0-psN^cqZ zA>9QbOL;7s3ZuC{hMHrX<7*hqdn7Gp zIk2Y^hfy&lZQf%1xhCy*`)uI?c(6387+Z1fQU8l$1xC%J_;}XdLFv1G+s`i3Fc&Pq zFkp1pYf<^47vo05#lRMFG};N9yBGMR2gz}@^f$b?;NIHN+rEabMOmj2lOk`d#y8Q= zEN#dxyc|*0zT$~zWq=uPP(7^8>#VpzxWlYq9K~tGKHcut2#|GQ0t&F+)ekvULlP3_3Ha$|vO#XA^Q7R6^z)oAJ;<$@Tviu9TI58MZ zfwLhF@e7n(q3py$&+Nj_WfD+)S5m+`Y?G^|Zz}Od92+UxyO*FMHO1;}m>3<5mtcCm zBvLvDjWs*mOROVgG2x%rDj*Eb zS?e5ZbggT0o;q-sIPpF-vzzk4qi!=nR%Ho(yq#t=maYeU-0c8LdmRv4f$@`I9ti)9 zSZu=aot0ym&?VaM%8r#!t;nfg#8|a~RGc|okn0fE&JJo*8)vspT1om^YQV_k@*kJ# zeJx0L*HXr{a?cN)pHfYa;8~~DORzkMvJj6hvSj&9Tj?eSzI}SqIJ4X*AVS7Vuc<84 zi4(=lav)v!elFZ;1yaq+#fBG79F+wa)qWWRWviNAS$Bm{2mq)}=_GUQp-Cn)Q9~YG zEwy+_LIs!*@I+a?B*^5F4C}pflt+l@;oKss(tIAzod~`6HZ?pmBPuCs88Raok?x=e z3@czPZ(HbE(~BpaEvUzt!!n zmnej+L}i4fvHqG3yYVdefylttKn)sJol#&ugPus)^^wCr3`65N8#}^m@R|Js;Vmj% zkmfP{;?!9S&z@1Qy2n<7lUiE!wd|GfXz8f^6oRC$B7M4}n94hN-ayQ0jn#i*5|VJB zn!tq-f&mnU41wfv6__oAYI*O=_|KZ{ zVR@bSmrO0N4M6znr8#v0DE72n2gQvzfpw=p{~`D;+@P0bectzM@zx3Op^3Z2;uy9xvZF%^#9JW0>Q z>)ma*SoOHD!2kyQBL_{m);+$ySO#oOVVZHeWAU2(6=EtGWZ(F@0zNw#0@CT6{#W*K zLUoW&BFqh2R1!mcP+dWD_0A!iF|n55*z>lf*bGC;mSW8MI76Y|KUt(-zeKa$)@~jSvSr;5Qp#=YbYu==Tri1!kd`P0BAdh#T8c>M&q<*vqU7-q+l!lo zsrdH8Ax{!1w6X?8X`rr^3*s|RWa}va2_eGQVA&+R9>nONGJBg{sUxbXSI3$8_`J_E zQ#eg_`yxOmL+EtOr#eQ1vx%)j;>C-fO1#=;&ZcLnRu6=brDyreKeqAP5={?c0I+U? zkn-eD9j(JY9@ZR_O#T@P+outIr>=!~+THg47ROH-M*)=A!3tu3j>K#d{2)^DP}8yC z@d4Ir+z$M55#U-6=~K?7z0IbXk`z%&pr_41xgAYP!MfD|;z0|nB{T;Z_h=4418d%Z zVijNj3@$o#e?9Cu>{tLFfMZ6X066frm4IEg_HaaxF0Lz*aiIZW<(u)UPb6{YZL_iFPVZtbn)YaX`Vn}RtA9wQ>+I3SHJ^Pe*44y@BO5ejf zhzdHu>>G``>8?7s;*G2|z}VcuuVh!xG$on+t03?AtC&7T4c_7hqr=*Nf zDw`xgWH*CBG9@lJSA?~`nv+}SO-{|ScYgpP^?B_|p|THC_R_R-+BUrqAczbqGFE@{ zIhn0jG++Hsb+LyjHl@%RiC)h%F1xQ8YGPzH}#5< z3o%qaCNUww!5F7_=i6TXf~%C|Ugq9QPbj^2dAQ(9Kj4I}7I}MGZ7Yd`QL})ha|z#Q za>N8-Q(Mo|nhI$sIW&0;LGf$gaj~iFIH#_#+`C90$rg4@7UWsbCQZ;0i91DUZM`*I z*c_F)+kZSdGjw{3!4pj-!Bu3(_cm>Fbl6IgL9D9Z3{se>p^w&oDIyDq+!M|nvpBXS zL8Z1S_fTw8=4JsBi6Hep+3o z99pCLzo|14QGou1W)A69FRFkOQKsmMIs?UB_OiTsZ*!OsqD>E@h>TqueA9Fl zq>g0WWbsWoI1Wm{L8mi8vJe)>Oz)Q=TAfkL3fyN*{xq#tOs+x-M%#YnMhA1x<}+XP ziCPd89Y*KfX2dxQpkTSjb_w~*hQ<1%&ozszuI;3G^wtEr>)=vUVH7UJ-L>oju(Ku! zzQ&wiOnKAb(IwIcLrwrMi?nyd^R$z2I)cP)|BMdl%{wuzl>z+!vWya^-u8y+bW33_ z-U5FrDM!w|k*aO24SY6U$P=8sWHqv=l``Y=&bfKvm|K4yc2J_%S><67p<~WFvW{!)P|U=!--)UVNaAWX9tY`8us1C*Ui;S1I1WpmSuu{!0G>q z!QltGQ`7)wz*}LujeB`4?Ls6qLz{@PKB)`QKb~WQ0n`8gzx`D$8z(GG^Y2Ut{JwmK z_%7%g_`-0Z`}-$xEx~+KV&)VID|3m+C zAhMhPhryd?y00pHY^V4zqzGng8HMEuuBX}34S_O)@mlGc!@c@b!wRIHF%lR|ZwwnA zfHw{}MKsYi>cWtz|8|SOUY2}NUhaoQpuHj@Z6ht!lCAFZIHHzHDiYur6~?1?9VB-j z#xQn|aoQ<_dUer!5?hKNoT8YY6fFbW?{`P^hmt(4B7|3 zCO=}W_x7a0!9afdmKg>Ybm+}Qx^U#nj!PpkpbRrRHB>iV(*s`h5(?RQE;N&n`S=lF!TKS<{Zd_=7lD8&^RH2J4AG%KEVk#X2P zeudroYa>f*)m}8uvqLoko<&AF9{EL|Tu^dgAL_@1mVLIL0X|(BSVj$TnOtRdx$f*Fk`-^}<0%Uh@%v(>q z$oDu)aW$4oNDiagAoixY!89LV`;B|1O46$v1sEL%e-1Qi`Q-BM;2SNL?-#dFmWSC? zXM($|;Dn7JhrO*A!Jnnob&Z8ZaG$+R19j>V(UDw3TmL#dpzSb?T3pH0r2h+2by1lw z$gj*0ftLh{KB5NZaHIe7m;CfWDkA9Smh zO>gm)s5v;o__Tv=j>$MG5)rj`WHCu^p04Awi2{y3en1AE@Z=;u9jcv~%G1Nke9~NY zdjiYLk87qUY;r~>Cp8cqTJbO^+PUxl>uZ0x(OrS7@vk1P>5G!EVMb*A9Pqg>kmc{X z&;=l{iuVbPY7(t{|J1JH{{Y$61a1?$&#b+<%}#Lu1s_4CBN;|r$Tftpz>;o<4*$+M zjq7e}+gKYoEWo>MUxlG3-QGIjl!I-izt`zRmu)7zMu zM?z(d5Ld7=&iK7kc$#s#mRj~NT6X7d3kzucIDxxua{nQOTT)Nsd6-th!2=!TS7sWk zTQ~{YI%0N49(b(K+#X~o0i1ILrBoD-5YfK^4a^V!jFNzFtw#&$+!noopBqzz*NoVh z#f!-!^At|jF;u!z&?y(JB!j-4VgP#IS=l0EBA;nYkj2h@cm#=3Cu^npXJQ(MJbn)N zz(A1l@=B$U556`14>ot@q%`$G_2`CqnR;@v0%fumZH-}pSRVdUGa*!sdd3Cw9b((T5H)!)~mcC&);IP^g zcO^j~TA(qWf+&h~PDmuKzCb1}Sl9U_r7-&*r71lEm4FE6f&EY0R_YOe)JY@&9eT9+Y+M)hA^ngb5D$nP>cjwZKoSTY)-yuQmQux7 zdWuh}5FWuG-etT%FLla;~PGcwf{(#ZJSLn>z@QKuqU6{Y?J-DcLQQQQ_ zW?KdnaW20000J zlx{aeLOV+vLpNVXH4QEj_iL(G%mAwIOp-dS5hWNK%4eeKjNqSmh=o?%S>5&9eqf8Y zTe++>yFc_C3uKkN@UA8r+1?hd)J~WetbKb}i(Ki5eMRYCtO^7)|JH1^kXl9|M7G4o zC#rfwZ^pt;;uF7~n$*x&Yazd*kI)e}-!vNviFE3%w4CscDsi&gvP7xu8QaF}l#u4!yr>X09QK}i*g9s)2Q^t^ zmNmduKtAoEEK`olXiL~ugEX-O4Z!rQ(N2YdC~nTcb|E5N^kID#>MpPAc| znsUEuzBB}Eqz4QxccA>-c`i%}1&~qX%~fcI!8mf@>YZM40m_P~u`2j31#Nv?D`y#u z3>B1B9}dePudHAd+|?{7)0U;dk~-NM`Uv@Y8Uj>JInA_FMIC$b$$Zn#yDgr8;|PL} zoi4F%t^w#RJ6oSoPFK;k$Xrai3k*;DXMpc-OQ3|Cv?e(zlnzB<%hBC@V0E0V#{bawHz_c(fo5d(RLH6PhG2@>g}U+vAq z4;su3WOO|nSaTZJWj95OaC#1}ku}C(5_}~kMNk=xJeu}>f};XkVwJd-i!jTt5sRDu z4xkxFzrl#7%4Lg&Uk!<%Ow5K^>Fg%biE#~w3HpX}6QygY_}4`AY(?dbT&F|(;BSZA z4R`zU2SrO0Lih+n+jVD3Xta+E?_>ah+iq|A5WtPK8i2(abkG*QT@ z6RQHffCJrPR@Zwvc;??~T;kilv|)lx1s&n_|cN&Ft_?|dqs5lM0rUEYcVDkB4^bzQRrJhG;D&%Sy zLPbTk5c`F;OwluY=Eh5SL6^11bnlIwd;a4Y0%tu#|D?kTdjS}W6jN_cy7=kV&h;dmugfid&RVVsO&?44gm4svOhC7a*dvmvx+kCUi7qWll1Z- zHH%Be?PBAv$&S<*LVq^#8nv@(vf$rQEweEu$ouVos*ItTzZ!1x&B+gWvE_r9Hz5?% zKkZcM8My4gW%69YkmlaS7Eu;>md0JDti;%$Hf)FCPvhbO{XyjFtFo*S<$I3>O2El7 zdMV6N;MJXkN^oA|%}M&ETwetQ#M8_BCo2kp6AHcYJ zuq5h|GgIDn=>RrRP^SzRsc5~^w9-=8LrMA3)ic-vP z&B8*!0|o*^zL)?3dc+)fQSLE-0002a$1fmwkd4$&HQ3X@ObGx06TsVJEU+DH5jgmclMm70SKu5-(ktT3o$*gLkmlEg zSF%cb?v1eeRTy>gecd=IO|xo3r%4qy;v&K%T( zx4i%W8M?nOoQAwOsfG(W;JHJrxBth%fRsyvv`IJJhpM!B#E{i)r&B6%mNKnAR0XX8 z{&bS(6f6fx&%(%yNV9f&KR?`AzX6KY+$q#VJ~v7_jeY$<(9ImKBDq$y%Xj(v{(&%Q z=*{H5N9T%hn;%`{hXg9ZFoAP|N6A<;%TRZNE?~6k&qhO?3}yaC)r}eJ*3Xp-Ise4o z-8JqdL5CDGZgSFKwMs;iw^}73>c^b*l9pO|1X;@H0uCk|R~+t*F)u(yhg3oSx~MZyc$6dHh_4ODl<4{y~CH@K%Nc;nK*S}MR9g339><2n4ulffbEF> zV)hI-DtzLM@Tl37gyXNhbB@7NsyL=;%%mUoNO}@?(Sd-x61D&q3-r$EiPJ~_a9NS{!@>NU zVcX96&~2!xy0?jC5kJ4FC?%(Nk>-p+-LCX(x~drl$fYPn*&(mP5hp;*i*AFTs}&)@ z#xG-AN3F2UKtD7AaWOzpdH^@M=MPM(zrJyCQ}+vi3^pIBMh=m)hXk3^2CjbnhWyx`_dn&7 z3Zv2Eg-|NtX@)<_w=!eBNNO9TOP~E7VV~nK^cofp(`44V=qE)X?b@E$0e1@7D#yEL z?)_v8+cKF%@$3mJ2g`C`sg8N4R3B)DvI3<%Xbx(F+#6I%2D2OzDgyLu!lw+fhpjRG znOM6wh8T2FVS-X!mf1t*BTyx)bOoEPt;IjZj-pxn_TB!EgF;(i&t(?I7;4Od3%fL3 zYQDviq%{J=P4+8L=v<8{2mcU8k}nf@k*lkJcpFXOc zddVlo?|ncZsZKks?kCrm5hZ!5-LPBcg^vS6V7}aMmDXyB9Xn`ZkVA=W&31TeSI|*#D3FAE|k04uk?b~ zcRjsp0iJsWi27(k*gkZ+DCJd+hXbE)HD*_YIaQr0TBCU$HL}LH;laI5b_s}>6!d!~Cl}SG?bo^XIhGoQLxHCDy4k80R=)z0c!qqcK{~3*r`Oo{8=ee7l$)lRajW6@;8+7mJq!SUa_D7j zILFkk0mD-n`}t|Kboc^Qg(oDx*4FeOua{J=;6_6@jh@C3(KI|xA8#Ylh=e5IznN zps7lf$14sfsP?0=z^KMEfs^T2+Ts#zX2%ci|9*r-B<~^=`QI!;=?{I#i2DFo9t{Ii zI<|u%futU8>}k1Gh!GRK-|hMG$%=A{hW3QOOWKI+14D9^{jP>eKco3LPizv|aUD)Oifu9?zyYLAeN+=^-gv21=WJ z%1Mh*!I+d3im_->jxrGS*=UL+-ooI>Q2+xXGNbHpf{*g-DaTpRe7Tuf($>^~tsWy_ z0r4&cDJw6*3XY;{TJQ!qLxU!BEC2uk+U4rCm3RR^n3gpGnf|i;l4@|k*t5V80`CZs zbwNM?5NOU_q0P7h&3aGJ0Of3f2p1Szl7fH$0q;ls^79T>W1)Kx)@|AqLDXpJ3%4SZ zbb##~*1`t9GIhZCTbF*MfiNzvJws^%j0~kYws>g7O|=Js!WWsB;W2ab1n_RSz+xUm{~(~)l#Yo#VAlgIiOR{NDUScN4x#6fCz1(83HMu0N#JL zRlaMp=}UP?3mjKA-GbpqSz@2yX&V6&o4HWcXU_pCM|(3645vh9q$1ST#)I+OHx+JZWabANdmU1z;AZZlJ09Qb$zhAH1G30!UKJwURo+gsq z!s5nP6>Q(8G+soMW=tYPAx|UFPID z5d=Amk*ADJfQ~ufp-}^cr%8g$Qs%Sa83t-rmKKgJ~lr4HoF7z64;XJsd{ zAXx(Kb@m%4b~r#ymKj3j#=JMa8x;j~gD)Dvu2Q5drk^8(g>~6{M=LuY=iNoXyX*bz z0Wl$HYbdUX(QqwD7z7vI_Ig&!>-wQ4T3X;cDzUR*2P)rT9C5+lXP%bD%>*zqb|%iF zFMn7clB^!!a_v;w8fexQwlg>v$)!e$Wd{&2<<){wPF09DjiS*rK95`AQ*a8|Z`i&^ zJxRC7U@_$XN7y~FZPfzNj;!{M%}PoV^+AxN1?RaHjsihhJSInXPqM;HC}Tmj!H^6V zIGgA=Z8tFSksEmyKmk{cBK0K{p_$SZ@K8wMLuopc?A8b8=|KvN;Wt(vG%x~}6n}aG z%}$2R@ek?A`@OfKFs!Q7<9;fiy;w7fSpx-D7-6(G> zBd&`bWdi^YN>*c=c*2O!AmK_~PtJIC)9i>-*5%U&FH+s$z6x-W4#%i7>2jx_e<2B8eN|&c{)4r$~=(#1UY*Z0Hn&TN3 znSt00hMq(G;!l?uh;k;D$d9{7=u%iMSmcWFQ2b)#@@aN^alO6~^N+VnG;&)^?=@3{x+ z#R%@S_PPmbM2X8oRp3&U=8e>}KDw6+4${pfo|rgf>^bNCo-@6w7OnP>HJ{iQGEPM15yI3AA|V zzJZ4pMG}}S`Lb{jhHOZ#jAh_0!8J3@?!?CAO?g2QDEnId7bQXs`cfqT8J%Y>rVF&b zhGis3)lx&m@_LtZF0CE(s__^A%r5jXiG9~#(1}Ewr(fWsTuh;YkSM1|r@0M>om`wk zW-nEHvVT$^txbz zT+3d$=8#T`h+!xiu>8Wj&~x>bI9E{^24#|N%gB4pS|#f(P5x-=@>*(=n5n_5$xDY! zoRaY=ND}9)(@#~|ccry>ve&(U^3++4)qU%Uw!>F?2i>4KmbDR zjb`nX4YFVs5eJ-Z;N}21LxBE{e*J)W)ro{NqPyvfYb7IND^n}kALf7|rrdJ^j(zcq4i{ZcaJf4hZ!Ul~7eF3!XxN}~z~ zQ_uobc88*1KkQS&vY{Wj#Hz-J=m1AiW;N!1vj*gHmvU(vRDy!^tNmBF9#VT6<`p7%H9U_Bn&)Z|Do^&!xVHJl6u_ztJkKH^&|EZ zNxhRfB*yh7ImruV-Y-A_TZobTxu8AH*ZER%JbaSpKC4Oqf(e|tIF@u>k{vo)CUDp7 zixdtpG*uUU{A`XydjPprCYfM7B~|;dTNf^rp(i2M8j9qQ=dzF%s%$^w zq!v}*+*L4cVgml}ANk*QfBV&@&ZjIoC@}Q^_M<(uw3HjG4RG*hD3jn6)~7t?>>|Mj zPV^4sNKZ+SvJLyw8kex~m`?n@xoLNHYgrMXBwP#({p282BiC4)EEVs)ufr++X)t~z zmGoJM5B-*rfw#|HFOt$1Qy=!Vp7a-eelO%6s~LKM7>4<559u&ZCUYpMevKA*>{0T< z8y8Hv2EqXUr?NKQn=RuBLMf29Sh%03xcpcsI@`PwX{bPl#4;`vrH1yj|BJXA6EG|q z5KrAL@IZ(SxN;7~e&&xNIVXErC}#HSKHX4af;C4xzYrVhZ~x>|kd#qqEGjG##fP>& z{$+EjnbNeDA)IvxBo6J0(EWZDX{b`s;1Z1;c(h@b-S++!c1sep^hHwko8FZYlj#FzaU zf`hx2K{Y6@093sDZGrkEsT~4_-{$OP{;_$#cW4WyEVivEd>FJ|0GJo9$;T1&88$oD zFj=#I|JWM;j~Vl&@zr2lU%>q)K$4{8L{9bx$JzR2J@c2LTOy)tBIe%P0$W;60u(GS zQdyTQu@`JTsR0MSo@A}V011X+WX3^w0tn7x33sFPKl^=NShz3o3h0Jv9JUQx=xq(0 zS->u6$A2Mo@m?AKEd=9}dOd-2>4r#UgJi?;3V$v0JK11gQn={8n=R!3Ew}!-(Rb?P zc#03%LtCcHk%9H^?M>dF&RfP270h;5=f+L0>d%eA5i5%etZEOHa$K6F#RWO{l|=li zpI4Ftm+U4p^Tz)Y>WEd_&Tt;%PAg#;%@;QeWru_yJnX1xh3?j(Jg|0hR%a1=Ibe7z zAyS&mA;;_Y_N7b5Fma#rdXNuRn5Wv(Vg%0W!Z}(F(r&qbGT9U|+5X2O=NvfjwsaEG z>CrCi6ac!{nikM~r(cIWxXyc1?EMQJlrYY_B5CoB2E-B}u}I#EyXa*Hy4jV=7Ip$= z*|?3(jdpC$FpNjT$;%*bH-xI<%NLgn&p&5;C zB1Okt{Hs#qSYv2>&#M4yZy-bf1f|f=er7Dw1557=$}sz0?&vdZAdao#?)%({RE4$M zWD1+?da@J~8<=Rb4KS;HFesQXYqnzBd5eqsppKnC%T{jo7fG52P>=Nqxsm(uH_1@eI&?22j)w*_{u@en2eo`UK`mgf*#@1N$;V!gV#0mj+b{aXUeYq8Frm(oPsZks|~{6 z@C>wVdDW8cg?u#tH;2}3AGR%gZhvlC1(ysYC;SS%ix!j-YlhwSp&Y2@@i><${=uSH42RmSW>(q zH~_TYpu)CD6&TS8TUDzmGVGu1m!2Je4^Jc4ps%ietsmqg=xYK|D7>-B1EsR9G9G9f zmmlUmM8qQ6Spc@ceFX|Y1q{X8L|cz`1x3PI2cM6?GboPIk;Kunk_xC&{2(6EHp8If zhkv3~3?z+kb*}=93ZD9gL+IW#dsL{erM-gOo0)G#M05Y>FkqkqV?x0nB15fQ(tvSm zDFJe>cssG@zrj>s-MX#L^-w|@a0X!I7Kru$b(h1N0L;GlkW+W^^a>|U!g`oirMFGa z$-o>n!vFvZ@qP42B)a0s)9iD8lr+%G$=P55^JFzQ5{<`3Un1t`8szLO&DJv?%)M56 zr|Sio{|)0VCsj)}wI^Jq1ilN#F%zMbfNTfl01_gPU-T0H9A1sgR)Q{3FvLiLSg(xf zJ9FVny9!?78*F&Xi8GWTzQt@u(!KZXr*S*UXg7H0P{b{bk^c$)@5unUYrthM?ujW| z4#W@njxexG8O{*j!|BX`R6|B1d+HPivVj`F1AN8iz$0aj(5%_>m}%a(@^(YMdliUR z@ax>!2JZx8IlUo30!q>zwgI^(+2d&wgLlj!B+mQf)I~4+3stL>N%bhBFjjL~-!sjG zUcfuw8ekgU7K&un!pRhrOE)KoQRTMp(qcy?i?6eZWDC@@J1BP zdexPsE*-PabuPj)q?Zu$f)d|_4iLZ8#Tm7L)WAZYJSIy6F1Xu#b-rRH{=6&M;l*{H z5=A3-yDOm>@pu7?AQ0{-SCm_CCd4libz+j*KjC_R=2GS!C4;MuPvye+O&J7d^1tIII0+rzcR8uNPp{@P2TVs zj{FKJ2L+fm-`5b{T>JR~uU(*D&K(PuCzQ4N*RQhBAS0h~U*bV9Q>4 zbe0l`fF21e<@_#vEYzmgf=6yNYNm`^AP(ADp8(u@<9fPc-l z=L>j7w2PCAy|%9Vo0T(%j97V8&W*?YowK6M>qVdD!IJ6AbvKzjQ+sp_Gzke*jYZzC z2*oKTY^M~!fhb4G2CpX@u;>XR`A_V#8Cd5fC%>E4G{X?at z?-verDKmoK$rzq2eH3P4&9hYi>&HABND!ctb~uXGq1b- zZVMWnJ2xcQVU)Y_XTlI#X z@`=v%zk#oQRh`&bRPtN!G3F7ty?+WWHe`W!R5VF}uSL{1X*)R_lNIfv+c&X{>FX36 z^?b9q&~`^Rp=Q8unz+;q00pyJqHF~ArMl19t%kS?_XVu3E6+n~<1aG<>tAPd9ya*1 z${2KLEN^Pg5L!);WV(9;VLomEsxF$07!dapW=H{cSEVweCG+dxz>WXV8+1W`=4!t zc^iv|0n)Wc6mZtUeai=~A-9CMuS&6=I=6{KG|UR;y+w7cepe*_N!xBey-EjQx8uV* zWF6SNz>~+A=$6BPZN&@noM)b4%Qyw0d{Uvr_Kr#UgqMv=k=GUKpOkf2QSPB?NxqPq ztUR_0__-l=ElQ3lH-805E-WuY=TG)z?ra9E9P*?B=@2PL@Km|!MfbQ}4y4$)h~FTE zf-+u7e2ix|1JylnhS<9;tBs3uPWncpje}1(rR0BW58@d4H=aS8tHlpTE>@NUu2)uX zl;Dw|YoE~Po_Z(Ivsf85?pi^TsCj1F51lmB5?urS&WAf~U^=}{g8E@K-osTT7r&z| z7Y3UOPW}?cYyU`&V5>eduRT1SJPIQB1#;ZCKyE>Y`pMA*;8@!P((<=d<%1CXwe3tT zaSbsLZ&ZvtXpV12bWr5X0Yy7d%OQGLmUVtj8g@KU>WACr zcXz(XZ<1Crev{`!J|igBV8bn1#KQ7;w#GhtxRuH*ew>fhem6b5002u7Z0exUOKoFB zO=BacR&Bbsw5d$GN+4>g1LWeuI1}zAFV#VGN*b2~TOi{x;eM?JXQ+%6qFih2dq~h0 zV`r1Ub}Tlqh4fc22V+1;+i*F2HUZcs8^^dVL9`}55gV&GvzUEh@ibz~)+0w!d1~25 z6O*|#xlXmq6jU`;m?ORjkQJVqR{e5r!=T@qi>wW2v*wzEok~K|mvq%ba!-4Y9vrNp ziBtk zs5=y(x^3nuk7=HjjzLqZZsm)|I~3+vwOtkZFydYnK2#@Ctqs zQT88m>*TS7J#0!bO-&5oJYb}6TmLNLAa0>=Ml|fNUWM@>PPka9I$+hT%kCO70JXHA zC!+^WJxnEF00ko=#DzK9kR`UA00hQctwEROHi*}C;8Jbo7Nh)!sYu%T6_c{`0+sWX z3C7djY+Z{0N1;{oyOEz~{+90Rs8hsYks!r@<4nHuzi{T9tfsnAb4TEzDW|WAY{q+4 z6_xxuTo#9*;glsW{u(rk>H{e)u=leIe`qqVuK{@0luT2ISYIQRd|7$!7~$eHsh~ge=vp>2 z2zUSo6Nu$o+Q%wcC7ArvatG5+yy0BBfli1Dt@;j?$Uxdsl{gYSdOniRkp58!cKQ4$#$u!j z#KTYwWq}%Gx`j4w+^klnA@`mXT&rIF`uU>G*3-BhO&px(UmlndLF;9~uSGcIm<|N; zP`nu4C#L^?|aMK41x-k%`K1qKy=)JwXr$sSaO42y%ywjMyHgk(@`!!WwkzRM; zZiFCXTMF{Wp1c6Edj~Oi^`*D@SAgstzAoLiFcN0^j=3r=+8VoILQ`-9~TFkn#Wy-)U)-2q}++?r=!`%YH z!LGC8<2au&-8e-Ga(GgHqlH@;aPE_~xZ#V8$(1{IviFyLf!N+eUYaHxlR~8wyxW5F zkSq*w@Gjn2K;}Y8*+jK6LT?dpEimdoj=UxS;Y>~g09kvo5Tq$#do~+*FVa;TeOD7n z#g2a@Rs0=)dK!^`3(F-O#6_x5YBA6cTmxjJ%fWXYUV^qU7|Rrqxc-8 z^ZqKpsDn0`I5$wPr-e+k0<9Ulq0uQ)IWBwksV^vm>)DCLn3=@#-{X!GQb%$q$`&+QTq$oz93Vj7V5UzD#(U1Vn+bjzS>hQBxkcmMzZ0BrqB zAagRHdEj{ls7dCx>UaZ)K=72W)tNRCyQ&Fver^QmG-6OGp`>8I9%%<7B6BL+4v8XVz@{qhp8P`fPk)a$Q;9R|67nAsc0>^Hs7^PCc1`U$H5z^N$Cs#&G-PT!*iqtABzE2 zUw3r6GQcYT{|R_TIY_p=%x${s8j~b{w(Il(8z;^fz$x{rjiQRrYRagN$o^mIb}(Gb zH+!DjI~-@?JTrk!xi(lzjfLYudsNUb`Kp&!y;fo+&9ZWMEGubHVrwZjI~fQr^!KJ7B623`haNfUdW^F-rveY~->f z2~RpZywOVPfDmwuE=yDONzI!#GU`Szhaxe&=9rwz*o)Ka7)>~u}8)VQi<%Kk!);q_u`JW1a=h=AI=8ZJb=5l-BNt}?^yc&Ux+y~vcb2CP(3Px|n3vYApv)uw7g zTX)Y#N@gj6&1pfTmwOmO4AkSKL1~J{ng|6R`;GeS35(eeUVKiW*kSpr zV?^wQ4u7+TMZ~B1!_CDuP^AN`3|U+AUxceKq=Z{7o#_B9-9>@XGc`@o4 zDcrc~xPj~mXz%mwF_;xLn9mC>N_HEy*ppY*X*j&V(R{ygG9tkQ&{jZ?N=w)-nwss7plJ|isf4w@hZjJj;`wKroG|px znO{pNnMm-pB@6I%txR7tgC9KK(N7Nvk=j?BuJa``2}%GOw$5P){Rr{XrxZ8hwMAMO zI9nFhp}GT})kD(ZqS@>q0gKA(M9v!s{rVJGjsgxM(XPm@oNGqHS*O8-66s$x5lIjI z#RmNs3oj$}j+a2TVp>)M@G{AHL?DTULJK7yP@w%`y;RUBP(>n0glQ%T#?RbJoSpA9M2%D*O<=>92E2p(gE!)* zi!QF)DY^S|og&{*C#B!FvOVzHPFTmqe`AMc=s4+Uw0BBWc)&c*U=2&=ks(|V&+Rh<)13_00qpVUUsL{qoNPkRu?|w>uDfELVlhOT85`yO27bVXqz-t!?^BqOq zJ@7T!qPA0~!+Q%Fd%7&_nK(7>qqG9#Gsy9Z;IiXhPm&UVL)e*`qdy@dAXRXf-MO@n z8!Dos<@YHge^z0nSKWN+8J2zVf6ULO5{fx~qNeZH0}J)gY5iUNUKD8JmLDn7i-rik zBP)Z4NQrT!f=fL_vKAtzS&Q(G9_zFQ`i+G32;rvn`bgz&br4T-&6)2aG@ zMyQiDk-ig7*^@s&pL8g(Q3|5?HO-&p%IWSao!mVih(r1kREJSfC@PsHr;336s>AJqm*+;>K6Q zuR7R6@st8|V~kC{14r2$;g@Z`m7Ewi$`@+MDy~xT5-~X)+7V8wVEKQv09+siZc0iL zpbRmIm;s)-#1Y1Jod^H`DzV=@#3d!Hzzh@sQHJt*`Kq-XcF5hBidh&pjDQ8$%pD~^ z`G>QLK`0_6aS2w-eGr4mF0MwI^@mW!BOBiHR`u2a>YFl)A#Ry(9dss`T}t)kyBS5= zRaOEXXJbc^ayIuM-^%v%7&zP`!=Co8Z<9s3f&<@eys*#$@~a5)h~uIZXDL7j8rG3n zUd)kO%!!Ep7E%yWHXa!y_?Q1;G4{W#4;GTl4|5c&~K@cmMx{cu>hLrB{&vfCr+f z9=crV`0>5LJ4sY`smJKz4G)#PgN6?fK89jFRQtn{E65ffuc~Tik}bltq5Gd4YY{3s zWWKj1nO@v@WO3(aA>h&7s&dTb^*{swqFOD6bv>s@w2mnnhI&i8;CC;ll zbSSX7!cU&;I|6`GJc^mSl57R`^7(4 zTZt{DcM$Mu!a&|Sh|D=8!@4p4l4s7A5gkL%SO3h0Q#L0cgIh%dzstDiFa%i3eCMzt zC46yIU=`G`gg_6CQf1D!te3ccx2G{}8Cryj_F%zriL-fjJlBR&-IT9B zvlD7nO549`x8o8yTbk59M%HU_5n7dxUu{kyME(E|RW;1~85zgAS0P`QjAhOnxUpI@ z6O)ywew98sYlY%wS$9P31vlrIvlv>7JA=D`5GCaMkho1Z5QC*lNhC zA04=0r~#!S_frs=fQ3B(*ebykR+KiSSMiIbtYwDF9mP1Qsy3C#H>M{nwmrL5{p43R zQUe17_c2JxgT(MHu!>e!#>5KhtG6LLov!%cRqvZncm)^VO$xz%rCQbP)W?-6By3=h zDb`Xt5=-f3&|O52@n|jyNe!w2#xW%NvG;&$Ax;12!O`0#a0t?0XHKuKtM8}D>ZFk( zXBroYGL*N}8S%?tnWc71CbOpzOIQ^=KjLL4&31LwC~LUki4r*unSR1o zFwinT1UHlrw_O`}%Uj2kZCRp822uyPu&^pY#QOn_o}0+Mpjh+nKJ3Jwi&gTG~4O??;y0rY&!6Mvm&Tu%Bs5SY2C;ytLo;MR2-^8~a z+}Opc23%_O7V8Fq*mF_utc}0Ycx(?BBK6SW^(80OY!VP~rNM|SU^;&VrbXz!AOHW5 zs;PQO14@91b<+{v;rC%#DAR+Bp9N-U@sceP=+`ir{tk!+PO&8l3#9RP#04TM*Q^pO zJ^~r@RKOu^^U~-0O7bkvI)pexOmu10%qv3XLJog0uE6U6@u#XnQDbv;B)+CZPG3aG zLDk3{=ySbjB~BLJ000LLQSm%F2xtGWlwev)I3DN|QeE8#@WRI7c3j(Hv%dU-rOza$ zKhu-?HNB+J89st{MUe!S-^6GpH`o{>?-C*k&jvetmkwpy4}bs& za{81^hfRXvG3cw3yTQ@Y|H-)|@s3x8FQG@RW}pG&l*3O|R~saGTd2yRs6b0T6`Vv$ z%^&ox1~31Yw9iE@h50F7g>)Kap&&Mr`v&UkHG<~Ywz1` zgY{|*KN|_SV|SD0A*e8XZOiZ_rF+W^Ef!gcCdLn;=e!>J9e$#EQ`0g!^ssPiFKz;f zcduDC$Bqv9%yx&lZdtQal67pyVI@FP-XXMR>2OC;p%$R4T%v~`Jy;?Gp^dS2!Rz=E zf6F!r+_wNsb7XjRGjNgJ+Ye0qnym;S+|e6MJkTbt$J_QcLgF1_D z%HGwG*=Lz?I|mh+083TI8!Oei>BJ}^oJp5Rm+xLMfp@juBo2k3@MoFy&Cdj!0~i85 zR=e=K7vdFu;lhjST%?Szq=}!dT3WZrly2%-kt!nUzBIB_e8L9>;V6$`w~H8?(tnty zmWVK4-6!fLQ{2_igtK33!?Ce-{?@XXZM)x#%_F&McOlNgZ%I*YObgHpBN|`?2-v5z z66Yy|n=}XL-3up=xgQeElUpU_<#=_W@<9l+F72yaDIv0adr z*$}Ix|DpiBMCf_j<~7W?{sXP8|D_mVPp_YYCWqHZ`y{ovN}+Gt>NJ<{2-w<76^A9g z(0wOxN=(LMT;3v6^%hDE14!EYlnCZej+Sa9gn@l23+%_s-;?*La_1x`6@R?`vp?y6 zD-~r4rF;Zg$&=pJ#>J9ABR+JIW>DD?PAqOA3=cCP* z*Ca6L^c0jGsNrw;vuyg^81L6UOdd=$-nB@&OA)K zN(lj>??SJ0!3{c^hyr|VP!3xt>datt^q}B)!Iz_D6TEkcWh#$6Mopxk{j#vkWwt45 z{JorTbFF$kaB2T|BIU^Bp?910wqO)g5gn;d8;EJS{e{76vqOPm2V@(va=-7#do4BS z{=}@2h3Cg6*WC@2F)_UQzlx)=b9>dGW%s5mD*wJ`(4~Flj9sg3{47Y!mavB8x&)#Vi?ct9A$@3fa9Co4Ojfcj9ENKD+BZb5 zF8VFgg}YH1r>3i#u5zPMk`Kb!4KnDor@l!)^<9Kql?D9~YRi)qvj0Aq&rl_K- z|CwSw%zzBYC9Y1AI1#|g?xDBKyxLZ!0)(_$O0s^|1x_3y_%H;MI?bmcz@gjZ^HURS z=Ol#o6Z#3RoAY^f-5J~vIr^%GlZ63dC@+^y0j0x`*`vzG{lt03Hs6_*Pr#J_@}!e{0SU>l?7CRND7?jvJvy{+Ck zp;nN!ojpSxV?oMgOR|vu#@g2ZOw0TS_5fQ9F=YZX3YUoA4)Ddb=AfcM;~M{gql%kg zyyj<-8K8lq0XtbZQ6#~~P&LD_0FsUnfqIzkBK6|0>l~tXKOSi(H}y|D@S+Ph`}j4@ z?gOH0GrcZ(0|pKA@nKUKg3dXRp=D!N$wahTr3u{4@cpOl$m6ixGDE~wpe3j5nx)u`WrOTvcFlBDG zN5ZbT`S^dmheP*T&R6`jh9t)-a`C^&B6Gu#iIJ0GK@3zIVZML6$5 zL>^W)Kqb;RErUidq;Al={%MD^Um6@!guM|g==I$yR}%}_u+L;Fkspa)0Qq| z)Wn*wNnrce9+X~}7p6A%S3FH0@)MSuaVq%Fn8AzP5h7W1!yj(W-3tMeinrJr++K}} z!a+Ay3tXubpZL$wT#9kD`>vKZ@Mt4Ka1Z|}%cY1>sXVGsafl=Uzuaoo9-Um=>mAcT&#L<;hCg_Do*{8^?ZiyRCPGMS!@hglH_=Q0MZ(svh%t^0n$(km_=?;7EzV%an zGokCP&?v|@8DGi2WE!NS{ctEcWEk*!dejP*KsCmlG+_|(XWn^+?mfY>3Amn_(fB;3 zkwab_dWC+JBZi+Sd)KhOQ;vbG-7VuOIn z30({7#2A8ZHl@qcUj(MQg!8~Hx12HNfa?&1iTc((KRSAcru80SRq;H zCC||OPbR0XW+Hw<=%fi&pp!7zXiANMbq%z4VtVt<2!@mekaE|D%R$1FWch;oa>zYs z)-V78M|uhUDN%Tb4Z{BS$er*Y1GOKlg3UoyxfmTF^o_{Jy+mp@2TtO z`a!bP?}$a+X}y*XwIJk|Yl7-Z@1CF^o#%F*x{}!J%Y}v&+{`eh#z@I@>q#Ic*OH>6 z@_JpUUI|%5c11!X8k8xH&_t8-P%TR29ONb>Lp&>*!;Cc4kw9~o|9>2Ko3YZ)l8Po& z>?t-|#ZcM~Lb5j>p_18PrR9Op>Mv>k@j38OKrTWua(s=Pb|~*Z+`9%|wq<{JV6&mC z6MVEzNU~zFPmN(ezNZ`5D&H|l7+vI}Gg{OJh{bO2FrIH5R<|YBWCQFTd+b!xZ8fP?ll;2Zx$T59P`<| zQ0I+(O2mHq#xqSHj(ojkn1D*XJ*U&X=#z4z42X}kw1j%@3*d%B2>!KIVV}Nt$$gYz zNG#?fIZIItta$ERl>a~SNua}dj77g4BV_wm5fHQuZW$d+#4lhn{ilQ-eoiJ0`#g{? z#4BJMp^;|nl?I`VpPe9zIJ#vI78cGdZsS{fTlmk;F;MC-8Goqn#x0mEKgI-%`F{Q-t* zuLd0V=w?}jp~7RTHP5;Yjvp4g7oFk(C&tHnmUs9paN9H^BI+J-9Nr4i>C$Me_O4=e zHnClb|JRAPq2LeWE>30GnM5?U=(30e0t80Wk=O>B0EII|b2G7TBL#(o^V+HVwS?Pj zOMfzLa~aN>030w%0eLL#M)hj$u1upG+OW{dW5WUnP?%`W41&rapbhycDBcx;LllC7 z?^w)>K(nJMGH2=l@keX=z%Zceba37cJ==WyKATn?DVd||Y;kQ)=Pkp>nZ=L-QUcs| zGac0?6maxGNLT;>DHCK|_*)|Mhl2gBZEuD7M#FQmwhd>+ChswWQBAqDBQh}^H03CA zMW4819;hWl>8i_~!<$#mLp3ts(ZN}kZTxmC$<=x>8x1pr^uxr+7x9P#5C6G3cBT-M z8IP@ufDvb~GY8<)Qd>0b?|SMrWj_UzqmpgFYJcpbk*&rJEx0A>_J!{trPTK72QF(k z0(F#m$YT(;AqS%M$u8**ZzKe4r(3tQJ`|&1^Msi7&Co;1F#1?y$490MpTv#Rs9+M5 zIu+=-sCvEX`WkX8@?}=h!odVz%f8Z&>{uxCZ_zs2>ty7if3>RPE9 z3VYWf0}p>DITvNNT{U&}9IuXOkBpD|~BA$hCR2ffEZMfalXv zqI7u&uB3Ojx&Fj&i0NtrLZ=4^c4CJKw_l=T?H;x3tr<$Dz45G}4mqZa06Sk5+fR;J z>w=K#C0Scy_b#b-DH7Z$t@8v?7Di`83J2yy8H!%?Iu_aSj^nY;{opbcUBD=^^ESBu z@t^r;4z;B~rMym-O%Cez^R)0M(O@nlUF-Y{9>~ISAg7%>pq06-8?7)-&y*FV zqk?H~BUz?#Wdv1&Vy2KP7V2LovF?c0=8YJ>QIYn856%AGwP}&5dpQTeSF(%@f-ZAR ziHys;8UooMo{1Y{k@)Y~NmAau<^?(05SF^^NPh}qB_S1R;zrN}xWzo2ET|d6m46Hi zSaFqjZg)>_CJ)~8cAhLHlDVE*@c`ffyErkygs6PnU;qbSyxpIL$N~n-aF0b0ILU^w z$4Ph$VPV2}<$02Y#5;mgM5zE8#1ZE|-?-d<6;dTk=&^A=)(lL5%f{Wa-EC8ympOD4 zkhsK+YYCan@FzgJhdl6LyRY~E%nOou5}*Pi?7zeM6pCyB4o-)(N#$WCe+c?QY&!yg zCAYvvNravOZ%4pXUn0z>s{8;SSwyt}BWWYR0=9%i;{yqC0DNSCWKYDTQDF-8Sz}@- zqQscgHN3IV!gIV~=%`x8M36HUbU_GeR*hB!io91c-1MspvGhVMM^a z^qun~d5iKrvL{8leZtBZViycgK;?3(o=R2A@rSTMrW%uz+X98YNTn7OL~pZ5ZFP6l zeE8E_vb5)pEv~VZ2X2C2)65v9>2i0V$j_0@(5spEq=s$g(YAj&A@v6Iw_|Dj2f#qk zE6z*h$*XktEB{;NkQGf;nckBORtYoM!{^}ZC7OQ0s(O$y5ikQ2{h$)m zn+%QPrWYo76TBQpKDxlEa~Nd#a}ME!Pa3DDk#sYm@LCHsg+Ao-NpGTsin<|zTi}}s z5WNT!M3Rk{sv-oip8Ca-P;H2{<#bdy+uMg+JBawuiKJ$JhZDgSYc}+Fc#C$dtPWYm zoIqRaAQZ}}VfAiD$pDB`gRYy{6wIRaTT55ldMSqpwI^moE&f6wBUw( z7?2rR#T@jL0H^B(WKWC*y>>G_W1eL7R4{z+g-v$pHtAtfOY&)%Gya_h3B zIm`tyc07tusw~eJueFM^Dh;cSu{+GwS#S}G8Nv8G=#+I6GnmkpA8>=u9QGuCm6j&H zgQ=E-q##Z_3^4-?cZC)_ZKRlZx?cQ*BnXq2D9N95s|&*v zz)@Q5h#9DT%V%30;DHsN z(zm%{BV;L2bJ#UP(jJ9l0RRB0?MYzE)|f2}^MM%?WWL8{Y&fnH@Cj^L9uBG7WFtKDVg=!8t(YdcHJkVb#V5JQPUaqV zjpzst#B_%}Wi(3J0KiTH$yeBC!Q1#)2G0b>=3+BNlWrXZs9m{Up#55=62@#E)4#Aa zq^1-*7T!fH3MGoE@;&4rz^%-C>J`U-hzYCtXyEH`e*UEFY9@`7)j4z|Vj_Kj9kszN zVN5nEH%hU6h|QNh;Fox8Vy+Z2fB*nK8}oQJ5hqGO;N;8((3ndTxrL|XZv52Vg7;YE zoQ;dnAK^VoJB)D==9>cl%S#N04?HKN#e+PsL^BJ)O3vUxugeD)mr7smtIRyR~*i(P|T7j-!@DVaemeFxlX;!l%51 z38|qn3g;S6a$xJM_tay#kL{M%PpdRelte;c;YIbqZQKs=%%x9l3Ce#SlbHfOM$mJR zZ_rzbOewpbfCECzQN2PT+*X!-)dMzL*EZUrrH(wK2fJS)D+?K4(5zZZv==09Qb$zuJR6ng^qsKe5yQecLI1GiJIao zXWgfh^zgu98f9J|=vp z!{TUE-_;%sUVCN6_KMWA`dp5E6y=P7owqL;>+Gyd^Qqdtm=fDqTlhxSYlTBMGXvj3 zI3tFny5&#I=Ae`isrj3QmtXU*;>K$Mt(19+9cA}-Qz2<7D<`&g>&bS9pt-MLNH32{OS+0D@gsJxKa0mhcSd3Pob3fD{8n33m=<~?|16}DUDs5qHk^}^rp}m<;k~GIaMF;WL4WTo!C`xNF_4Y)5D2-4cXkB! zcv;Bw1*O9yK#P|^iMmEkp~WGWN{l|Xza;eG#nfxlI3}13*mEmRl~_#x6EFiqCQDKL zQYO6{8r@EvAr!LtK>!Yj0BGN;yZ`_Q#|F(~K!dwJ+#~Sd4r!5F3Q>~Vpos-5sICDH zE(dflK6zq{isZu}@XdVeuykN@o;)B1U?!2l^C_S#cj&T+M;aRx>@*X=#y^e6cTn;a z=g?DuC2do`Na4Ol3Rln%Bd8vCiZ{A5E|5yKbzs|f9H`A$Xd#1V{3E{#EkB&3`E`0G z1kfGMlK!BgoFATn+6%@0dSK%cJb~+cx~JjKXpRgeohcMNxJWUHY3~~3Z)1JdMxP<{ z;F5ymOzUjO4MhwpdGr~G02;O)$oK-4=p3sfCE!R;4?Sq(yO}YGiA_H)Q`@iY9oNTE-4bsmef;FsU-Fmxe~N$W9KvE zVbjk~)+fWWF?Yh@fPh!pVAQ-{U0yL~3PwN0DwBb>w~Z)XNBJ7*FMZMwjC#mc)wWRG zfyQ}y8Fx#Lb9d5CX3dB>BW_d2(McBl)aJ9m^$_Djj9}sB-wafqc^kFMJd!&Lne^WA zf&&bAr8jE=q84o2La&fqE6j_t5_R1ESEX7mTLCt#{c$~8B^q32rsyLoXV2i%zm*>E zgVR-g68B%Tw3_C!L2fARqny)Co?w#YPqKvBnbL{|poeK3`sy{ZzJ#ih99oKZ`L=mqmBL0q2Wo~x6sHN-8R&oMI@E}Xr-YB>bsL} ztpjH$8xXVTAj3x%h17~+h5}fQX$~8%@5bVvFuwap3d5FetgvFCRRO{wwE|)Mq1U=f zk5e%puFIR^=;7)a2Vfsd<4R510xQrq)=Xt}<0R6_U+E&q82W|~_d+RjzJrSNiJo0r zmKi6!E)_*}KhmSg|8+v9emj7TO1MI=nsFFK~P4V61kmSrlSn^=; zG`#nuAuM&^;I*53S_e{4vbTs>=st zC9ldgBbghUdBZAuRma{$u%AyGq8iTdc{1UbMZycPG_(+lg5UmjD$c zT!pr-+E{fjrCrC=@+{nPjkTta7D#q$;Y%b0g73C7(0S5yjfD8I}=)j>JKcP0| zM$^;-tQ_z%2-533OJ&!R{R;Xm+54YD-Hf5Sw?H&$-AHN2amL9H0PO^aZP1zU@lRw; z=KZhFEoqMo!^uYYGn@d<<8ng?w%kVhDl?!meYDJSup$f&kR*K>uJPZeWEDKEzUQWE zg?j~lv-=YCH?K>Y1*f)HAGK8&YTYX+R0kC|XI;|DJ(PU7R1k&%NiAA^mGpPk)yfKP zMDwiF@DyLZ_#ykxtiCc<(cqn2cO&Rz#QMAgY&wA@_-g6T zh=2->g*(hm+hv^6cFiZk?z`O_)6XTpf=e5O0tOoMR0PNOkO7Z7s}C7>UHZmo2A7o| zde-|tZJidLvgL@k1AMg6Jfz&FDa}>bn=Uv^HloK1?o3IBYWqe+WlSeO+2eOXmG6@+ z@wRO<=oy-WD30Z6bMTpi^xHWw>_un?o*~@S!HxYn0SMmR&W7EN1C$pKU7x zhQ~*PIbK3svm7KMOP|VyiM?;T2uPD}ICsDirF{8(L~}Ve6y3yMd~s`h}Dm?DeAw;y|kI{6LU(<%;)y#NSXS<3p5+pV%XYywkt? z0kCn>+&{u@`E{-9>9qn!U`$TNDD*4#x0N>qhXTxrl+>pmvst4ZZi?l=-rj=eu#JgE zfIeKsOcG0T`V~rcDS*F4A`CRM`%N}rR*yY6Y+_eC>b46*oLWn)1q>we%$@$N+eG7R zafdD*$m3x;(6{N40eZIiWJNVYaB$riI|kBNMN(=tPi~k^Tia+vbf{B}OIv^>%C3UI zeC<~m4*k6@aNXQVvj2cRw@8RkgZ}GVe%Yt~INdM&Kmv~ckW5vPCHr8cm5Aw$=>Wbv z{4uzGI`FI9@wYg+)p>c#X+d2QVkU%`>jxe1oS1~x$tQ)zzJXN1rG3lOd|}=c&CQ>{ z^c}&~NHpCOsHPKr@{{l7r{NH9bhCc74#Kz!S@0k2v2tph%I|X z`#`F=;B=@pbB+qHj&QJ!E<4|ogm4(K>cmq@Lztk?P*8SML?;{E4n&LqUBot{Hd{1k zkv#Ov7M@KU;ytE}U$gFRz~UEZ!DEo3fyOc?NBiOmJ$#L13SY$z)^2*zSwMy$009;< zgzKmm7I@^cYBK=d21#ISv{zdrJ`QFAWD-gkEq#Uw>MQ7qzF>mtRkL49xuxdh}C_8mA0XB+`cbNVAgOh2$*$UdYX}HTySG}3RC}ZiltG=y7`+i-t zbPkCSr62+Hq>kl5S1gucctg*Y)h}nAq^>u5^l&m9o*k)!CwFlLa6WWh~8f7>Ih+{LLl1Vjgpo8ZA!}MSsW?j9FVWU)^N|O z#^rXMk;+lLyGWWWGH^vWXT&TP5)XO1Z8(rF$dQ6B|kycfvqqm>F2beIl1Wy2RE}Q)BjQNKf ze_49z*Ri6DRG}4%N#yu-aWH0CgtEtozzx63e;YYZ{Ao89%#N(*Sqs*T3$Pp+X3(4u z<1eUVD0@3Mz7*LB!P4#DSQLS(A2zkoXaM8^$EolxmUsk41 zlNUR#vU6tV^bl?6)X`!LTX8DW#Vo9jf)KXQ^LBX)ah&R5S*SkkvOZ5Z5{6EH-Ym#V zARrpiBd;sVU2BSrI1;ghl71Pu*jalpptnMySaivLRQBr?&Pmm z`)j63|Ff}slx!t+(8MTph8RlrXrenm&%U_~1Z%8J7yrO08rYsUgFkA~GMPQ2fCIub z!;g&0>{0Usq5%}k?)}Eq9@8<+sGPg2>Phv8hDF zEG3UY(H?Q#I*n(V5kFlkJ4va1{r8M7AjklKsl}EOQ(-|TX@BT9 zdV~So+}?1;6!f;E@@geC2O$MZSd#5auVEW-*V+GsSVa`IS`vBypC*i$!zi!Jf6z4? znt=7Gk*|Cx$qJBERQ929Iu>~O0To-d`*(2<8J@vKtMM$JK?-CyPiz6Ci(D;d!_J(U z!Pi1rM3dmO*++`PfU@0(IhVF9U#?vT3sUE3=IvSuWdLCcsZPP|=oA$20^h8v z^8dfXO8Pak?w=a@#V$AeTXm_7tR69kPIrb@iIu^kQDX`j{x*K-by@*j>~1+)BR7nc zewR5CMB>Y48?=@}q=Uut) zww20OzoUzapi<9!3c*`j(JLy83}7p=B~Jc!$ae)M5#W3Owo!=}^Mdta`oplT!82FkzZR6=0N?e@p_D}d?udP?Sm`Bse^Pe6GayO?w>s$O18S9mpd~;H zU(p(y-0D5L!uid=s+c&qV5xzFvBOzq+-tnBEziJMgNSkus+I`c7D%8L21w5jhu}_~ z1f!3GcU)vVF4Em>X1dw|pr8E(35M!7;kZ~&y`8h$qW@fv8_%AA<#2;8WqeQ1;=qTV zmowLGZbE$K0LxvMQ;-UDurkc6<#$4g(cwpr;ghU1AWEYXM~vD#?SGynn`l1p5-c!! z0`I)t9{_y;kHsI;^m7|1xm>p&B&4YJpjw0q=9t3dPZpY6iWcFWDT7X3Nr}Z)ybR5% zs3{$)L2$b2xc1if_PnS_+*B(Q2%|71+*q#1*)%CNovXw}`L~zp9t;b-wi)lmaFTh( zT4;)L@Nj6N$KoBO1Q}CleHGKab96>gF-cKSZ;v+~turo+0e2-H5el15L5-{^QW>C7=5%W8CgT@}T0%$D7^GOaQ zwtCNv2y5a!PF+H^Ik+UP*R?4M$U_@+O#j|Viv6iR5K0?SaE4CdwQWNwU9GQ7D8Df@ z>G)Xv8s=|NZn-CwW7jXr5~6xOqf>PsTewk5dcdxwJ(bH6oHsg!<*57k;2X6?^q_A7 zKg8YlJHa~yC?8GpVO6f6|A92v$cn=m2e;d)Y(WJxhhe`x+q+3m)fI>@D+l7{tfsjH z<;H=B%vQ+X2iU%vbTN{D%*8nj;9am=_u=N+%mS>1pSulXn~ywgv&b8JE8p-(2=+)Y z$Cw##5Wc+7v$D_wg~OAdR?GKC_Jc|h_}>j`Zc|ObLj&7J&9TBR8BOH6h0@$-Fn$RQ z3D8Z#3XYL6z=PmwFx4g@m3e@LscF>~47QU{1p)w?BinQ8jY`Zm;o|`z81fTbJgp|Jta$QdI!O;+YN*kQ+d`G}J z47{L5_@{t<3F1wJv_QZBW=*bf8^QxPY1piHY!9T5Nk86u_t z0zuj!Q+tKx8kqr4000Q_8S`EDmyrStg`jk(g#v&R0Le@zr-_u6wfu!j4kObh!>x9p z|NXzmt}0%4r=ilhs#_AIe1pVIEAeX5QzTl@N#*K zAi}N080U^^B#LBVwkS&?&~ZM_$~zTF{NwH-cECJx@s#57ip#ef)GFdMC;jUp{aLF@ zKltU+nOIjEROGM%Nwl2*2NPDqE610duyiNpV>f?C;6gIB|DEwqXMf-2bs(`?@#+XE zyQ2RkC_1^G_S8UdreccU6UsCWC{1(|ji5oo*qgnUYvaayF>?F04#E3Ojll#Z!Ry|!!B zD{#3BK;~Y4TDZSaBIeiT^`l_$h? z!$()XcQY&v@fj;E2pFahqo`AK7Ssi=M9E`WZ!5h~a@~MAAy&9w8ODI2Tkn*#E`gSO z0|B|B)D_c0MluDhrlCh22CL}6$$%2L3ay)HzB*V7YAcXXG?kJqwo&#@oQBE9SBVyF zX#}vH`*UtP(pl$b3*}sFXYaV_(M5fS-=Gt7;Rn)pgwRRZJw?U z2WsYA^xq9~=r3y*MAW5>*vGa~kQ~o!$Sj`l3{=IN#b${D0%fx$C%|R!3lw3HVM- z6E1Jd$bF@|4bG$iJ*VJA7DUhnHURCgEkDpFGr1N_(AGsx*bWD|8S7Q{GR8&O`rpFrr2UQ=K0BM>-zMtS14-r&fWTR>%~w5nBJ0F zwj8WW?0tZci0O1uJlmPXc#IYm)Ox?05e$X$YpRTtU?wAN8$_DJc*Z~d4tXz0s(bO+ zm-`19P5S^;p;n$AVGxZZt6pp}Kz%w$pVe#VD27x>$R8@p0QDavXHZlqB&5QylMz8w zv&Q=L-!1V_X5Itl%k;Ozk1mTS2C+#VIZA265K68aa7Q)h*7Js!Y;{l|D0Y82xZ#`O ziafu2*xI6IKw?SEI!$*hPy30)-FdYLHhoTtKM#}-n6us0kpGV0<6>2utQcFHg;5l& zW`k=%ky%G7B{0w>(SL4ghn*j9a;S-{8@U|U!;O~km#1&-759)KfLJ?m-e75Imhfn? zj8qD`_OO_!wFDL~@cmNeNLR!0V}W>>ku?WjtupB(VuSM+LonY;b96cdooy!DpgJL| zM^4@y?h-tKLW0K z+B#8#h@ViG$32(qwJ((5Ykp`{B>~?L(LJO91}<*{^RGHtp+|)&COAxo`Tzh0t^l&x z9khfCPKMHhLkS!J2bGM=PtIwM&{*Zgi?^TVmJ$O~@)0)hCVDS^vuFxp4CMP$@Rimw zBqWX4h0pd+HlnNsu)8OZ<90a~2|~Ti@q|(V_w4A<%%1>8!5X|s0n)1$!ka5H)`FY> zmeIz#j~PrS8U)7=0074tU~t~g;jUzxh(GEH&;ccJdH|Ul8dL?rk6X^EzjgP@; z$K6>ZZSFoX^Fuz6(rh?4r~?U8cLmXoA>X+gF_b*5T$*%0maW=WG7q4v) zS4U5iS!tpgSoT!eZI?yln-zP5T>VwO@YQ7Eo*%Y>#Qo<3(nf}>+2uZPfb{Sun3)#b zfTe`wl0M)v<`owyTmSteGS$?#BVrl(KnGWRE6w1``@fj`23PHp=xh0+Y0)IY0b7(- zz3H>-TPs(&*3QW}M_C0V$^H;n0XhT8G}*6)BZVs1j9UZcSo5ODOUQ6oI9k55OC=I$ z*H|DJez}9pxwoV&Q6{~@#$>r*)OHlb-5*AH$p_CGhyUQcl%CFhA4(P9XRX^davU_E z?IU272Ml;0E&KV)d60!DmISNtX8T;$-ChWd4jmN9sVGF~$e%{Pfs`(zDHat(oPv

FKzoz=V?Sa-cwGF57Z{#y3{OnZu>$~06&;H^ZPx1=tNn?5=7#XUfAE% zptY8bP-ang9M(Q^C;G>2J(qKN*0@^ML)5@ED1Irt*bA04s12y@de)Pm?cwS_XA35D zRQ5!o+I|TYgD`})obhrgrQ19)TvSee>Sugci!qAB3J}e=2n2J>stxg{xZ(GF0ZTIk z8+2Kemx1}Krx|h+rxdVUfL>LrBqud}0NAex!Xo%XZIo%KB<*)qw9<=T#DOp}H0EFH z)A`I4rj4#E{o8TEP=pF|31Di&6lWBsF!Jsrjn)b4JS(5=_Z}}4fNa{A#!GHw9e9+6 zkf!kZ@}vjm=sFW^I?Tt#SJ1>)9R{U&TOgXt9)A`Vp%iJ#f8G|F4607LG2Vy@Ui6<9 z{I(GW{nvLc3Fhx^En_95x_nAhJhj2ZsVcPT<Cma!@eg z6dP7*Pj4n)d!ip z(>j+5F;2E@cxEZbYcq4NiJzB0Go5){}5tLBv#S< zlYO2rgqj^H3trDt;xnsJJf9bbIvZd50QiHi`9HwTQ7o8t9*~&YlyQ)w}K?)>zmt}I~!w*CXpo{nFc z3qu(ymulwYLU~sl0M=tKc>%mf+$YWg>1@`CZ>$bQ`5b(nG{D#b(`nVi{DDoHP+Kuk zbKDIzBBELCpbmbp3yy@`lLg@)B;|?<^>9mgd&m+)~Byn7nb7X;jnsEn!SdA2`ak!suDKvawSiRb@syRXTg zsWRW9SD>QXAncpX{LIyaw#DHhKCCjJy^ywY>xRC00AW|K#e`Qwx+|k#cOaLb+Jfu( z>?4mkN0cX^V%No{N20FG8iZZ}-Z`<4EQk3-RWp(~0mSGl$ELGZ!FR1aWV)=Y6M)tE5;AO;-6SD}UP5k3=-5lP#I106gtk{TA~d`r`3h z0m$*4B8(~n*jxn*76^WjuH``kJ10jePcD$u-oTq>Q_}%*VZ0Vvqs=?@+arS4qj6&E z&qRbN9yfexHpBoC0^_fQ1QpAG!==yI=>l~4&?CstIJM?ThHu~6U;;6Q`sMnzeXz1C zbP~@dU@?HAzk@&k1-*lN7C#sRW<##r)Bpo#0A{Gl0^6mBH?GsgA_6I&k{~f9iW7E` z`XE(dntv}E6Vc>{00FVRfW3$W7Y@Jx01!1k)gu4{N*ye@fVj#H$ON-o?|=hkIY0@# zYQF#gw6AWc$G$o&mVf{=#4hw%|9EPwe!KIX^P$_F9;gCRWzk3_v_nuMu*u zzDbAqO6V$U7`#qI68d8Sc|4JP8%_FsY8SsX#@_};qXX1b24q%EipHF&Y$iI%c}=Zu%>U#t(&wTXhN`Di z%{%J{;I25|vUgd^I(@om-XE zh$EugTMfXM1C$VC_!TmZes8=GP_8@2a=3`(FyuN*=bhIguq_zhEQFIXmrb$j9$wDK zm-IE+A+qfDb8w*}T3=DI7r53YIvIC0a8OTq!%kFsDI0%qu|D)lN@psM`g-G=Lm@a1&DIjA^4(o$CRK= zDWM5*&#yK=HmW?Mf?KV`jk=cdDxcm9x*ii)G++8Y$r3YapKf8Mgs9b9Viv*7n(JT9q zlkVJ%hhh9ane8#kUtR&`_tZ~7uFoC4utPNS2^r{k769n_LU+jiet0J_{ zoeJpyfE&E~u9&sNWag*aZ%a%=kJO9}Znx)N=Ls#UJR3xQOz_GEI%`AsH(8}SC|K!{K` zw`I*b$EF={{YE%7HeY`hug8mvl=7rs z(8z|SDY-ah_og_oi%Mi)PSqDq5`eVAa}GoO zcDzkIoB3H^$K5EmL$iaHyNARYC}cvDF=g_{z}-jkZos*Z&Mb%3BoBMPyaSD55OT)O zXs2YEC-rfosH@Vpb8N4&Bsj?bQXPEVlk{D~U1#rH`YuM4ot7CWoPS#mG9Ha|3)Ocj z1}uQu4Iwu!1vsS9k)i#%85fshBYZe|sg5nyVa6Jrnf0gm1ao^W8Gbfrt#NBWIEX}7 zdsR9jXVoHhqixC{^M?pNknZEeQ=3sM@;c%rRdN-!HfEl=>~$e(Ps^tz{#8dD&ZY8X zdII1Tq09iufJgqV*|v1SosnZt-vw4Pu&W$D=kWZLUlqlV1JA!MfDEoveMlRb4%Www zC+#pprct50NPXrH+&;=l;$~S|K&rFp?)rfK z*p9ZA;3rZ%e~Egn_;S8XqC3)j@3EG&prCYwAbI8@d%SFeV+tMj5BXG93QCQ(l;de} zEag+!*i))-1<^WMPBw-*w8l*hbG2076#g1GZx+|Gdp#&2&2wOHU{d?X%_Tgp5yF64 z=)DaPZ(wzVT#ox*9u=~tcjYL9ieYamV%P*PDESxzoj{d2RCQkjnF)6ZHtJA#e$g=` z{?#AB7aeHAs;Q<;HXjE}6_D+HZKuqZ5r>|UI=>?s2*TCJBa1RM65tpI*Hzp!&gkhF zqlSI(TcbrK#73U&ch0cQ#TjE26e(!z5qFfUkI3`xJV+q{>o3L~8{M zQAl@y07GOm1(ksk(?0wDDd4aGN@`1xkS-DWoQ@Z@JdnKFrJuGg>-rEa_;n_ImCa$(4805&a2yz77f=ZNpJA+Kep zuB4CvCFtC0O{@uot|BAA9j-L6)kvy8sYKkZ{3B>3tvuCLL|{BIdeqg9)@z&R=@ z&5Y2EprjLDGE#$G%7o>(Y<=mpYj#gy6(GFZghq-NXIA)uFq*?%cDBc+y^={)(G_yG zDUrwV521XJL?7(U;HCT%0-$fnfWObWZIrryf#RoyBaQ>G0+SAC4ZTLV0ZyZ^Xkwe1 zt1hD~*(i6AKO}zso&p0a55R6=mc47>IW`KOz!R zCL*6J`XO$ba%}}em+zRerPd zh9xjZ{+!LYh{kxm3)k6_k=kqVeG+Y3vi}DX#7$(Zd-Pr2Ji|86?uL-R4?A~^IKYZdL^*iq)grn9AlAPzRh@E=w6|AOC zNuGEgbL#3n$AsahA$A!g+P!gk7me_#cL4xDlj(~a1A7?Kn$Zo@M2NA7vztxkixD;) z;R@_#K`SfcXGfODXA`-mkM1?*Wl6}%r+-Z{jqDRYZc#It;}yGQ$!r zF;f{ia5RU0IcKy#=C_~ELUs`s`j_8fnbfFk>47T7L#dMhXyyJdzsXizZv-tyP6Mcb zb8s8zLs$TJG}v0BdN4TDJ|@ey5wyai$#f?S(?09lRKxYRG+0`v6bkSM9V7SA@<&aD zl5EWVNM8KZp+m;IkrgIF?hIjyesJ56Qq9E_voVR~MIb8dQfNyv2-Ud7o%vdiKDOcv z$+38$-jTTQbw8%JpiZ|H0`9q1tIA~VYS7BP1KV-H3|M{1aEZJ-IB{=DLNhm1(nO6Q z^QY*_ zh2D}RXbtXTg4#aScvaK2#+{G6i*b5x4w z(lYBwafh?Qm3Ep{okbTnwHac!3;8?PNNw{C!cKwR-6e>WYp<5hoK0MfbgP;Uv4bhk zdjf{(_A@wXzxp|Unp~P7DLVE&&8q3=Ve9kvD@9tFP!F}fY94Dg8|q#t5iame)ashB3l?!KT5i zo_W^kNz5Mg#f!0C|HiV9$eQhi=I!KvvlS#HYam~zh6q!8ero}JHGU^i5wN(;)pef~ zmcmRlJ@F=a>U$bnoW=_Zpp?#S<))o-HO`^Kv7R7Y;*{=h#A{{veSju76!7O{ML|OV z0q&PBb8Sdy$8z&H{pG_Khur#Ea|Ys9dDbN5mQ%3JgmDOJG=DDMpdXjm91>v?o@6O{ zK_;xpk174{VO;Z!=|MA3ClXc_kPUCatnK#k;@{QgI}2YqCMB#T zsv7D9lUNt{iEL7+vIcVcPjsuDkD{^V8jNy{{$f-0_*m?cRZUp<0XzYfu&-1mXB3pz zF&7Uj7Lgo$#8W;e6A+4MPsoM#LZInmAsB|*s_la3;;6yV`~ElI%?uYFt$&5QzCi{) z1&M+07Kc4+$I}pXriF#yW-kPJxtO%Qey%jHtd-re)fIMK0-z*|KWEE%D=~%PNW?s) zO#r5e1by$2@R>6u7R9!Lj}1gzKZMGwWEHx2=N&u^H@!%??c4zuvsC1WojjqC5})>l z{yPzbS&I~)HgvuO%};BLtRluuPpA+2br$EH&wa6Y@}HA2mI8wWlpMtiUr`}3{E45U zc^mdr+u>vjBWQvQ%}CX{44H!}W^tF#9*m!><{>owQ9{jqREv9Fksjac=f!Iu3L$%3 z8|e$L4!OYsGw>=GXxz!uDHc1xqz+LGb(c93TDT=gnA@tr*Qq$>yzqw`y>jI}Mab|; z|BdBYgFy@Va>uXoB;h#Ap-JAJpd%+!ehO^#$?0s+Gf5|4v;^KtUraTvh4@xA zg+A){9tR#gd|C>Fph>9aZz6**0s? zxc>RRh8!&<9gAQe7`0vmj$Yi!;}sB8MOcK~7jtm|{Me)mZm0VhvTJ6`-k4Q+=;%zay7^-oM63}vRGKQQ~nN$$;Yjj zAX@pvT}BI{FQS@0i~#V@=zBRcY(1Wb!iw-sDjhi#!*!$e>wjMw0*YM4^9d3a%F=1se3o zpV>>1Y3V?l;xTj$1#c6kot)2eMdhowp zCbfemLR9r_mnUs*GX?d1MK1=2H>jAVD)0cu1A28^{Ef)h`3m~>Ei@qQsF*7BdpIl` z#sTCrGO@F~aGo3L+K70qS^7+Nfs2-ss_>;IeKoKKf4tN#`!i)FH6P$i!w5KYwP8l~^HNbWE^ZfEz%|)dS?jvp zM9LDhCPFF)P8x07XvE><&S4Poe`lV64#10y000oc>V`(LlXO%x^Kk<~OJzKTjUz^a>tq0GK|_#HA`jdAqeDJ(m}w51a5#$mG6Fw41qw)F zmWW(7np;nrP8iPHu&N2H+WKYo2uh%kCGMR>9fj+gM51i$cvRf>>XgT2?khb0IZjDd z+d}+)sGHmx$luA=T(E3{=$hL7!nM5#7w4vqK)dJ}fhbws{@Rg<=YBB3H%3+3S^D5o;hCm&-}nydD!^RY93lp%xHO-2OQ`lCn`g1m}?p-`HDk{0mW4 z3SfE;;++WuV>{4ik?z>^nd1We_bQ;=vix_R`fpUlGF9Aw9n2@=^mv|0ndSEdU}Nm0 zo`(!Vn5(EoWArG7B3?N4gDlPW)P?~zX!uA`#^+FNSPw*f0vnca;)7H&tE;etw~0f_ zd5_zVWSmkg7+zKpAFGhdqWHth5kd8^pyy9p(f*GQc3pDM z?=xhn38y9S4{@&J`s@*KwHzTay6J>dgVy4{(#$v#j1b-nSTxtM8KVLOW&da5 zzTGF@Zyun|OQF3v832&d^9Oo`eQHOD*;!Z*xb7PBy; zN!|SU>j`PX1}p2)WmZ9nYS6tMrT`CFjwWsQyq1r`j*_U9 zl|A87j1jKU*?4yg=A9dGKu<*_3w<}%DvZKcA9S*>d0I_p?%u8;;bhR8Id!WMG z|1AfP0Nunzsrea0j-g=!(6IZMY1>R9)w!`<9WhAu!wmpcU&QoC)SJFqT83kZLH3HCBL?mzu{kc2782Z)RCP z3s0bBM$g9O5q!dm`sl-BYkN-pVGP(xwh~!5Puc{rg&TbJ1EwzJ63hK_;X~ErL4o1R zkgc%ZS<%V8knp4)GLEv#e^`} zXqZs+Ion{R#o(9&+lO8{;s8q{JVu2^0qMexdQhVco)3y9yj;6&32yz_(Bk8Xj@%HU zBe|?ZwM)kjYLB;6k?JHGj0mexgm-+*WG>qJ=1AU2VijLm6E`a3ju-3hSILBiOs&fiAKv1pq`K&9{>@L;n@_uxS^k!Eus-t~dxikN zBpY*Q#%jbW?@IxLbX_qq$+zKxEb@kMqgJ|wk=!JEAf769z$9FTm;3OdO(=N_dnGT~ z$1z!q;Xog)Ly<+;$O8ujO(H;)fPec|W8xTFs zyQg=9eQ<#`G#kKtYIK~Xs=oq%!fM%y0(NQJjMP=HSa=PKsE4Dt;iNhbi{`CS`KAN4 zr>`%cWb%MYNJ;)n_cgeJC9777@`|sz^-z0OfhIU$SU&4Q7fLI{Yob_7H{(LOFp5hd zKN5bsGcWHgk0Buqp^Tb)n`nd(5;`z427Ib(!Ig5{74!b#5Nb+NQg z5XS9vYveqxA_zHjJL;w2t%xtE-gPliank$42-8$)88wMmB2jM7twR1x=d^Jelb+UA zgD=TOhw&A{%W9nTVxHerr|MmzXMjQG=>M&>{BJfS0AiAzYJ(jLyR;D^%);H!)3Cbm z0P+Lho!nW6Q(w2@GP~R%PES;h2nH6ma9-#y=_LHvWF-N;Jx|p486IOm7RxoFtVLC+ zv0OiE7!A5a&6A8Mp3=NkWs4(lJ#AXCOW!y5t?SeO2=e^Hf7PUJeRI7(oou2}+9;)J zMWPRM3;~`xPGd_*rkxTgJ)f*niUBaoH+(Gi2cfs|%1`Ve8N*+gnpbzzOBUP$A?!mu zL?JxE_|#A@ev54_vynxZ6D$fB7nno=eyXkAg-buPia*H$;t`_2k~d38K4mI-Q|YpF zs+iejcnjg*B~3lP2-Q91MdjDqAxuu1h+ahT+`K0=EmujZe$}c7nh0nlk+$RWG}2dk z^1Q%vVI?B(PDDVtL|r&&H`%P@SD?r8bH2QE`n*?%&O8_6@`i)$I!D9Am+@4fL!msc z!Av%WHe2nn8=WA-i!|K$I-mx&`<>%2+4P7mG*-vB3fphR03V#!2(+594&fJSR%ZzF z7YX1Z?*RZBgi_kTa9L%A;WzZ`=yP5hMt}`4{xL3LP3xsM}Y zwLZ`WwIO4*3haxu+294VZ4-K5Y89iGcFmm+I?}`;P+9eE&H2*I8sPS@guv>FUt`GE z4yCsJ1LfmgqrnBq*|M;s2_=hh5UG*f;~uS3ke>qY-;p~<8i4HRHRXPBZNx{OjLal3 zHs_pcZ4(c{*X<4F6(=!-08>D$zk;uzZ1kP~m{o-V$pE_3Siw2M1Om!_6NrfQCx@7j zeEY#`qvyg0^8Q74v6uX?=t}P@>#OVVR1a3O#?{CmlN#qW$|bM_cuBhv9X*%(q3B z{TMZIpkGdqPKdm!mX%pB6PYBXfR9>pc{bF19BISk^4lzzPYoK1q_R~7*KX;3^4H#p zS(Go0$&2$a&#ff!#;ktxQHDiz|H>B`xIhcsf>L7qcv0$Sx;+w8u%I{6yii~`WOMm_ zO&{Tj?5Jr=MG?r<%V*mWi(~8R?R1J(=3u6cxWJ0L8?g|UgeO%^7jz~T9;n%f7!uJ* z8NtZZCOtGFS;^9j*d5E|C>_Pt9Xy!p;9m~MeXa}lQIJ6L+J}KLp@&xSk{chM002?D zTu;*iWlWnRkOWD^QSgZdT(^|!PqCxq5QhYJ;&P$Io_i-kpK_oHpG))M&060(B1|fF z14R>h^PaKur^<*}+zT~G3E~sA1qZNVa5vGm{^heZ4q^q8n&Z)LKc?Y69T>#PmBJC)dZuGPD^% z&AFhqo#I!2B;WuLC)mAEXbb_3A^;Brl&}f*0eSx&$q4+-0;x{DffoszwYac=Z$^pI z>5~a{@mDtaM8(fa0;UCxke141H{_B8+7Al6;}K7;(tI}}eg2m*8-By@6!6qXWCO~U!88+6j8WV|5H;u8ee;qn68?(naEMPy|VXmbk za2jnIlR8&HKdPM`*A)QU!f0id8_$_-E~c{OR1#kOqYxtlXi=y&d{DNZqRuEQ1yEup zw-{sdq(dmz;`b3u0tR>Qofbt{Yg|OYerEj@^4lc1F?)NBaCqDIV2H~d%G0!i>wr6Y+Adeeij(kQ zWb549{PXD0Q654jc91wnz7MW%*+lEmEI;X~hNGRu2S068g1f@k`Ws3`BGk(~#$Z5z zUrtzsYHif^QJsHwFY``CcGo%v?W3D*u`+A-s>2kL%Xt^2A76h;t^?YfATXR>9S z`O+sB#4(f_GL#1&3LLZ*tPcFM%q|mh3g;VV#~ucXT*u7&6Yfz|4{8$8N|tFG0k(js z&>kFGjvgoVOUC=YAA!>W+(fhjvC|bV$eRCCF*S(El`w#U0bi#8(OB?|@orhak^gFE z^NZgX0e)mw8AUy9%9&Ul9R?s(MUE7M8Ja^?jnGpw!P55n$@7~e1%%TC&lb&Kuu<6_ zlB~>$p|sonpJ3;UoFX5B`++UafuVdeCOgO>KzI;$+=P#gIx|=zDH}i$L70+9s)>#g z)QA5?ba2uQ;D9-DIUBg>z(bLnNbT`FuWT81768qcP=zm_EpNQbFol7{*Z8j+s?;iOUBZfC6t8OXXpZU!*Ep5f9-hNi-1xi-WY+9@5_5jSNz}DV$Ys~YW6ds zI!838*){IFil3hNzk}#{^;R0wf7Z+d6e0|reqBDDo%_`Ktf@zBzY3*#3Ql%zkyt+Y zIyD&#;WS{T#aucZ#P;#JZiHmliA}(;=;t@92dBAX03)|IHSOpGM{r`n155OwTU&QA z3r(b!2b8)BbU;^-uP0O3Az*6|%Jr3u5jeNUKYY#1l>$SeIe?Fb{yPx&q})czEpFWp z?67P9Kr$SB`5)0_t9z8O?3ObBhX^f4K38|&$!y~(JMmHlHJ?4eG%4bVJN&*c6}+#& zBA@H2=F@9@Q8Ae8!WSd^$yEgwk3b1H2e}MV(^g$o2HT@Ixfm7_+0ekG(O|BA#G_3(_c->`5!#1HIM*|-| zNss$({iq+3uYAA&0Eq`Fa{XSN=ptH@>Eu05%CpI>{*BB!<}%!e7illdh}PQ|XincY z4iiTA_6+x(IN;*-7zGSn{O;*Q??Tl!Lt=Cd9UZ|2X!2ot~^N_KZ`K=v}4E2 zGyu$PDF9J-uldOA!>OZm5xV*zPCrGjOiG5vJ{>0a`rYGozF0SvUf;VKbm$@wLZ5cd zs@-ZG7p^3JcCRfmQ(#8PbvwZh3Dr9un8JO7r8$7Jb)Rld0jxk@;KK`@?Y+@-PaQ^! za?|?o0UTH^4DaU`6;}OxJvhlp6(}?}Mb)T964UTNkBjs2VY}B8)kjnXF-cnD%@)1Xh_>--H5rXUyrZnt)+-fxFC9IkNW61`>~1)OdeG z%O&QDMY|u8Pja#A(_nJMbehl~0^=4;M!F0pj*6)PrfQ~UJM%qCbDkOC;fq1iV6-El zJ@z=}C&WwzOs@&8{^J?-U^*({+NQ?;D=DKl!Nd zfhhg9d`O{iN>=3EWT!5&xFV_X)8>pf@(}_hpWjj=SHpPw(B=0yVZtW`w(H+Vd*HILiv?X z4(u643)?f-@6+WD8g&WQ-s{xY;(+7zyJ|`iImCgW()YR> z_p6n?J;$)_FO5P}vZQ*_vwM7VnqlV#sl`bk1+&FH5uKQlqM!B>T6SS&<=ceQq{6+; zem?{r;p@==qhR$IEQjieAD2R2-M@i2oD3Ur) zF}Bu)0Wog>f%2VH^y8}6q6k+D!5$dp=j$x?Y=5Z!!1JK*&5W54D_R zT3alr1?o(VYv=OBf+Fjis{pYh7Kf4Skp0T2MaKuu@NM*Jfjll?wmwH@iDT-AiR9@w z0A2jEL3D&8$?hM?{_gDd>I@*sbq3^-QQ?3O#0HZ&CjG9)n1jZtXe8pY0*PXTyWi1W zV8x;s-=r%&x}$9D&G>XN+NLibg9mC0Y<|JIVtx3cpL{7gebAIe zJ7aA*eu7AID2=v4>KH!HVO}c&k&Li*Dn5(*Xbv#^HmcD$3djepk|iB9!FH3Cc|E{Z zyqf@&b!7zK;43*I?ZF||viaVpZI%$qhxO<;{WQIhabVj-uf6NOE!MQA)O$<$d9B1M z07tq29gIgs($FJpv3s$c-VwD_|mD1Fr&U@l|mrJwlAPe8~fFWPr6sf6*!o6 z`cn3Y--VekDpH&8yJ1%|5jCfo2*D27JA&O%qS_(7IidkSF*gq7gRh5?%+h2NT2kHn z`}`UfBY<+q@c{(%b(~l=gokC>%ekWUI|ab2JASq-=Fe5KIB43?#)WOw=#@skXLiUX za>xUY{QtF@1ht0zjYiV}<;Ya%gcjzF7osjLBIMW%11x{Ri!i~MuY>-}xO9gX-`sdZT+s3u&xZRFZB1 zwjgn@L&|XNAi`#zVu3J~Bum52dcuRwZb@9Q_dZ?V!2o3{obJss^{1zug!|4sJv;bk!cZt$jx2&G4R>#ht^lKx}}F*1GREo~d=X)v~WXLaiS zlkf86LS+~(&u-q8zglT>;+3+UOwP)$s=mlfd=6LzPZ7&6-FClmGTOTT4il2ee=s4d z#hoO;6VdRBz}7sWqW_)qtNd(JMTKbeeb{`kVeFb*ae@W|8Cz?KU=|q<&*NA2S@su# zr~#E1GXbi}dz_&l4a1}VO3-4~>PSfY5dR(#@j+E>qkeh~m(43k-c1?e`;sx5NG9ql zeQtwk!eY|&IVQ7<>mZN8@GcM3@G}s+BNW58@k8!RWJpFIO zIbVZ7>77tU|3|gvjAG}w5%0MUAJQ8b)cAsf3v`I0GiVpB;v7$mMC6#1_6$xb7C1Uy zCGB^yD>$ zQ4|hJL~Fao@k=yo-S)&wCGzpl{4TcTmoI*;F=37|IUEuKCCmSEiA@+ZQ%Bqiiw4z$db-! zHT)Hp4Hb}ol+5Raa$EwFS?T47)qhDV0$Q^a-9{I>=y0eKcO9ukVB@rRD%pwP+YY=u1j0B!T@$* z%fyBJHdturmbV?@;zL;6JsLDCFX#??z#Whm=Gsi+dEn-g=G_(JumS#6Ix#@UhzEI! z_V7v^`j=(&$FUKWg%jzH(4VZkMj1$cCFBiKenEzKqB#l!^tQm;d)?vHV7=8_JT1#L zW7|*OA zTp!K!?-rLv!3RgA*r<7dZ7aMY^+`1Ffq)S&17xQmGxaI{(alm&UFXXkt4kcm#++C7 zslQnb>8%3^JPz5;0^}W+r8yTp@}Qz?!1R`(dZGfsYV%AXBW$YLk_Wo+JU0O{()gM;Yzm`%?y2&AcUG4F{3Un z95ABDzH6MCV%hIdq$_W|rBWutA*K?M2#Fc*0q3fUnER*7#OMW5+-H?Fe3*Ue9f^W- z%5~FU!Yhxz?X1LwUPt4(Gj~r506sDU{JsN-HcuCM#%vrU9Ib47^4V`^U-`7#Q$4;A zY^M(xR*>_Z8BB33G!H?tWV{z&!3~4ZxJN{ihDA z*c!^pZz|q^1Jp!!{i+C4oxl9iX@Yvoi|%qZ3OSqz*_KDl!%_4CLt2X(x>)4X2HdOy zKNP_;F(lfK;oymR2{Y$5CgtYBb3xh&SN!8rV*o@j=qzOj`o(7|4_@y+qf_K5)(0Et zjF?EU6q{@r;y<7czwHPL>qGv{)Ec$KF_YCvDIA0rykLiUCYq|^y&cEzIiR^NRKWou zk)1w#IZV#G;Lw7=+XP>j6%L}Ya!WLb?CdbC`AI)v+xM9Y@(_LOZWkz~Vo9SD4Bp=Q z$r;W-?Me~f`1mK$`Rs}9yQ=a3$v^HQwBwnF7z8VsB(|LO8KOjs*A#TCI7SS1K>N$_ zZ^yLhzkl)goi5+LCYme(^k0Nx69&KO5QguI!YJmxkirZ>|5Y8Kp+VZ91zuL7H&&&a z|F|~_`xd!yW94H|VC+URcxJI?0BT+i5U}cO;OWt~!nB)RdYVk0Qg%&SZEToeqla!o zL^e=J7Y_WfMNgbJYqVM+GaW^*RltoRwu3KCj_r?|m|)F(afnS2bn*YTP@%aj7p2uE zfbuqd=4dvzOjc6Y>Qb(Jo;H3|x1N?)VJf4dSN!a_;26VgJ#MCeo+{p__rs(V@t!_d zA3v62_%>+)>>omDMdIs#Zw;muX%Ds?XdQpvqv<782wA1c(Edy$*u4>kZ_T(H7k#cI zF$G;g&#tDG#Oudzad#f**|}30UPQgIW6{A1Xrz6!nO-irfy)c$f`4vkuO=-Zjb@i3bZZaoah51e(O;|BN#QK({AA%!=-N%HtYf#>hy zB&h-^^09FNjO+!Is>ZYT{X2f}aX~Pr1ywOFZx|2(LJb`ZFV@s)ggP)HVCarIp!dPx zn`R)n5J!^WF;wIL00)&|8QF+qM7D!$1kAy1bTGBBDezu$r4*K3A)P+qsWD)SEiMJZ zc>@trQ@1p!2}%Rtp8l&8%BC=pYo@BG!tCl}hC(#{D5%f17Y@I0@TP${5(f)}2dPrn zl6dU)#1M<;kyZaK&QUk}gXsOTC?VFz$GF<~4!>X4*#mjf%zHRi_H0;tHn<6Z`@$e) z7pA=M7~udA$jJv#pzHAlgX)>}G@C-;?%PTQpVy{VWdm$Qb_V)TY?BS1Y?402H`X4B z)WMIXJvE@x<5i@p2{2-Rx?R_b!mY5Ula8 z1A3V~lxHDLv8>!Gved131Mo?`L8nGfXsmTPNMlteu6ZW9i~i5&F2}#aF+9TCj*0g0 zE^_O)c0@)6U@RudUKL5&jVOX{#M8&nA}?H|p14-Ya9kJ;(b;sXMV2uxCq$;$Bb>=4 zB;e9{2#^c~DB~~)S6&3riQ5yZswPedT=Gt(NZU$Rd-9?zY`6nV0t7~$d&j`;vvYdO zR`Q2dcy=@VyuL`MM5>;AXZhD#ySVb_exvHJltk=L5EI;IQ;cb+^O*tDq6yu;!?qbN> zN|3$@HJ_R9)mTNy1V{e2B#X*&+u5&zx7WGHa>$rXbAzS>eJAC>ot2=P<({SY&@pGb zYtLQR76*XtIv0QWC}%Mbv`J#cd+Ea9yn4w=Bhai>t&+HOYqXoz8M9DvfCx1#D|i4L zd>5!_r1RyxEf&Kx@94DN=U!9&i){IFn0+!HT%s|vLajlSn}wo$I+66ODjj#M`%B)C+!g2kl{j6+XgF-{g&VoC3;|S>-cbFS)2P71n zeAv;_-!9{{3nASPWw0D3MFi%lnSny@-Ic?7k&JGQU|4e=U%CWP2FxK(&v<~<6aqFZ z5NgY2%@{Z#Dn^NyI^UGuhq2if7yy$MlJx?9-jHE>!iF}eY4O!1V%&Q+s2Zfwib56} z*SJp2I;4H;t7{roqE4eiKTp2oit-d}F^mpv+e79$MxQ$?8rdC z3oke~^IfO1R!ht~bV=L=NF8Qb4;$$DIu1uYEc@oyKerXt@sEywX%9GWc!Kb7{hp_` zLr35tqb_S%=pC2xgGfUcUH=cU&TZBXu0!8)qD|?qvp2*C3s)T%mSGi=uwXl;MABkU zIBywN6~Nwh<+}u^B4E~jRVUu$qYIyC&i|mHjhm9It}=z4%o=wKj~QQE#wV27Bc~E9 z#fVeQ2`WN0@FZ4knprP=OI0q^g`#Zc0`n9A(bq5FLI5Y7a=lBPm@Rwa(SB$Atq-)G zEb<$m5`YP==u3UKU!VX(hF&-a1_V}2&}InS2}gD#A16fN(GW_l?Ib+WYmBk1IArkV zV(#5gVXH10#>N%@VnLvVj;q9U%Ufr;}@Ra*7L8O0kU4({L7b_ew^;&D^j1ZyQ^FZe%OLJ7Jhs z+mwb<@wn{kZ-JroRYmsrrefD2$`a3G3ghR{rTnO(LieRDvHGm z^v-`&N@rYKp6d(srH;ZkE$~de)oM`*R zC5ST?k4P!5cy7n_HEUZ$i4Y>o6qF`oBDtUd{nq%Rw!vf=1RBPGbaPc?sLG){$feS& z>?;siw#dKTD@D&r-tlv9R_@KS6xh!zLgEf1ouX|1j)i(!LS%%ZJD%|DfdmyY60%fJ zgXwGfhU44zbK@r_e3wLkiN7v|X=FlzZeFL5QKH}nBObTwbLghs)V=9bG&GYC@P*%Z zNHAw@iTbua3OUL7k@I4;3NvzTkJqsu*^CbuFx=Ui4JJ1@M5;ZZ+*5qPE;@Ha5W^ve z7QlSZl=B4iCZixM6qbtG*nnUu@mh>@MLgQaeL-z_Wj>fanD1L{PXkm7{Z;D7>eJwEUOWC5u);NNvpmb`0Z z?}jh`BLvp6G!Ss*w?wU-NftX{^h6Sc^??7+-;ow~d2^0B@^NtQLEg)6j(%t30Hs)o z{|{9R!Z##GzEmy;_CcV>OS>cU0QfaO`MqrNjmma?Ln9z@%C?u8~3`Q#SU=!klPJs%uIEg8tdRj7`!o?unipc0aIX&$4%LKCZg~ViLpN z=_(MT@A3z7YV`Dr?{s1n@gZ3eUZhFJc`8ONHf<+!*MJ2-23?el_D`#dWMR0t-5_`Y z6@qJX^I&;!%Zy-5ED{`LiW{F$SJ&;fv~vLHKi`&YTn&8A}qZ)k4DD;_8ReP6O*6UyB#}XRf!U+c-T|ZNH^Jw$@aN&lL}9ZxtP|;pS@xH z6lKsKF#H@J`vwOPn!MIU0~3~+hqq0(<;I8@r8Ex&7{$@Wi;DrZ_e3w77#7Ug2MDo~ zjbY9jO$oJeWJp|EL@m1~8=ay|dNUq}!b@QYB)yaTE;J zy!9XBR-Da3i+?OWN3TOTFo7AlbQ2PWj6hx#r1 z@HyIow|#1Zk=0n$0L+Gw^kUbq0G;;0Zwq`Gbk(;-B9oa7)8r^eebRr9=cEUq zfYi1jXT@=9tr^p&bDT5%0${EOJ4+)hf<*=oj|RWoiY1Qw z?WTyFD=`qz+~|%kbtx163roiVNGUPt3N*+uNO6rXDmp*?Ia{DGyBkgZnzaE~)nV@p zDro(_5^)+OSYp-V$iZ3}t;6brfn7CpwD!iHJOZ17#xvg@li@D!A2cz_+z;G5L*qCR z^X3#{>r8#l)`K&yEtZxY=w=Y`bdaZVCKGvqLg~k$zR{%+aK3ZyD zVpEHQQY*%LXZlx_(%A6V{OYEEd;_777Xwm{XUTYCr|pHM-kE3@k~U#0VJ)B4a>EWj z{ao{?n2g+#tFTC`%6*38P;P0hPjM>n`E~T_ebsOj&;tQN z&^58_$T!7s%^L(b6bkku3kdYkBB#(}!4~ z(QS-tZ=U3OQ=kg*4J;X3Njd~8l*@%$`5r>QI!_=0-H?3ZZg!<@XI0tTTDRkL!45Wt zGAtK6M-$qM96|>*Z3rkq;GJxhFYt?pnKYmiWVApEHOK3PATKjm80E2+FOI;m0uRiG z(yZVFd|-tpn%laYDDnXn-m#(1_&TUg`W!m9IpXm=n5qpsv-QbwE2D}5#z%)}hMx=x z^lK9Ydy9}2#Q<{x<{~nv$i*|rrTp|`3B{i0i7L<&WM%e)O5IEU5SK7?01FHD_yy{C zvX-}dJ)pDwjdMa-emqZw>JUGk(nVu=O6qf9Yi^4{cK}G@<>g_4rD^{fG(|&TAw9x0 zD<1%8Znz@;nvG~e+MLokL7tPnNI0t%#ESgpuD}?Y<19FEgAR&y7dv$;r3D-0;s65s zoimjV;t4D;r!>kzCXTqysURPx!ZZCdmiEmhUM(d+lU4N9dIZUyY3OQ%+g<^X$aEy6u{ArO|xnfgkO9(M*+c`PV16z2;sv022Wv*7ut=}imzI^b1=rNvU zp%&Kxg*+KMAAh{S(SvYaTd^cf;V5kSN6rZgC@S>u%221YkoXcl?hL+Rbs+kQ)2+G8 zPBIIn5%MH%B9GvVt%p7!44Z^iJx9)hBRd^oIoeaTMN9BM%n9->t!rxux z9_geM9!qyeK@9l)_FY0#JVZC%$#4oETVo199&jR_A!PMpu>&>bsc={b6NQvIht}kz zapO?lM?;rmI-kjVH)b;(XWZ<(rNE}1K_YjdyG@$-eR^W1gKgrXRQL>4maFE_JlMLd z1xi`G-Uk#8DXrvNpTAH6DZriaYh-FO=mbXqK-}Pxj6E-zzN5%j8FSY2fMfi5h6Ud+ zUNvwA5v(4c1WcdK4ND*ca*lU9Eg!^jZr#M8XC_72E{{X3@?t5z7S2tMnqpW_8y{<1 z+W;Pl)l$x1gt5FCE)pc)!ei5UYX*YNZ=*#LBQjW$87Ju<=`0#rCo^t6otlkF-*}}D z?V8z&*Z&v*5CT9qsB%;IuYU)%RIhf2S)nc63gk`F-R0Kn_yV)No}gmS00c6&CEx#7cF~+!26B_R9me|&%+p5x zT+&G)m_3_chR6@Oc3xqqm+b1WXps2#hUGw~(GHtgCET--hQb2U2@i?tzqc z^lPBe7A7*@i1k<(bgBXfZ1Owe5Cb(G8~LU+O(8iV&$HER%~kD@Qvb2Q7$`4Fl+Y=&lN zRscQHDU6!v1Qg~2N3!=98x>13pJ+Gec3jRX8U+Wq>@!Owrize+*}hb{dcQ7C28_lJ zp0|xE=G$ryji5pRF~oIo@3(lAQ7CC%_q;pE%rF26_#-u+RxdtmzqJ8NJ9(3xh4bq} zX_lghm?;K&Ahm+&s?;#W4#}8-Ytx|mwZTyvC|s~^Q7I`xR~g`lzASv<@N5*}^9MrM zX)G|Qm)Fxi(P)~&W{%XBW3G|`_zLuzvrn&|5?)!D_Es`y966mbPSTClcK?qy@JsA5w5uj!Q05Lf(J9~M}j z^2jstmk`^!v8R@r6uIPHzc&0mC&SGIgtd{0#~`&in6`&L9_O+Ee-P~=%Q{%I%3Mv} zUlg7(6xao}9&=Tm_oFhgm*+s``$&Xwyn4M}+$1z*!bP;YDtm=;pr?jf7ks{TTum$Fnv ziwXI^_QT;L-7#=4=O7)mNdZ%m+N|R3s(=w*AY;GEbBK>`W5{w)yPDZH3Erq< z80OfBREN-XnRkaYDy_@}?Y`l*FodgLot<6b9q%QLoLi8M1SxA`VRFppEE}Y#>LN<= z)Z!sA<(L!1BP-RJBebujzT#O7g(UyWYqr6*BxPzJxGysXil{h4Xb zq;yNPO-!Dy9YHKk2XaR>s5NsQE^)Bu5nApzPam7oMVby z0=MCm$4ExML3{YqogDn1<1)xkL43{G$T@9BMO>#ym7ywm0c{l6xn0dy@|JJsTow!6 zaYrkE`dX!Cuv-LhF<=f3_ef=sw7#j)2a8pV-3^#j3$AeIxnAiwbwNiZG)xlwxYGG> z_YKSuHT&h_;yBQ&-f`>Ja5gi@EnmY1fj+2UDOiBTPMX;uvxn0%==^W9OMS$E8HBWl zDgP&=MOy9LA<(z`+$UGM>f~g2`lmjdut@*p3c?3QfKlcKpsFG3qvZFg?7{Jih(f(G z$I#Wk9KR-xC$FUq+(i_8Og7XKnPGtKZ+@_oq4c#%~{HYQ1U?q5vG9f_#^Jcs#^OzuLP zk*);~^~D@lIXHY=8^KI;(qVO}hcvq&wN;xO^hodnYzYCJB7*KE{OKR)Z5@+_>vY9S zyVJnHcp{#O?Swb$Bj2Cu475his6Dp>Sx(^nq!EbNfei9~$Qzl`!7kNC11&gve?7ei zg|vsX?0fZ$rsyHzjAm=9`xcrg;o_!s&h6au3xNf45Kff6ihUbYB;EW7mtwZltL%Iqglnw6! z`i#iemX3aS`FDZKni|D&-OK{zjlLUsD=Uw6p3<&>nu4aG7;xeo$}iwP^F$8m7GhT| zHex-4y)^<Y? zmNe>jFXI8oL=hJLx4n(|1KSg+EvAp`@cVGZI5`?1Ppnxn`lN#r;ayThh{@qVRauzf z;Fht{BOP(B2KeRbXgJqY3Z=)@9Q`5o7U(W#5B3_7=V2*d=>B11knvfx)05fMB?K!$ z4Lkm18;XCKKHmjFBNRVd3=e}`8<1ouG294q%55Pw^4Wls^`J^p@;x5aL&$H76*-f{ zyxxPMCh)zC3xHV-H6Am~Mbyk22d1SVK)ZbQY&|z zn{O|RwF^5`oC?14O}j274TJ7NU(($3ZGCxJQn9lc#99ObHAFmTc+H!E`Zy376HN}^ zd4jcL-ry&v_$FH)Xj9UMkX#;YfQs6uDkl87z@J$|>TqQhiu2eKL#E5gT$S^61D&Wh zM7%%}Q^wa~JSOHW1_ho^lnpP~sU#>jsB@L^$GHGu=U~r{DW79r->HA1AM`45M%2WY z34kX+eQ#XUK9aF5pSXD<5kMk?)N8@7NiX+!ph2`w$I+9HXWv`3#di3%Ty>kr4V4L` zV@m)QFify|S5z~Mtouq4zx!{};f)r}3)Hha1Fm+CdIlK?%Y4`d?M{d*GfI)-nNhHS z3z18=O!oQ$9MyciXZH@=z#`@UrRm?oB#lu>&f~V;&GfrQ6!KCAZR_*exDB}>Xy@`$ z%OxbuR#B{z2&()EV-J`#24snBa>R-Db{V%cVdL!>&MRee zLbVhVA~FPJWndOC7Kj*|FF-lqH(?&q)B)(h!eVFN)-ArM;eub$krpUt$o1kH@Troa z6F-{Mhx9xQFFRE2zMs&`eEmL4`umHlv_SUtbhQUJymybkUtC&qxP+x`UZxH}|FF8|Di*iY4%nMX2rTKIy#V21JlSe^d{w-@BL>g`XUz%_ z4qrYv$azykaWYcf0_d3$anjDE2J;0dT7_Op2hryz02<1;LMV)z6`|IPnBT@aYJQnw zd#_W5f(yl+>`m2CR^+r?*ctx31ON*=p9cvI4+w`CBcBc7Pdl%wVS1f($LiW28rIj| z{RzgTy&b8VVO^+gN#Tbt9^iXO zX%%1^@=nL4NsFsDCwg341errF*1-){30ptQy_QKgG$RXK)ow}+V>g4%TfsyaJ?rO< z85rb*L{^R7?+h<(!k9(4JPx}~ym)&eqgZ(zt37X*0WmPV;B1KRd6(^O919(T3)_Nvcg?FeQ9Uzi}l5MvBLQtGL$G^Qx+ zw9t`kQ9YCz=8cONQF>!D$Ci?C{57rKNqZum#iNdv64%Du2MHF%PlGED5L%a>XI2E& zBq(OS=ag5!h9DktwPLr>d^MtY8y4jq<7W7L9z&P~1CtJ2RbT2%9rKz+D#hVrBZ^?R z422vOC{xqcY{3qqat06-5C_2%FL%)Vb=#|fPyM4Z!DE8S7ZrXUDuj}}`G({aV*zM| zoEoD^PnO5Jgr(<#noT7q`u-yqc#6eOSvU}qeV++I;Rhte+CYwoK%J5O^r4?hy{t~T z9?e{WjpKok;4UGS7MZLnu_9$jxN%<6Rz*757RYj(SPk zDf<%v%rvo~+h;5GgkSJ>L~b}zHN(FONFo5~I!k0u&!ZkodZ$wS{D*Obo3G6VtP zk451vn$nqxx#)|e=si2S^&*znts34>mZ18|MoVAFlNI|uPZA^EzNz&>v4T+L1x(nI zpvB{-JtOgJ1;?=oQmvTcn@QRjvE9+#oqJ?UC#;rB#UXK%@~;k?&+7A(G87PuCR?WK zzdlZY9n^8l;X<>ytGkb|CQ02Xsjmzb`J3B=<0Z2-QvNMp=rB-c2DB`DWj&~g?+>_5 z>nQ^NYcUib8ncK4ep&VW`p3;oo2}}|FW86PRl^;vY+T%=Rk&-L^|CwF{VH@<;kKNX z7BoKdx$o*X4$=-KPBwXnbs@fh_rROe@0C-vW?$vn6v(yGDvt&%=FL*LdfV{ZeSJZP zYE`*EaR(c73de4DaT-?S>DzA{di9U3TCr(&G?`9jBRZ=(Vx$Eb32lIxJC|MIlK zzRU^yG9u7l@+g43rn{-~Rk1L6;;^ZFA^2HGCxzS8X8K#SY zZ<7SBBEz93+Shu>d0SRv%h`^=rWt_q2m^FB1i!!p#Sgy&8oP#4ttb)cK_r*V9~n2R zq9Wb`5(xitOOYG4%F~NlT$StoAsD*E5-t+vv3UuA;fD5KB-^E4RBBe4;>oe4o~qhxXwL>r*qzTd!!}loNsJTMN#q1 zkE{d5h{l&wG*CW1b@l*<%CZgi(0Q@s@o^yPeu&yIj)#^+!cb=3ts$pa>YGv>InN`P zG^_@azj!U;UIgru4wbiC# zS4b3y0K)8kwPbmexzIEy8c^}7C4mk9F>H*pKDK0eD!VDweU$9|oPVJ4fT|(%GmHOL zwF&%%as;aYfKAc|(n`FPCWMbTae~(j0R5EkXod+2S-w4thgVE3=$G7Y4i_r#mRf8R z(z!o`GMw8WXfrQl)sx>atpb%=5=Fl!E2Frn^wrz;cP9FA8e!EMexE2MeK$ zIia^8&~mC#iq@bcKJp$wSR(y|gl#;@Yxh!8gNrPqr&Fb%Al9heH@0kI6*0Kdxef+O z56h*fdA%Y1l+Spnf#mj}1R$0zf)1T(l$TuXw*TfXhD#sfB2JM7FBdFK&!L(-8X9h1{>eFwDf3E`_LSlXBnJ`{JC~!2jdW$Rp$`7;3l)d$e3)~b2`Q>}^y75*S9o;P42p{k5J1Np_dZ72nPCMME1Q?X39Yb;vt6*N~8Rn9PU0 z191Uz0;`}89z(W6bqB~}no@lJ%C3++D03m4Rm?cLn}Owz1B6zvfE$x2lU-f34!9ws zEhqTxkhCR71cOm46il4QkOWb6rg(M%l#(m}*ux+eo{{$fqo#23h0U>{fFRfc!6|wK zw1FHB+R6a>Vyhr}BcX%&@VqeagFYOt7xJU>`BAzw`csLpOkRDSS3$0o5M$bd5^QL| zJeSNk)=e{l?isGT31dtgZS?ku^2cW1sk>aTBi3-MKOn1SG}x4m z5fw?RV@GfjXM(19V$26cA%e3kqdSW4ouA8kKjp@T-KU!IcZw1)qcYi9Ibo&=% zL*R`eex^RZH_6j_@kKR(2>zo39amq~Yr+U4N30rF)!~7TLn(-IVd?cGuu7`P!0(D5 zuN#O5Zakx9S3L~_!c+nk_ z^N9w=Lcza5$JJfXkoq8^o;!ny)S!-}x!Uujq_&NNz&#<9+C}efe2euz7Td{iTM=6} zCgaXEh)$x!?>UY>-KjL-WIxq1rB3aD0V7DOQG(v(5-sn-QAXMJa(k@Bfk+LJoh`d> z5?|o&&&-)({)va(*Gu2t-F(u#Wh`ry9Z^$lRM$QDMwo94zq{;a_~JBYj=5M3E^4w* z%G(0mxLVc*{sBJ9)=1}|?+|sooh{3CQdTr5V7k`KRXOWuGbcm}_mtU|ag*$(fL*St zGTl1-JP)LxWp(3hbM6&zsfs~CyxuyWEBGf$rr{IE3=HejTV&#yeLoT$+pH(3@9O4F zZ_Uv~@X3rh%m1_y&pSPol_CDdHcJGMebM<~ua7oa_(1Bgn?+|z4^v*vUC?^qmR{e{ zH_X)yTZrh3tQjTMo1H3$^JW!Z=ArB3Vl^8VT_-v5fVYi8NGy;-(R+UOJ>bbJ*CNX`n}w>vH(7$+EP2nZ5Akl^I8^z)}0Nm;9f7qO_M57 zkNl%NzsWfuC%cC?6|Va>giA1_BITlSLUKhVSAj0)Klzyb(%p-={9~A~V+Qtr*&39lOkEiuRwtziLW4yhqW}MQiBBFVQQofn;9L|F09nXpqpsXC&y)=fPY=vf3p)T&BPrSt+sb$gq#cheUs zY_59B!2q7h({6s4U~{Cdojz;#4All~lwS9K9C zH*K4af)&h1Q5t1M8u~yL?+G##Ys9W_nu5oroUBE6(#wv{>;dpyPY|-V3omer#KD#jpE{NK24P=#_dq*HRaBcV{XIS;PRZ7Y+qJg#O?sV@a?mGg6(IyG zDJzu+`dM8Cj#-gctS{Y82^ZrGRQ<<~Ib=+dBPS&@PCg=np(=A6SmXFml}pv3TB0K_ z(*aX;GUlA4d=X3zpYXU}nuY6?8x@VcAOkWQK)%dIi^qFZdW}f$O2t&^d_zr%tcLQX zJa!!1kL9?c?JI%QD6}?Iei+meqLROGm7IyxlaqO_6w`@vA2fjr-%Gn7L5=cLPsG+vquJ zwc%Q7E%}jdzC_WO3N+naQIrYXZ>WPard@`!UC*mD#A$^Ljo(NZxH%M)tp4rnb_-O`nzVEf z{Zu3o#)wdKdVd%=MXkk< za)B%i{)}3X9)T3pF#}IZNz~RvzymKX{8&G!oXMnZUcp7Rs-yaY`WJR2#uUWG!1E#I z{fO=Dq7nj>E#X*nw<&g~m!)BKX3xe`XH%l~A}`=YfHg@+Vw``# zBJ$)In$hsGx=!wKt9y+xW%d+XPhS3(#r=H^8<KEjfz zu9DCBuG@yY^ek~y72)YaEaN@Is~3XlG_oOeT+M4?ALs{xcb6@)5n3?(LL#kb{=5Un z>I=gR6O$;9NTMCtBeDy=XJ;r-2L^1pliBK#!tQ^A+|ci?!}qL=DvU`Ja@2RowpepFeYZ(RzHPKxZY%W{Ctv- zqIov|%4c!#R77ZF$vaB8@n8}lw<&*zk(eLhW~q6LH{=u zz1Yad<15|CiW4l)2Qw?f=-k>6sN5U5BCj;;Og+Kr3J!<1dm~P{*>L(I)8 zo7>iR$O2W6xS5V#TI6if$3%S2aWfMhwAOS4JxnfBrbIh~RAFjal9={7KcKNpN?_5It#Zhq2)EIlP)Xzv#`U}P;M#v`xSG(s=+ z`jbpIpd)mI^TKHg_3&vLz!>+_5?Z>b!yPlt=Eo7t-#GIMVF|_}+wa;@kxf#}0&;*-Ijqn9JM({TXMT&Rt1tvqrh|Ex-t%MYKDs@iLH zygzd`yS{B&sgeBSWt$SAW(R@WXl=5?QJ~+6%&EeH8FpbzaC78U->rrsBczV~wT=Fl zK?&2me!4T{NhfwcOQaz4CuhyX`GBSL)Q0+iVSWV;PTi;^UZ!zN24w)LJnXc4Twzg5 zUe(e`g-127ZjyO=06uBp8i!Y&WQI62yL&)C^mWU`YlC+o%MME7X7B>cRPRnYJW83# zkg@r9puLPce)%cQu7~(S$`FCXb4RI&{a-tn?1L2In3ncB)EJOxr=jC%StHSRcjt)(Y&?%@mf4q$|0q zSRG#GKx4K@>sV(IkQIWySZwDRL z=?usD9ZD6x#VAE;DZePt)_x^jEhf zq5VfLd;sBwOTaR3=3(xu#ya|Vwj|T&v(%~_S}Z!aD<8R2GTmuqK(%KhmZ@;3jgL2-7fOyeo^VX zlX(p(Uh9&y6GOQ~>mq^C$r3)F%ouW@-xVc^J){&tLJPiIz|1K#NMR;hH}98C4&s=J zCq2i;?k2TBwFEdCaBy&Wnn#8W!fY^rz&DavNkXGG!*v>AhTKikN2C01ZbGv#&2beL z)Z_g#U__+}4=+l*0#Fix8O%ZM$OSr-cz?}vjfySlFFNSFjz5Rc{mK6 za$9wHnCHOyE*gaQ^Cq%(KQ0RHH)wq4L}jmVT0NQw5uaT4lP&LjBXx+?eg_e@w>EiM zev5QLC4ng8;f`K4tC9rDD~hpYLIrEbl30=n_dy2Fg1)VB;G99LuNv8rvl1?I1%N|N zS|@#F@iAehX6CXbFzD!NId#xjb{@sPqrw1@-Z0rBJV)x#Mg)iGBmc&=JZq$9n%LYM zH4&wi+F`zM$$lGDvhv<@&335#o_ym+v*hXdcr&w(0002Qgt3J{017WekBA;2bpQ|- zWlcNL!L6@pP*M#q*0eBm+wG(+`|Rg>szTQ%{?LboP-ly~eefT#l7yZ=c&s|NlLg-; zk>U?|5_gs9Gf++sbi3n$ci+r0e)>6x4PYWho94io;WaHsP=}8b{grt*!Qt$k2h@uq zLt16oD#BXx4if80m)eilCgHGXPNMpEfPBcH;5lIe1|m*o=Tc@3j?rVY_rgF-d4@J% zNl7T^T8t9m_eMNJDo!*u2TCNY7YjRT>G5@{zPc&tpIBFNtjnBOLY0~{f3L=H_CoUn zR)t6iZ1m|~TEWVy?5Q}()=EoWEolV&a@GcBfY`bWVj&Sq^6aNW1$weF`1=U%(OG5E z2pPAtkuSlu4|>{$&GE2CgorD835d$z04_Ab*Am!Ef@1;$Pjb@oxTyeTf_V~+A$f~z z3Hg3-%%IqPZ%OqRpZ6}uw8I1bEEqZp>0SgLmfQTv7mDX5qe^5U+hWUEO>H&-?Qj7v z2H~W`imY&h+q{KtC`+P)FT=m%ZYmCIfjkB&VFkf!1eTc7TdbpwK5Aqo@|j0{q;ulU&O3J^AM}bE{f9+te37{N70_P}ii4 zJukBL!etS}T_g=$u|?GXWb41$8`}1^^tTVH;Avy^&myYp57=DWfQy_)PwSc1(C3O z8n4y_8n6#3KO*`Q`=ro?Hr4oSc#=X4DyuM3!)q~`1Q|%c7LXJ?ZYp<0 zqBx!72zPAo$But#$w@UH=r^W2)C4E&01az3-0d1_02Ux2dof&LRLlJp-}5}x^^c-M z1R0EuTE&YpfW5RcMsaj(2|0K!+rJCcScfvS*5`E}zN&p!Lt-U@+*8-6 zm-e%@su8*2JxKKB6IWusQz*fa4d&^J1T#4vzKISlRxq3tmdao2J8U_z22}}%EVC=e;c6^$z=$=V@NvPK z4ga0DNw(i-KB2ro8|K1vxvE0)6i80UPCCBSx@;r;f8$N*FYGv6CM0B;8%l1Q#_%M$ z%~$>%;Nem+0jhUFtrL4u{hgdmiI1-sIC90EPWfP==0{a5YKg>abQT&PIbVU&rq&DP zRt3Ng+J{U-NuKE5Q?|v|4pO0PxPpus@djUkTz6*`)cG!GpAT>37QML$WDW!S5*o~n z%1=vAVc3I_0AS&>q`bXRsNAYOk9|MK-d{VzDKjHlHWDiZ*($&=6me4?N7|Bp(jpGgSZQ3c-@45p1;

    HmsItkx`3~DS^=I&;~j8cd)HzZJxIdCa}*BOCH1nqu`NGV^I-5 z6|)`Kf&9rkd*;A(Rz0GLAxq2q2*HKHT#GKjybU@B*IBAE$gJUBXvgCKS0Caa!3@lnu{$)Jf&c!^*Vi<$HvC ze0!xTOU-iIx^?;Kh7<1;k&NH43E8DiEph^w7K@EQA{#x$B|SWKE@PfuQIALrw$5DA#;OG8M+m@88?>UzKBz@t){~UmW4p+jLQ2U^u;!rsqaw zbvx0V4IjMp%45W}i~V&wHl|4iG*O++hyGzbA3*l|`xl5OG}>Z7&S9*5+-aEmlQq0( z*#Z+#(0QDyK?&w15y%b`1``cA29ex+mOCYxnNYTqSAlYz@OPDpZ*GKFClqMFo6Esu6we_%1dbtWi7Y#Tky3YG2> zMT(T!J2w)1F{h8}i6f~%qLBls9R4 zBe-9K8+G9C_-K$~V#+08A`5Q>jT_=_O({lsY3T*lZwx@cMFYm7!$zYlvc{ z762lRR2?G|fmrj{%+DwRgc4c_64S^VP2Z?%cPO~G0KB+a%9U`Lg)+wyjG3okk=UBv zV2onx7I<}eFS*g(P5y}1>P@Y~cU<8DkZK(u-lIn-O3<-z36vL}p}lO&=qFbW{K%mY zmLZOfNvh{{kI5C|JaPqrR&O?BqU!{}hw}C_KUA&2;ib|j7y0GpNl<>y(OzHc83CG~ad{&&#s?ESZ6tLJp* zCdLn{=bCcKtZ`BY)zZl5@q!+mKLt_s)!A!;6%0V2+6m7XS_m8?2#ox<{Tqs#KO%RH z4sWN|E-eYK28Dh-dh_FUPtq+mk3rb_)0!7bo@fpaN8=RLO`|P#k)s+lYwA#uJhKT- zAtG@t(RuJ}>1VzNh4aiJ#1Y$@ww5&_Hu8Vqb8+Es z%dlt%Nt)j3ha!&J-A%gUDCz}z^Vdt;D|)YghQEa7XHLjy7Qs8yx%#J)HC@P9QNgxZ z)KlwwCN6%Mw4@P4@?S6SS70_MbuO4CR*zbYjQ9Yr2S~?JL1B4jz=p~9d-UrTf+<*v z`9SARB~RBYO0D70&%^fsC7)c;u?Lz)`3N3EVm}aHz5KJTk5{b>rMKM*cQD8!?Cz)7 zPb;0hxT@-O*aID4FHgcc;Se(N__p3&F$Ur#0chX-de7JPdz+CPWuEKr39IH)2TV(xiyeMplDqD|Y%X936 za>C*B%EL4!s$J{#IQoiIm6sMRWBbcP##9Kas63i9K1-a?{a8?RdXnH6?nAf~5$t@{0K;fs5b< z$bACaSWvZ0MTdIeb>tm8{YS7T*;xnvnZUhx@N#DhAv{Ehe4ka}a z@{`_Pnb5_cocGki2Y8j~aET;hSekTN3y#}(tYsoX5=*!F4o(4cL7^SC6SJ=~*fRm? zgMHQD;_%_=BK+DD%(cPFmnZNyLa~&7XZVAw220ujzcK|Ol5YbqHCM|b%rxQ<5R@|M z4F+|#IMb>MQ^bV9!MzkQ)nULF=AqO+mSHh`22_BJ+b zBT%ZO*D+0y?Vmik^jlk##Rd6=>`3`LDQb=J19v0xd}sy5Gjd}lZi7749~=apSvEyPi|5F$0b zpJ>lcG7af~+ALK)dy7Nc6D9H{jv-0UBzqkSU_KnF*l#eXraPkM=Kh@AqnN4pQTBbe zp;r9C3_uo+xAjUOV}FR!T-Hg^58rI^ALN*J9APoO=3%k!C#_>XEvDi!BWIVu2#x*T9ofMF&9+0EDu^e({ZF)WUCXx&7h z>Imcp$=UoCQPsa66*Wo*k+*2C<=nU@R-+s%P7BEqA7AT&Ia~Zf0y|43s;LqP89aQj z(ue0U2>Cm)X__H2-`xa28HFV?oc^gW&XE>37#=8c_$wo@wAcZGmSyd#x;l)X?;Xlm5VKq+C#T>o&~=RZ*bw^0}S zAbtfVo*9mB$zJk8&v2Kg*>s|S4X6(EZ61f#eIL)z)4O+XtN5snZZT19fC~6#OjDxH zvgi%~P#Op_T`CJlXA9Yl^U(6emTR@qgv#8|dT(u3U#fCQsPQ3Pu0FtrB^@j|;0zzB zyVmDgSPBcOsBMunU1`fo+wmPW>DB|**w&LM7iHHVUJ9*vB2K*d{v+Zm3yl`c(o`y8 zi4HpdxVhlkk&tl=?F|l7ui10P;qdO|XKA0y{(>Ai-}y+|6%fBY9TO}g$X}SiF98O6 zLVcbh(vKHn+RHX-b3i?y8sap%ED_7+y}L>!3G17Y0gP#mLWu}jf=ks95V1tK@WBWa zG7-8dC3J|qsqkkP2tdQJ+&lMbH26I5l)imp_%{Roj4TSoW?(9dWalG5PH9t z3lOvlfzSfq#;9IE^pUmR7#wR@u^XygrjUtPY08@*D8iR}OH8DtwnV)Yv)aHI@yz{$ zIz3tKJVhTCosYR%gM{Ho;Lap&m+O4Yt!UW50;oW?o9vn)9U4{MB^lD|%*dKJ-zh{N zHz!xf^0(e00;*s&W>*cp{r*;?rj7VDPH5;a3Vrp7R?kaRky3E|)7BXxHZz`UouYgN zGB)upR{Bbu!kMkGj57LU1`OY@4hu*nE-<^H{HAEN2FQrD#T)Q@8nKrjB*CmoAsmqb%e6Xf_1 zwO-6Ib%G(xhUde(*)NsY0u|8rl^1jz7C(U)QKv2!$%*}OfY)UVmao={J`ORA;XTLz z`(uU*1ynE^DOM(R7z|`P2mh%K%IOt)+tl%#1B?(_vu(B95V?&~oiwS8vV=xgSk3Sa zKpjweODnhf_*Pf;Nj|749g;4*d#dz$1mQ&-4^a$W?t*3kO0&5%`T!|$M6YZR-jdjK zShVb{`(@>XL|8~`q_RqOF$vdNKn~3kkjO0`Rcd3{NcW1C0J{Pn1nGx7VFB|*)8Chk zbJq^aYUVZejXp8xJKxzYH~KGN=?z4Qgpjeb%>O(2Od_K0PONPWX8Z2UMWTXqgsU?4 zF1Y112J6*#o4Bj79F$79+L*welk-UOBF?iP)930f=eI=RPDs>0SQkBaRN8+klAVDR zqT+P6DmHrVtw(`$kKY~bh-KgD;6)x|hLORx!YdDj^=Nqu9$GoE>Dzh zy%^(cL7q@~ z!@_1XBG0_$?2oOo*iI12)VEHW=I~SpIZO-g;GDeIxT^ptPTy>KN1y+RiiL3EO`o58 zD*ikOxDH4C?*;Z6pKduO`Ksr8SfoK6Ry2t;oW2qA)Nh?$>^JD4sI-*=98(>;Z?Ooqd3a8H`#zfZsC?Kos z$VZhHvmvGLpkB(V$;9hrz!)Sq=ho|K9T;l>4+9(@!YNCGT;zY=&EKlZDA}&PO3ujl z>EVa)*a$5O5it3Y1I&(Zlfz;qV@Li`xK@C4fz0Qu1`<_{PZ;x zD6Hm+=S=|uy}iW#4KR7$IhIn3Ui{i@@8fO~v8f`y3TCzASLlAS6#MMk^Bhqkol-&| z2^feGclIA)tM(d53hux!V>LH6A)0y%1(oBCB6Q zvxIdq+#TZy`Q%p;0^TdS>iyS=Sk9~m4Vq0sV#EeqMt*wptN&jzz)^w4P;R18l{)>Vgcs2)Of*yR%s2|Wb1Ct9L57-R$e#je7EOi$V@u65@?QR z@Bwu*D^G-#PJT}(4^;uTq(jjL#^QIDargiL01=})`+qA%08it8GaC1f^xqByl*#*> z#*?IOHUgDz#?$vq`m1ei5$(~C8Jr-tO5D&9>OG`(PL>a-6^Ja4BLoBaP*>`aDJH2h zGQSp}J;z7H?~?){;z>ZtYK_hGWW4Z2x8N2~-AzTc1&%AJl`9ead%J=Alh}E{2WXY6 zv+}QpxK(T($;^*Wo+3OfpvF-nuHal%mB*)Ox&T6Fz+&N7&Orw`E<+zf)x@$PDUvt8Sx)id5h19xLYSS5c8nz&I|N9vb@3K*7dE^<%EuA!x-4hF z3ZXgPgakKp?IcK@5eE7!KB1z=M#GjJu#EiP67F^v2}-gGkxurA7U3S1oFC$A5OsCU91tN4I5=0zL{X}BI;V8cZo<@ThPMiFStKIb+L zGybBr8#^d{wQ!+~`lB@9N`9$($Qbp{ z#POEDlYz6@$a$^MlelXtIIOora;qD2&ygKJ@C7WkI>r-Y=yY_{bDTs8cTCVym*I)H z3cM4W@%_`hS7lBw7L`j?t1F1pdwOq(1ihR`p~|d^$d1d-XmHa!LE=s!r-c!HMnh)h zI(6)fR4Uy@Gc{xLRt5R|4%D3-6dTcE6WRbd5ys(Ue*n(F5(y9v(J`+;GwM>t z{fF+DqRK%f6X&i@;(?-s(3OXwnn7D4spPaR*eB73Kdem~143)& z9_E88V7c!FFu*xc_hb~)Q!LvTtp9<%@@+rPkd#4ZH z>V`K}@j57f4MX!L+KjhRZ}H}5cN2y1e1_mtLXPD`1s{TRI1s~Y!;}O#8oXs#-6()0 z-QoA0J{Yy|esVPjD`%+I=6#mLaIF?m@|hvXhWskrlD@pIY^;tqmaX~=zIoKCFLo{! z$uT4NMy`agB$k9nLa?}38t1$J<@N?g@hLTK z;}_1mX*5uShKWil!BnQ_dU@(P3fYaYkz#$o7qk!%G6xeE&gw;_WV77HUP{99$bbY= z9aS{N2(CW>>xyGgkwtJ&5B`L>GAv1Qkh4l9f8c`fG-`V2)a?LpZ0J7J3{XpbB2|nA z^%Vv0A84NHF5PAt6cmY}-8G4gi4c>bY>|k*y?uD9hN_E68G;&5ZP@0p`dqr6L^VC9>u@QoAIMlhC90!T34SMO5Aee&>YUy^IwC|S?@ z8Pz|KqkHLOYscDp*VL0LPF}FHr|=23fM~yorG4>Fm-eon3##ezzlVE?e)jg8IM;)Z zLSYXik(6ffTfGSwQWaF?Fk5H*(?v@=Qj78e?#8XE*IHL~p`I8Z(j7va--f3-h|GQ9 zWOL9@U{`xZNdDU9+9kg5d!5<$NYY7kN(|YobpM`G^1idKV8%NN{MZZ%6Xlnc&R_-i z$IRJ*!FAAgz`hjUU6B&dZlJ29z}ZLcD;)##m}C_x7d`9TbqX1cz%xp)3E2GydWGW3JQeX`fM`Dx%#N_tPbz z8jO&3Jz=lI!?sNu@Lz7VEEht7oEulpXd9S$fOP}biwVyP3HPJELo*PVDdMxYbHd+C zjp$dhh_&_w{ch*Q_K8NMKG--*L@T&=hHF zc!k^zstt*o`%SP#lM>k4PgLt_j4MwDoHf$Qn_c=JmBGs4x9XqK{Y(s0=k4+?8q_I+QCGlvWKzz4|hF+KweB!$UwK#x!`$&Gmroca2T$gKb_c>aMaIB6Do zToPDN-SQhHfQiMf;plF1aEk+wwVR-avfpi!{mN~#$aAHKGO$3$(uMXA)zeU zzwH1o*N2uV%vL^6m+z~&m@wE)zz)3bAZ&wJ57z;ZLpV(P%6a}m^9_FJiK;hKv{dP$ z==zUJ_4<{F8OGN}T=AFLPiHQLi;+oM-WX2f7L{2++N-KgPncmp#Eq3m;_7 zk!*?xfWg3RbX%gD9lc_3WB4G#E2Gtia0oNtmSB|SSxZ-yFZ)O7nrWYB2Udb`qWTIC zds!FJxxwJtnD|*0uDvS{E9r^^2K1K5?I?ioT<<*WiJ7V95ix|vnPWS4gA-&|!L+oM zLVt^f5^e3l*i=s2+sy%Q$3X(%JgP(zgk>+xhK_U*omeslAzBgHZrzSN5otd6UaG&7 zmx0-^E}Rz?mCiK>Efh7z9i#93a&ynqJsv&rrZyu)Bk=z>ClQbYeuvH6Fr}I>7J{9s z^?bD(ar2Q;ggSfAd+QNU0grHYsU5I*su#jVCHxJ`*YsY5`?ovQk9XKT7F)`0CWvS{ zZKOsJJ;b`9Lrhztq_P~(E`liQf|a0Ya6c>Gh1Wq)uKw^mLDuxo6j;e(8He{vjH62K zk|B}awts44*a3FFAKfd;n{6XaOs=%jH5(z~+DP^%MS?)0qlajc7u)1mn zo+|CLAT*H<1TMPk)Z?QSgnppM&JI8jWZlQ6ERw0%Bfk|#0%kZocp)G!4S$)R5;n}u3?S67dYS0=E;+u%`_Ft;=% zJGvYpoC}83tywB+k}X`;QL^W_pz78x&`ln&qb0k`OSnO00Lta zT5ylN9O~v0GBf~VWQ*!G3>r7Ek<9EaCP8gei4lqtm>oCMw4FE}ia;%mQDuFdfMuNk zLVJ=!x+Y-7e=nXlNOYwx&~6h(AEqAI$G}H@+lfv^L2-aghkz!lx}bl;@Y5{`O_@tT z5a4C)`x^r;)ff(qbnMlm%j0BX_n*MzrJ(=s$DmVJ*@32{XJb&?6G%yX z*2fp^2cAH?!a-?)S0Pc3wkNRPk|wsngbskTqBk#U-N1~F`u?>0oG`mPY!5(FX&O(v zOEj3hca0nQ4?}?`AVpS0P?W^OG%6eNyOt2qk7Y5;y-T`7IoyO7`1ZBln{W^6{5s?^ zQ--!c_YE3fP!vmr{V(mN{GJZ=t)J+b1McH}zk6hdDpp0KPj>{hFBX{8KAwrLAIv}d zkA}lb*^>#jKfK5IQ*bE8Rx#k3spchXA}eLqn$%HQo-zXCKmjM|ZxvoAD{}h`IIPFvOx=Kz*Rpb6fmkheVE|%67z;LScVP%rR3h6!~+P*C1pjNEO#u z$|qVAr?6Hg^CXDOx;@ofr46gd4D`gJB&|o?U_#4W5&pmSINrd2zMXG2GsktzXA!_D zS)mZj@Gc|_u_fvbVxk|VVnNOs8#K>p=0KQ`B|r^N( z^7_#-&fTskdU2_SHRXKU<7&RFHG0kXv_h8TrURu9=`o$p3GexONX?%cU+{}P+RdPSJFX8yqaL&$`-x8xO z(&}*)L822hiFB9G*N+Qe+LS!?UmwBe@}K&YA~0POd#b%VTkHeuKP8OLK9zEO!ZNZ- zAiQbBFyudVOE7jO3X1%9U9xFZfQlus0;4w`!w5y_lFsGN2KN=JajZ7rvX%b;vOn>i zpX}wV0)>pR^}Mv1;YiVbB;}Rbk-e5d`+U})!)+HbOHZU3HN+y{K!-Q1ZD6c%_{pAh z$Kuh!;U zd39dN-SH`+*S`cJ$kjIc)Pwu#gn+l0%OeY7f?WdXD5kY@)#U_Z6Lh1lPm&p9o18&_ zhrv>%mLArH*ofvFHm3G)ptK)CRm*xh*y}3|xQVsSP_o5Y@=eZ;N{A%{iCc9y>bzY( z)(i8$GNSXSL-8mcc`BiFxyg^pKTiL*{9m!sZxH<5ree?hQHAJ zftpG~4h7dcm>M3&$Rx~1&1S=z0004xj0*sO-1Iui&iYm+bCXVZg(J&rt-v3>TlSdi z9OB*sP_qS82F7^EK$#`3=5~5i8E2jBm2C*5QMmfTY-KNe3>nE%+n5QwLxkta8Pv#q zy<%s#Mf0*5hO((O!xCPi0C6^LtG`KEwcHRQ3|Gsv#xwbqKKP?BNMuEbQ7;LN*XbeN zOy75EQ86TKxB0V^1$f^ifgAPCoOU8MF3+r9*_V-bV1s&QD+@XEhRC~& zWi4H<(j2zmOZcMsW+=ax!f*R>lFiU*L!cEPgeEslDbGb@B9d5iT52UZ?|a{5LVwa$Q$o?IMr9B?JxzphABtul)rIZ6zBEbQz2-7)uu z%X4OfAb5p~p+G*oo8LQZ0P*`q4fHS$e}6DNA_eA+!wQXu^ILRhRXhqe8h6qx5lblI z4GP-3bul0Eq7jt?yD{*R&GZuyW^~gXPC05yNyFDkz*|S^P!S*$iKm;?xt1Ca*G_cP zlPI6Ggg6rICb-}9hz8#O!wR1^kHO^3Ae9+Zca1A|&%x&Kq;DUoSW4)Lh_kjhd>n7D za@CCJBVph?k#p{?2FT{hgC(cj1Fcw$+)>UWEk}5)thyWBsT-!vR}RVi354fXu2$}S zM`!Xfd<)W?Avgq@HV_`5Ams1%&6~WbqfF3&38-Svo5ul<1`PH@u3c8(vn|qQJh(Q6 znhXCtTTsizv+zfg>|F@zm3 z0|Ao)wcQM>9;n%9f5lcw6^xeBLuXANuS@&_>@ack#tJ_s*^V-GvKR*I%gZZU&nw!# za77A=5|?KHJ@)~k&YNRZY@GpH!~f_18z$y@`ZbEwTyE}A`$#|(W`wR%U|W}>kBmlz zJG2L|)QR(Ig8`9bfYJIndDi$uduy;1Iq4VQ=v;oPkN6amiEQv2_sNYoXTl4H2C`>< z6t;@qHqpuPdSms#B^R>5RHh-a)iFt>A{U(nBOP{y5UaH)-Bu3~lHy@u%EbRSJ~JB7 z7P982_bImlr|CP53*G!Ia;ifWRJ|VS$G-WvG2c6sEjiiCrdc>2WJ{i0%!;@*9~X0R z)zijb*uz$1DFNtxzT0B(UePYa(gZHp^R5VZ$57OQOyW%tOK{LxdjnT+RTALjHIjUASbf-!XsP965THW z2zFQ`sS$!~pFeqeEE+>NZfS&PvR{Q%`XFktYD3WC>Mq8*=1|jV02#6*U+KiHpa8tc zVjuPlcWR?hXt&}jYkI(iLWH|~d%UTjlWIn5>h^0AlUZs>@|d>Ie_UN=6AvNB+!_Wq z-h8<`K~;3`$!sRA$0;)^J&5I|lOYehrk{5Xuk%=!XUUKAAO=O=A>@lHxQrTZS7_Xx zLFKOWr4w5gMLx72G<>9ce%R4dVV&$u*~@jx!%ip73wcrnli-K#kJxtAU#F@kl=6~W zA?~9ZV!kY1Dp-7zVlvoco%*=unRE*!;<0O!)DyaqS=D53aqcfS*PM+ybna!x(X&B! zh>{6CE#@36ZP)2VlQiTt5U=8sqV>eQL%|c zVUd($6$hWHR*dbA@-6_Fj~USi#I^W!GVw!Iq#*qM6wp???Uz>;lLHTwsHjBw1>A+9 z%QSj`ndGtOuziQIFeP^ewWqFG%nd#W@Uss-lgC|Tz?jdG_@Q%PlwRsux+9jIRjS%Q zo!(v3V7_p5DfK75>cn`Hrcn^e-qKVDl+}^6Jn|tW4VCefVCht5zP>c`6QjB5b$;?{ zg;n-;0No)6w$qhDY5LZTe58$adt-G1=KEbUVMLCW`!zu=)Y?g_7}QIKq=fmm=NoBV z(`WFdg7Tkr2!@(NKC^aZ0P^Gw79%5!8-UmrU>p#@XIl*MOq$cXB-js=Em$ z3)hmvJziwThO@Yg*yVj=j@CmHC@a($es^1JVJ8x;p^A3Cn~y%+*nwzmx5tYp@Ejw% z02<7TCl4Yvy%}%vetOWr?Rr1WzbmBfG^qPu-y51BRirC6D-ZBwQ~sH{C!E(8YEum2?zbpir1jO%!6!?VG`Ua9MxVzuKOP={ z7(Ciq=7lm>#(BBmdP=>TpCD9y%!l44K{9os(@JR*f~ofZc@g2vMHox48$KCWXpzNGxCr1Yxxw ztWI?lS4v`Yo{jhp))WQgu4v_1t`gRj!H$#Mgz2E6K>Q4xrTq#3E<)y0MLYd2dgtMz zNv5TM*@RTP=vYXoIo)F}VUQO>(T_u646*zjKOeIc46{aK%)S-&az((SDidfpzp$Go zvdj`#ou-2Cv3;PXFaEF}#ucjVIatRir%Zlc`9p)q28t)2)IBFW45q-u-t*naqKcaB zT0)?1obX2-t2NRK=+dHqiNrhT)d$`nEM%m|+Vd<>xo00`rZ^WlWM)JE(IJxMw_M$x zK(qDdAN(4_Fo$N4`0r2%Ju=9p9TO40KZ0AW+lI6zjrX%4$N~Q)4>3$%am}^ZiG6i6r@IS-~2mX z{GzrEP~hp(e}XP^S0dX|eijS=744q*#GJR~*ygZ&D1o^9f0h1B&M$HBqq*$<#u(u+ z%HqKrPe!gZrHOlEUWDr$vZLq+J7t=S^`ut_^d)30P>Tqs+wIH{C)6q6YmjvCHrH%R^HaaiBFC){7u!R|u7 z-?Wd|-YQ3Pp`%2@(4F`8s4r#E+0nw;(4ozhVt9#26DCuJA5yZ;*JMd7d??GpGp;L@ ze(p(cztQJNk`PekjoMJby!D`>>l993uYw@|>lZ9<_V3nj9kXubD>W|gC`3m}1TjG& z7ptfFwlcFZR|1PZ?xK^%dtvcu%BLSlQ0X-{^tR4-HFeB+(P~AYS1el8lXvoJZ5o<5 znT`CJF)NP|msig8qylaai~094paHGUXi3<+3l7j5$42402gFkIP6&x%nWG4&6~}h; z=fjC82w_rlwXtu8?Xegc#;D>Rh1p`ZSkTY9LvnUPX=GBXKyEeCSt@bc|(ITu}a-qZ>^IT$&yw8$h zI&*4jZd0lVrrPSluJdBSRtfB@^b1pZq?GKc0kfLIJfngvIrtU6Xz_GITvIQ$+WAxt zu1sQI|3NP-1C4mP2X*?mJHoeDa>GbI1w4m@6rPErhFFr78W8-?iR{Y0MTuC^y%!>z z1>TU5FH&1A59>ahQWvQ~$%b{31j*=C_BFBF2&MpZfdY&UrJXxW4G(|0df5I<3@$(2 z-&oIrne9)gNWhKsbYn*`bZoOMN1x`riet|I!yal+Qy*v5b0si<1%mbauts5sy-6-0 z^AybwPhLW}jn}HOXcN^tbpn7@vy@)UFXmy>aRW)nlTPwSZlJ*5Rw0#m@j7kp2D21h znNuqRmhsd%WIw1w$mWdHN)sbHy|YK&lCrx-oj7fAJ)z*!) zE}aKHGTnBNO+_#V^taXfI)2`7i<)6ZV=Dx|FVW?P6lot>uLb4UV?$(3*_#DG;^<`w zPS3tG!f#=JqyfT6rqS@m48wHchp`T{d3~r^!~I6~RbDqTw}+X0}gL zk8K3g2muz%4Kl&3$qw)ruU9h?JNRm}R2j4?!v*B%Xcwk&E z56%5`7GClI7VD;Udcnd><-J7dNdfx^1~+LL9#;oHFGm*Dum@$YFnzdws&qLI#gFB8 z1o?;KG!p=NGRsn^N24=N&bb8TEK4o#W>awiJeb|VAlZu}QGhrzJ4W$*AH$^eT%af) z=la18WrVB%PY@bRQI87;u*lMMNd=7EIN-1v9#`%hNAh%)q4%a8JzKBqx4Z#>$Sugev{0jxw?8J>#Feu7Ku zE4%0{x^P@eS*!Vu%S_k2Oyor$C*MeE9F6{`DNLO_p(Xc8Gq(B_n#DBlU?Sz8h?Ytp z&?EHSKR8s5t&z+Bj#;V9}sdUdpCBPy!nz%dSGccSK38F@Zh)z%zAm;^`MGlaf2o z0!}kpF{bVyGU4Txl7>}W{v~r=LjUa9;rMBDxEv>qJv@f)6ZV;Z0y2va%fBz>^|6*F za78leRWTgm=ed5$kPOzi##qk(+AP9!@I50Y9X0waPHsDeB|dHzlpMT;{Bx38IuU47 z!v2@8Az&Ca)eCwIeu8FR*HU$e1Y)o<*&lF%s|BaBpYlWSqE{b$2(HE5Z_!J(Z8J|v ztJK!ESb9;|h3{GW@2-7*{Dk@+={}Och6%`IVDtt7ZYn{M)Z-4mHDd$kw#=7~N9k|K zHpaUm-L-g|fZ~47$vgsYfqTxcR7Q8Io_9&%g!+l|BlcLe)hr%O5u+6n19nhDD=(r5gNl$Jn~C^c6B7~l zytHhsY-2ceAgx+0=AZqk0BIulQPeH$4X$0BiXOeKZt2WBgj0oOQ4z%YDWgQs3FCIY zQsY|k!^fv#R}_^GR9?P=ZbF&lx<(fHp!RFm>VS7Ej+Hz<(T}ezLfNBiyPMSNwdS&z zY-NW2@+&xB!UVQ5X}wsCUgMYb7vba<&jsY*qr}^V4o>Z$Xq)dIr~xBJ&M_CaaULSh z;Mn8L6o!v^Jo4BJAG#J`Brn7z>w5RI>YTyd6@t5cHVv!gXTGX8Eh+{#m$R2G2Jh^O>6_`}n1(w-3 zt{|m%H5d{FFSiF5s#6%@koWtj*&S_SLf+$TY2UGI>Wy8>{lDz|uB4b}yImMaqqGTz z_|ciZq|RfVnQPI$vH9M49(PmC$*LCCdGEgaT?F9|DkzTddqhb!-3oDG!}$?gd#^tq zi{CjsnP0GkefiY`XUr~WDZ{a}xr~ytSv=lXx63ggbsr|Yq=d^#vJZEUoWDRA`tULw z?v-QaY>I*E2X!QUye}^6P3M`IZ02=)d-DHdMXh@s2b!w!tJBc_9ryP}p|wF`BlET^ z?e<@A?H;v8j$vgdZEc8KS375$rYB4+9cf(mV!ESl{t;=~>}R1;ntr2Vss4xmMDZR+ zv3tCZtOe&5qM93ZZJ_)xoZu2k!rCakRWZN{@WGKZ*+Y5=M{2DM%*YElbc(Ph8K0(W z<||%|HT6oJ&ByqCWMnzN=7PLAcu(iV_(E*W!Lr~|SVh}0hO!ZjeC&LwxiHlo!x<`p zO|mCkR?ap;*o9xnqxdu5>4lK~bWp;qk!cz>eE+#-kqQe9LUJyCxjV9uwLncbt(DKa zy6%)aShi3=#Z(C&b7}T^SM6G&BpZ2G1i*1dNFG?$m!)-v7!-X(9MmR2VJA%*4d0Y} zTD}c5P8pYM3!Xv(V=R!>1s>q*wu)ljszaqvra&*@$a83RzM3HWCp{wmtB>}LX+VGe zcx%(9*$xTTLo-Ho>d=>q7-ukAg2MY~*+m`d9Cp*NRWRhfb6|s8{?+3;vKL^3Z@c>^ z#1o~r)3~XA??N5;J40Q15udD$!lIkoz&@F|(-L5sS@?0yg#&To#oVauJE2mIpZS>2 zK{F#uu9=RV?>}dPKwVT4*{;K@!FL=iX!il(lWQphBMp9$WDGdoI==hReEOCMs;3;X z8$kuWbCWLi!+E(;XX|lp1SUijeOBR^tGj`r4`M>&ux1}(b}XiQfhUU37sRyp)Rt%AlY&>dmNye`+5&YH!;eI zbaZy>Y;KVXth^tgV@&!~43Q%z=dJvMO_z!ni3E_d6ctrVmnkKxRS5wyUEyaXvdhy{ z5`}bV&z8=9p_CA6vYV9FH;Fj#y=R3}t!SOY5LmflyT`?*`k!n?P1@Lb4Uvo4r4ZW> z&7$QL_TF8qqP#86(a(_INcG)j8;)q@n-11Y00`-1eB-|1AkdfqDlnZ(O)G-XM`77w zJT{zn8qDi7#dxdLl0gvv|M`*c!&1sEmT^R{K za_$VXb`i+;rA(XT2pRY={L0vhFW!pVi>^v69NIE2kW6DO11|pGlFR^l z+5la32Jki!C=_IBN;0|i^NX<0>LCc=OI}*ba zBFVr&UO;aIXeaniD_}qF>Lv@eLG*(S2~2onWn2AG49lwy^LyqvNOGh~)oW6-&hnQA zRuYF$6z&}zzshSh{iuT0>$uN*RPitJ1zF;RZgeOFU3wLJOi|zB@)~gM)`0G1q*mz7dz^Tvcke?yqzIgb4Ip9Xkfc3J5-myg% z>)UY9Pk@f=2WLV(gY)4fszc$oB!l!4T>>lzT>}6+g!romPT(U+U`5zlCShA)R0Hv` zAZu7`my{rrIZZPc8ZaqoC)NFkHJ`Xz$$Yfdsj5tB6YoP9*271+U_3MGp@8l(fcu#> z01r_o_IU&#nY>A;1}V{YowZ|~)+hJYy+VPr5CDMkp-@g&th3e6aOdHNAS_ANW3jMr zQaitAotm}uW1iHfAHm@OXFdE2JcXvt$@J`~?xp`9qKc)CrO(Y+*SReyVBd)pO*z=j z6-3+e9IS3qDTyW@NCzsjvJR4bk*NT4CV8wOU$&;(84Nt6iJq9-YFVp(&8OF$fQKQf zuDeG)ezecBYw>UM0Fn8|$Ea?R7YP5zdYmUAG!mhpw982_cgIEne@!p$Iweuh6RvHe z&$5y0WiyNNKnej+RoLz`Cn+jcVU^zystfpWW&`_q*fhT)M;6S8yFz_lLb?&g4m0fM zB8UIlP$B^8&W)@JK-DW5Q7S>F5HLq(>1`XJKLJ`2m-Srl+dG~V0N}iaiw1@#0LcBl zN0j>EoMr|1dzLyTsxY`pzZ9w2pZMcVLCZ}70NQ5v$qgK3Sd2Zv@lvkJY4v*1Gr%ru z>kM(zm7OJmSo%(t{lbSG$U#eUp4vHV)2_8FLSbWn4%0!_s`DI101dkDyev2O-;^8i z`Ke5D{P8PG(?8fkq_=40xMMq22B7uPw28DJU@V^m-OK zp2kAt6P}%)4TV^iuzXKaF5P}%F#MWGEb4hzI(5EvkfzrBc&#jo0 zjU=s%9asCH8=*d0{5$T8bqIzuc)KOuZ&NH!KB>1HA?L|LO#pk7P!v{%_}VUHru1?O zzBPP3@zr8U-0v0iIGYGi!xNt*&I`rMFXV^`)QmlNo}eii7GbRbN=RANe?kWA3~gs@ zf4AAVEKNQKjR{K9)`P%)QNrZt_dTQ%s+et+j7mE{$s)v@lOEC71LcUQ1mmXGGQ9VAt<` zqz{}gP_)A)(sHY1E_EbK2@~GO1YktTd_E_9L#Xt~EifSQi!v8l?MU#Acr;^%_UVI)UhsX$GG+~_S<84sGg(KWYUD*EV9x~b89KWD+D-GoO*Z@j-3OPDH;%Ginf*hQ~iwaj6FTiQ|5 zwC=u>z);mC4JjCko|xtRaE=J$FQ;^1XdG7VZuo?_4G;J+>q)6-XjbyAQyPn&+Gi<& zEf_fGw@EjHd;W9b5-3SA$;oPr^AXS7(TcCRgPi~UXB=7zU=i`3Y!|yl)g2GZmcG{r zOY%)x_iAQ5hiObT0kqGgSPCv`hrGL$sQZ#8U=fGD*7R>8@9wrVE52TNHW15vf{tT3 zO>+Y4j@02U51UzE;xNF%lFB3ZJ#oH{gEz64Rs2D_(Ko^HH{7oMC6Kxo6`SYrujegb z&giJVlT=)B!6Uu2L$c)=KS?gb&> zD$2e2mnC%U*)3jxDotKZBGha6AjV=%4O`WjNYjES*?Ml0(-LyKih)Bs$Qe8l`RYmA z6%+R>{i|gxC;wrU-58q`UxFVw>-N(8Jn>us@^5(=3@{vI(vst^CH~ZkjgRMk503L^ zg1@wKM2*0zYe?>Lw-z6k{#5f;Igvq+Qc~u_^SEw&tAZ;T2x2=O@td}j%5bDe0)qm& zt$E~@o2BC757Eor+E!e9TTH@fV5;rMp?RYe=u2SL3q!&EQzc7{WO87bwvX3sL_fXD zY14AFz0nXqHp`%1jh5jRgy5)UeqR5MR9AZ9m0t0y)!O15JG8Ju4!{FMiFtYX0gSQi zvUeI4{lY{EfVECf3H0Tdp|zWI-7BTt8_akr32#6fXbPhkGMK3pz+(^=Sz@$K!GN)| zzq_>E+#P}|5g$9U}QA+wztkWR9pxTsPImx}r z#C3AxE~K}m%&sarY_GGME@ax)Zq7ratqXsG8$)k41xDs+%)sbq|4a?;(Z8(W7;b+R z*zPX_8TP2&tFMSSj)65_U2>1@CAvVmUC7T7Jg57HU!C*iy7ia3TVV^*td77l=FpoV zji|sN$sGwGm%BK`_n&0WxL@`Lw~_fKJz1gGDOYPVmLb*)JURG*R53*aSEQy zl;>m@g(0IgpuPY+hSr~>k07PsP$LXbNH{16v4$c5F)Cx=xTXF=x2Wh@jtZiok?#J{ z6HvxQwz+YiG%|&oaJi}%zLE>S(^7y@ zL;nr?nTa;?+sYI~^&Vwr3VOUFo}njwjo)2DHmiSN3Rnkt)ASZp%5PDMz5>q2or3lO zMJkL7fReKS2(@3==}J;U4C*nS477=X(GUO#Vh|38Oo9Csv-wYd?J1;$6h?4>Px#x@ zj>91@004U^#Q*?Lpu@3)@AFUH{Pt~x+Rt-#>hj@!(N5yxV@>v-RRkSgU^83p5jE(g zz=@F)-|LzNAvS*rt2#j6SP|RU3Zb6}Lga5xFK&^Qs0}u5E^4o^R#%JND zwP;n@pxr1mfXj2t&X%`D~iw#wrKlMxPA?bVDRr~-|&;bDsO*8 z`9+xJ?-kaP%9qzmmNAZR=6XAKD!oEE3L5?I$lWdRa5CIgz#}-r-WtZ!OC7rc)~D4{ zugLZoh2Vf(wHw)s-)2{2d@D7z=PQQmE>pU?Hn4%Az8B-5LIr-S^M(-z>w+qL!mQ>v<4dNjT3U$)kR9iVqE#o^$Kyh79-mHLsH%H{+J$UPh+ z(OZO=f*PvFR~={ru%Q4Iz!BEY`xI3=@6KOr#S2?4$vCmQnRmvLPfpl0$=qpIp<8lf z^QPR+mUF|-tv|O%Lzz!agGh8e5R*eeBL?WgsI)PR&#uF%i`~sL&lKm?xcsHWw=N&?z z@5uG7K0JI`M70y6l!S7DgG^ct$CqgjXh&9Quhj0q0QxmJH7mtnU`j4*hO>^`D>EIb zKv=2XU;r&*bX4Q4dXAjjRdAK)KB@n6pWvNUw5Te+kwO?e5RuzUvUA=7f)Q|4h6E6pWdNLgh5aEVx(v;bkg~6g&CGpH>LeQ!%cY~l8$r|7I z)#Y8uO)eiHtrBsS&nt?n0>+D< z8%hfce=ja>Ms;Q+aP^8}g4n){x#%>w2}Ah`OT>iRy}`1svt$Rh(%Ci)f8qaT?_u8R z4?#_<(03c{N%ks`&&BhZ>603wM~%&fLpWyK4o=;-jEdGwD2zs8{aXz%W^;PhX$85f z{TE&T)@PBwR)cnMH#2V6b>A7?XR+wT+2-hdYFMxH_`p()1N9eWeNEhqIVx~Iq_~IW z>zc~|XzS@a;{krikSn9m;n+e0-mcf7V@#B7-*kNs!Cr&T)f(o{P4rdkgdo&W?bq=kuq z+7ZHb#)ElO3qW2yx$UitsON#kowE0^04re?5UP*8(n$Ja`9vw(^4{(ugu_opBUuKK z&)GiUi?Ct?jZ2CkBOd@q3_Garl_$6wl%>I19(3W2Wod)8i(8Z@gBC8!!)c}72x~80 zVnjDT;A;++rP24XD1*-q^}VMD7(VTr3dgfFmbGBV-C-{N09Q)L7mlK-G|Xpzg>WJ` z4TuqRzu{HiMG%=Xc|Vp z`@G;G3W9zUa3!Gj7FVrpKmgwmkdf47VYbhQE@7`Rf^P8Wj3lX$=5eONUN$i#b=jb& zc7`d`kWNV_)cS7}1ptX7mCj>*!Zo}y;`g0^lU8>X3*uHwC#{LbjHB&opNmW9<+M?A zw6ch7gH|f^;p>5Vk8-k_-T{qDX8H=8wHGQo(wz`bFUof6GV8!t`y4$Gs0C(cyrqTG zMqzQ&%a?VM+t=E08yrhq1irqrph888&EQ zc}^Q5u;#Z0c4};RB8x%u+3TP7_wf$kJoQ&@!H0A2+9zMpFZhzHG@|NhO6{GtjTVg= zP*c0tUM^hJS^2?p<$eZiykPdxQ*E=9jysI}D%`E|mjZnN0AYqjaUPXBm`sX5B+t-_ z-Ugqh7|Tk;IM@+lj$NzJLnJl95lsHeNp!|J8{jjG$KzQs&I1DmWzl0YTp*2~{QkOk z`<5{*TagYON2LV0v&yPV(4r0k{WKAuLEWR%g_--Nqf)`tTkiRShW3XnOPpsAqT z3R>wXiTtK&a6|u?YmxTgZh*MACj`~Q-~9*Yc4wgU#-SHd%)j!a8t@s&!$)L_=K7!) zlr|kz=OIb;8obJPoGom?&3h*yC}rmb9ir?%i;`Zjq$#KMyb4O*iHzyyqtwSA(BSuU zMjh}~?cuUu1V?BIorHXFD!t*SAUGU5)u$#hJIgK<7t*U)C1!?RUFiYB3}WTnsF?Ny z*8P|6O2L!jI;bdvpfxK~vbs6{;Iz?yEhD&L!#&&w;CaGd6Tq?q#^MRn zg-F8W`I5k%W>8uMwt%zmB#L)feqG-8nWu%aOT}u@k!wtD>x3TjY|O&3vesIT&4Z?d zO5F#!N(&YkI!ZwI8ruXser`t%Kfq8H_}l%hNq|amsjR{twy`e>m<%|o6qs$vxug!{ z9aEvgZQljtR*@KOEsNG@$UhY-ZRfB5%MLL~az(v=J{O8)6h=e0h-H$r3CMs4v02+^ zJnsYmFcFdAzgBga3jEaX&+n{*?FTwo|1BAccFK8+OZLKFK9fO68<+Dvhma zvHU*%DjLqsGYt#I>F}O*pEuOE7eWyQ`GCrYIRMZ-T8oR=EKq#ax+Eyo?-B(txN!xg zaRR2Wh)pOC-WzL>Uth#uxQ}^-4#CQP4ZEnAJNTO^P4j3Bm1@*9d^DqR>GfdhSmLq~ zKqNTFJ8ufR=k8!f(l?-+2U|03hZc?bMs=GBl7<3rQg!QKB;afRcEO0Z)Dtx6Wm2WZ{>BJq(8REJO8VO zt8T11M~%_cm*q+Fr>c-b+uZN^5xnW1JMd1YCav3fAV6_+KrSC7H+cXGNx8my-A7nx zJe?_&n9tzCw8Dy|d(3jxZx$ps1OhG+0i#x2oI|Q(*XdB3Ho@R6GDO-Xz4aGdWG~?$ zdsSylZ;z4i+pZ>%x?D>Z#Y~AhsaC;|oqU8n^}iou&st8|ToD40;0(z^CTicON{D#_ zKiq}w4MaKy)PwkJOxANgGfDkyS&^2{urxRNjB zg;6LHZP;64cxc0?Inw4vRDaT>>o5yZ6`FB&pA#?pOr;~KHNFpP{onZ));~2$Obz0{ z(Wf%N2$4V?uYA1HF1_c{*JCY8#ORic@CWU(mAl77_4J&>$Q5o3hLX0|k0!=Ug~ z1MH8>6OE=ZOM``VHJ=^P;tXhqF6(Kh`+v)0BrEu193y3;OlwfdbTpP+m}H-?8~QT> z(-XPC+cu0}kmxex3+#vXLhUBWoHAKWK>=ZUbOXhw653Ky$qZK~GcQt82>m#W@sEqu zf(%HKJs;jQmr{j%nFhbv;NFxH5m2yOozx~gu9Lb(So3IEA&?O<0vAbrS)`8 z8V8v(u_9B>`NgU;LhfT6Na~S<)7hu@Udg~PTo zz}uHDsa2e7p4u!Z(t%f|)#|iO00`PSRp{|HiTCIL$Me~Dc`{h)4<;&1g6lb*7)VT6 zP4bSilB8cgReu_;oA;(gi2gNufC*PlJ-c+XfBe`PDB!i?0V7AOyi=>AiuppD8r;Ry zu=V%#HImh{$^&^qFIWL-DU0v+k1muL|X^{_w~C3IJCY4DE8|V^*Ga zuLvnd=$sSlnegni`}nN$ODBK#FeAnIHCL@kDO3X-%e{8+DHhvZ#wcnGyHg*93zJE{ ztA+c2zSs{}NGnI&A=aC`e`~Q)l@}l9#74D}v?VILM~eV?OD_+B_R0_1bMy55$;pB6H^V{SE&Wbyvdw2IWWNsjq!x^w|-&JQ$P=SVp zIM=mPi?tDVDB4@CYUHq-4|L+!)TsU1ATm&OY{Q6dEhYcA%-jgU^-^Zj(2!Jl7 z@pS0dmGc(1qC!=j*mVu%HXqf#UPH5oKt1EJUhNa0M#i{ULqm2M99rCB8o}16U#Rp{ z@GqvZ&u-lKjY*C2?al#>zro~UNviYfLkMLC-|*_-p;u7?oJ15(gLA)1S)WT_r~wGG^65^-LnJX$-F&E=Qr`Po7b0wJiaIX%x5NyQYSvptis zWDe;8_E6J~A$QTg1}vzi!VF{Ig4f&WaeUmA$K zoB|*>J!rcxXoDP98l*$G@=Tm62G4h3dkP zV|U8AmCQg*_HOv>3QoSlK^``K%vH1um5Kq`2{&X=~9Vjs=e;#;ffTbo)56FA2dW9mbcDD$P)3yjgI0-ic?i zn_dt6<*c!j39gx~CFPd$`HK-o*=T;^C%)Na)4?Qi6Zy4jH0lBzjL#u4@w?6{gNn;C z;-BiPTyI$eN!1CJmhUpimPV>F z;(Y16=?N5SjxC|(U8>tYRh)O?qCsnU!v7DJJ}FTEoE3h$!>|t3CX29e0kKY`2LvEK zdq4mJ2Jm5tPz`s*cA+1}u!J%NH@$$SYVHB~X*uNEAE;)u3@cfMVpCFRuYe9;uHaJ8 zHTUE@Nc2xYs{9-o{?mNF6Yx&!P~UPAR2cY{?x7=|NGze7lHd_0z8f~Bogu_b<}%>| z+>;wuSHE|AoPFk18*&Y0l5xBm?fpXzS02W3{|o-+NEoHva($Id__u2eg2E2w$1! z*&HY*4><(^_<$q4x_qY7Bm-(oZdI(oVzo90$eP5x+?tBK-0Ow&+M8Pw2r8Yecu>~~ zXH&_i}g9X$xzuU(~=Z#=}cNGQ6!L;!5Y|gDFkmlz>{rcZoGj*`yQM zH#Fh(rJfiY0=g>f5(RET(I4afC>43dS_j7oz`2%3_?XJ2<)8vT~ZSf3aLvO zHG=PH_fgpiY^^=uoQgt)&_0C9&f+8b`LE)uX%@)zj){)ScTVghM>99@pjz1JybI*HQ%c2Z zCVG}gvAxaH!FBnjysgJ;ZlZ}$^(?%BA~MAo^3QwkK^226ymcz*=YZ<;90vBO0DSF4 zHCI&HPn{$A*r>&xw*~%(uqbbPaUA{<=r`7vTp$JhGIcg|qmbCLt6Qf@*r^z&&+x`lPnS6ow_ODL5z95fXCCX&v!t)kIrK zHyA@z|1!KFq_S@KCAs5cGFDp5PB^i*c_A~F;D<2{Cfa-vngYC z4^Lw@jqgTc;qlXOcE)+QV^7>Bhx{44Yc#Od*4TO<1a4rMAPLo%G}4*`=TOpwr)Zym zbeZ9YML7<~E{Sm!yQ$_97T~)9NY9~wuL)gQq)9Va_jtB-{pgXb=iwJ7DeXiv>5aX$ z`>YZ{Zk-EnC#(&ZgQq*UH2*iCM+~*PTHZ8$mE48E_FY2W?z9@-Ca3Az5EP@}9P_xK ze1MWvmmwN4hX z=eb*kw6=md2lL|xzQ-qYkbdIiMD|mC5FyDzKppr(QFT5#^8X zsK$AveS8T%mL*3;3!60j#0@=~yugAPl0BA*#+4YJNVH z!rzx(BP(IdHUN|_<|1nZPow>ICL4N)fy;$$gP-J-nYuLr6f|3T--fuJAma*xXGn0p4;cpAQzGlxF>7shK45iifBySZryPkkfFB z_}c{o>vZ$)_3GNCgi{<>_oi23%EUmrrQPTR;w*zut|Sof&%4CCFe-oO@wSj4~N z%~{g{!o(a%$XzXF``yFy;wpPZi$8`&}Uu5lWS{nY= zZRk+O@FmyMUD_UrfSF5-wH_Ybf}daK613JM%&~i`D50;gBw6`5-1x<$Y!2v?^0O19 z$s2e;Vv_?E^G5KpGh8ok9)vGqMLKp9-R0h}NH_0{JeqyyMo z!>jMu{%PSK0o#VNPjm9zZGRCB;^w2j1$FPUX1z(_s*4uOBa!|b1#x27Lncte?=vX* z$*3Y?>*y^3F-$u^Bwz41lvd8Ommz-C9rTGy2`tF5M)Uwn!oO)IVJ-RD`55Xw?K}q5 zJB7QH#Yr2SBrPuJDv@24Td4{VXsf`WgGw3=#2kBQOB0Z7S|ctkJc{M&Fu^fZu7Fsy zQN*cZj(~`K4;pG!;BT-X$A>T!fO6qGWq}BD5MqvZb}`lgd3kjucgjn=NkopzH=rEH z6i0Dh&C*vYl#Nvxi{2MJ=4OcUGu4mW=WV*}_rO9maxTQA6fU%LV{QOo6h7^{yTZ|M z+4pp<87y4oGu=|se4gx=+D_Ezbglp{pDge5=3ExYk}?1mSl(gn!f@S-PMfOB@p3PtM!~YW&qb~mVNXRX^f_ywHnTrEa%Tq ztjZRPVe#e?S7MRhMu{KNnKMQ&oTfVAV2(`M&^287z#8zQ%>u?HXFrv2nzlQQA3n(p zr^Y#>k7bQNaH+>f8s+xN3CZDb1XN|9NTpf+qf@flYl_J`(mm;&l_LqEcX!4a_v#5b z3rp^xKSIo;!R!YsHHoq8^NDD6yyPFlRrM_np}ry}zMs_uUT`_kdl9x0_D!BZhCSZM zB4?PE)VH^{umbBU!keXJLnKw(62ga5X?1oI1b5M*m(KTl%q$db;#VM*Rzy-oD~$k4K(xO{rnkj_(8Z)ZN<5<} zklIncjf(PPr0|@iXb~_w0L)LYWFu85zTR|1dEQV>$f#L?GP!Ixmc{C5FA4VU`A6J> zD6u#3=f`^kg=_VCgLf4)MtM+1akr#WbC1I=Y7K0$O7GSH*M!qN)=)CWZ5$?lZ;UN^ z;0Q~FLx{M}v|^xWAO=BBcDn*9QZ!w(VRioi000vZ@Z^hkGaq0Wwfx<7>UOZhGk@AV z*A#bLpVc^2djW{MDw^`DA5S}GXWgeuZ4kQMtphP7I-b-#F={*M?QVTf%>?Az^VzJc0ptr4%{bBQW z@K_+Wx6!|C8WbWZ`;l_2P4w9F&7srxIs9vzXV>-sKs>EYD!z?f+*KuY^4m8|5jR5P z&LvlpS5f&hqxb2bFACsQ>n7}K$e z3vNL8>?maZ7k1bA&g@Tq%cK^E%Fs8WT`e%oNcU8uZ0gfAiS-gU{^VX2ZVXr zMO|nb@q%M-2%k=VSir{)CtlrLke?D?FxvTH5;Tc?f>;VD!2UUiQ(LkM#+^Fa+R&QC2%81%JxIkmWSa5B3! zvS`V@ZqW)k2X$B7Hy)}gG;-mK5r>mb8u>GIyaGPzE;MVcFnQF z3zkN#z40NVchxOBYSOd~P?79Z6SgUp>+uZRB$-nS6ic6i-3Md8LVu0OP4!oe^MOq+ z9Y2BtDCZDG#XndSV^^qI)5nD{5qzyz2-QcHeS@2W)Kf*yv{%B%6IyqAL>Wa_BS%9E zO{`Le8?L!`~$qS->VB^oogXZivIqvpobLlJ0pHRW|8C}DUC83hySfzSqxys zv)4GV-haTOTp5keOVk-~po=Mt#Q?9OkNc7>%7G4aF6n5mlg&!ADrve}^bCirghM{$ zK8~?Zyh|IKAV6QYMZdcD`(g*sz}vS39zLkdM|jIA5lSoT+L$MA*L=%RQYl9!akhW_ z3HGk3F=cAG#~tti%Q__0Xs=CdIN zzd^5(ci0^DPP|vjSXb9u)UwrWR9>%OWN%s2gY93dwj>Mg*dFrwUf2YWu$N3yL=-*S z3g3Zcn>k^_gDaf>+O088tm=a&A_+@u-;x{l4{b~P8g8!?AZRhwWhzKu;KycMAFQH- zj)>)p-e{jLYrV@U?|r6L-%%bTo%p9@uT6gEyO}~9hd+L!@z04fD;o^(V)b1R8j4`r z9xHLnY68wt{F&Z2M{@`#X5{#v1W9Xd2yJRC|5Mlm$mLs8nX<}eBSd@2^|NUqbYs1wFM6a0DQ0lRX4ra@wBSBT+sY*5NBXZ4S$!7EOelyN znta1(IjOEqX#p~FgBUdCwfy)Wj#YT@JljrX2Z5q&D01n!J%odFEh`sP=|L)T82W>& zynB5o<3%eIgDuw0{BSEy?gfjRRZCV^*9tPWY48U0?A%91DpB5@I<2I`!anD~?|*98 z^n;c=-u+vcJ=y}T^naUH_r>Kmc&-yCYT%48i1DFLwkg-S^k1#ri#~yC<2IM;AVpOCAr=)Gw8mDuN zgPcqh>(l`_yGF60(FAxj_!gRF@XF%N87@{xXo#9!0p!1h0k`V^;|$NpNx}Pq+iY*> zzW08EiIEa9F+7pjegGrmC0@swF>hpV6VgomTCmahF7QQIKf}BqK)7gV8j6~m0_M(j zpBT?)yc@enbFBWUEN<_^6aWW|00B-AEu4R&G4Kw|{dMCGhX0>^jyPm;IWaCxYn988 zxow}0LMZ+?C2aRFHr!5~h8j$+>&oTt0;>`?)YJ>WJT-65;jFf^yvN}m8A8Z~+$l@p z*~bS;=*ic6GgK-B3&z@_1fXj^AAHw^ZnEd?j?d8X$w~M@R6KJjLOlKoR1rm9!`Vj( z33R0b`WpG*7C}APAJga+!cV9V{hLgw_HKRKKqR*K{gM`{NQ)ndBl4>Yfv82xV3W!t zX5jDpI)??K$~_nh;1MJc@)Ae@Clm_` zi}~l_)R%ArLQGoBMRHS~M4CE1vn!<{w*XmrkN^NHo|&xH0S?c%U0x^@9d#8tN9sYs zi5PF?@493+WJP8v;+aGoV>p!X{D%Tuh809253wr%W8dS`Rmiu<|C3ZtgvbC_%gMP)7}KAAdF-|QE|cg7{bs-b1-U@h{GNg% zpmg}$P4T`NmMc?IwI=unMSuX|07gM-8RHNwVgOg$BgP(~`X@xR>230Iu7_3i_ufQ* ztO399Sp5bOC;&Z*bP(uwo;d&nz?;42aPX#4Z`$xe5H&F;Q2NM6=PFcAj`UtEI5kiY#cT_^JCdoIcEY@PC^Uz3KOjZ9LFse|1^ zU#>@{WbxL$_!=&rC8N1LBs-b9R`dcfE~q71Jy?Mz4K^xd66mS}f_lqI!ft=r`Ewzx zG(h#N+Z_rhT$-03a&G@nru%&m8enR>|9E@J=LUm}D9!x=3@1x|gef%6DkCQUO_hvm)Ko`s4fg$M)& ziuWh#GyDF)-^A@Loee82jLc>*yDd|tKU$=VO(F=fKblfz`FA~1IA5%cFO0@P5$q)~ z2*H$KsJU(+8wI2^m_P>rEv@JRH!$#~?X4jZjr z>=mIh&>Rc#QkX4jatiZv7!A<$odqon^ z!k_OV)W8CqYbP%!c8%weJPT$y7zsW2U6P=v85y>y^8}5fgY0|K@aC%$EaH-DMzahQ zFoK|KjUQ+^#IT*1k=(8@aU+tHYT_w_a};IaLC?qvH#2_f*NqGP?aKY=Uu&*m5Dw@^ z(*8-BibT3}lQJR{8FXtmiqo zFM`wst_;CUw@Z(@$@J@Ja+aYxud?sK^r38vt7?vsMr6+)n~YrqSBG4p|L^8m2WHv+ zO?l(s!B4l*Y&0VL@v2&H-ke4F@O&B@m$biUl0E2!n>!cKSvWnB;|69P)B=fnC9gfw zmOI+2hXgfmR__o!beolgX7+$Z?ayI*_&NDQp?;q!n=d-hftRF^cH`TXBv_$}Z|Ak{BGTnbmE5KZeeaTaWqT39`d)#pFhnP3VWf^$^GPUp`;%cWh z@(6}`y?~kEl>(X^B=41Ap|r>6_sK7vr~C2BqXL=HFqq%pJHmvhC| zrw5%bsi`2v4Wxs9b08F)@S-6QOtQl_$%aCsUP!hq2JNmHr3D`>0oG;>5aiEx&v}0- zZq2VyxVpL2c>^|m`hGC08!OQ_ajQT!Nvbv)xaih*}k-xzeO> z+O-`TDTUbcN5Bklrnq)weeQwe6bpv#y3!?Iwfs0ldRr-;|4UMJ@fPNOvAlV}$etPk z0WaqF%>wP&tqb;9%LQtV-ubg?bP@lv8qo-6>b?;mZjVDy@ki|SNFp?inM<9Rw85-M zJiUcRd0S=Jmf4NKF+XmPMXu?b@3qSKS4c;{LouWM>FU-XZ5A173F_C32L=!eR9aOv zPFHUrKZ3}c+KRj=1u;%i$XIY2{zDe*5LwT3V?vlD`9{HdGNLh0=lJF~@%K>(x4qNq zP8tq6eG!ztdn?eL?qQ&8Lp5DKiM{=`!K(kSX?eSR7~-hvXhestB=L3! z(LcqqVG|Z?`SnTkElAnH=L!Xw+kj#f>$>aPsZhuMu<>no+78yW1Amt=7>2E5i&$E_ zM53H`TctVl2g1Je0)&Cly$J{>@jZr&<-M0^@;CJTJ{Js=2Yb&(1~9$sff~>6Rpox= za_fe1Gkina%)-gA$wK$dVf4QXk%unO#^8W4b!z2F$YS)>^DaJnBo@lmurrD6055?= zeb|;TGshl)qTtl{rMA4mR7v?0_=VEni4JEQw{^RAVfq>TKl~e>hvRN4TEMXAbWfvn z7|#`KIbm%NztRKCyL`GU@ON=AbeW<{Qru}4#$hW~>uD5E)h*7v6~hDdD(uI@*!fh8 z_eC8EjQ&A4NAgJ)aSd>s&T}PRShH9!){CxJ z^OrJia21GTipW@t!OJ4*1HygF`ri<=y=LU$E>kdzhMU({;`{UQUa`AAfm%DC1JZ)Z4}R5G~CHLS6stIq8- zS&&>p2KvH2zeI7l81P{u`7PI^!5A=2JObzyrp3!B+4X4AXNakgThTZ`VUPY31Xtj} z&nx*m-VLhXm~wd=_yJ!Rdold9OK8RPg9DmF*}@u@Q0P^5_sNSMHoKQjQ5G#dg&x5p z+(E#)IuU^)^e26VEk0fnEGDLB6IZ*$sM9@9KhO#Yc8m8D#XaUARX_?fa~0m3q)+x5 zf_*B0;#X5dHHUvvasYZXzPy^>I&1q4d-+K50dLKq4P~qb@f@6KmtE)q_Rru@W<9y8 zTHNGTV_c3KvJnpDhWowQxtsZ9L}12gG1_ApRg>E8V+5jdd|%b|Rb`twvIH35y#WDH z7ltfs!c#g;7zFIXBA37L01mZw=24Dgm-xO=kv^I(Bl6=0CLUuvvy{XqpPtqPV-b#VWBq?CIOo?tP(MQ&HpHehCVz`Iji)IJ zIXhV@imK(PnS*4LlVE#h6}G6&{s6$oL|$*sBT&)>vv*DCw6|*x!G^E26qJ)?P-#|; zJn{vE#@2C*chI-Nb2}R3*1fWVqm?0xWc

    @LxeFXC!a_Wd8@q&%td*n8XE6vAQcuAEC2w_ZQOtWVU@{M z*&pBz?r!+QI6-rS;)$#G zDjY5V8EtH>6qxye3;x|-5YgwC#wv9oin%Ds*lyiqvi3?|Q8dHR=3uBnAGgjyEjpIt z;|Kc7g0$oQZ>D1MWZbMdyQ2sJ+ra}MCIs)?1+aadz$|e7>zWzPv?nzOvj76oJ+Lhp zMZli6DO+EZA?=T*C590TmlOq#MY?Hhf1)t8-uMsPGQcGhow-egF01K?-=zN}hmDQr-5vuELb0~G5(5tL8>H{v~g1n@lf+@ZI z3ay{WQKiL(_z^2yAGN5`fuj}yf!{1VD*+bup#_I7iw&&M#jVH*YyTizT07ul*RY~2 z(E9xCiy^Q@{BL!6Ci9nIAIK^r6Q{e84_cVUrt${WZP7qqx~I&E0G@kQOqLqg7Xh;V zE+xc5^59MgKZly%(96?Z9W`vWMIPT_bI1^-VBl*4U+25f&IE_M%=mOgmvw~%TL^>@ zt&xM}WV?1w>G40pX5YQA8n0mAe7)R<=N;^NAZzhX+XO&NH!PMh0kQVt=hUT*lBiAj zpV3(CJ>ck~fukG!sFCQO-+ipuGGv85lzWR{v?P>^QR(Y42RuhvZ(#MVTj|J0n{0B4 z?Mv31GjnV0*>`9bbvO*~K~%EMK*Tz(U7if5{i-m;w8C_ALZJch5ycNU#!{v@s(g}X zRj8rLR)XXpzB-5#ybzN8{xi@64kgUI?h)(=I?%a>V7ox^2P*~8g;yu}NElfqEwM)t z9`2g#e&?<98@m();7%m8Ckh$PwJ}m=t``b) zp^|;ewW><&84#cp8d9G07GFBkiHC40=jIpLmQgj|8>;xP9$C8JSf18v=&kQOai2XZ zyy#P}pOz-&qg!jCMbPY*5p)HAYV!kLef)8_IESzSApW}biQL;eB4(EbvKZKc*UM|Q zuQjIDc=k_bZ&d+_2KvI7(d($w>V{uhT0h7z3S5w~)4d3+(d`}uEwUQ9r;P1ynG8Pq zc)TI9%4&{Lw_WqFK$LfcyMW--*ofV@1q+2`xV#CuYH%gZF}&d+GlghtkAv6LA&_6Hdy`{~yxW&#b9YIODak3w`ipC{qK5dY)tFJgW3-M9CX5Pewf9bqG8^u$q3PG6XPd}o+ z|Gb*Mbm)>Xc^P+wT3X(@o}lTWW1?X(0^ya)KwF-P&ZWRw;@>c4$J;2)*PUlgY!t?q z88zrmqP}i?Ok8*&2E3bnm)|*!n9Iyp_QAGc5?}08Y2VYt#}{PcCgc}^SYLgUqG(a0 zE?t>Gouplj;rp&JPIi$c%$fpBGE9Ge8j|!)jOHT|WK@#GR0Alzv(kP!K=EXm9Aod~ zTE?iO>uUgm1AX4OIA^GzuTXNT_~@ax6m-_6P5a>?o%c*O#RsutJ-00BgluQ+DQ17b zA=CdGGCld2ygZqE=KXG$q_l~!(@*6Oc+Ev%E6A?)b(_btprB|{4r?Fmni0ye z+b6`f^1xOXI4t?HzY``w%yzxkb))d?pdcN%(PL#VrV_bLoX)2xfYQHNn&Yj|Y!W@( zo=(J)%BOp2T4N^m;_fF$7ve z)iBVFPu!lbqbxE~$XpUqXV)1!ePV->5-P_Z(uUmP{K;BH|0g?l1#i56Voeq=Ufo zU^E2aXW)&-CegC_nus5VETLu}J)4pWfohA8A=R)HE;^00vej-QVb-ZW-{uK3o;KZO|Jw+083x{eEF|i- z0PL{tnBleJPdD=?uW^<%66<#7o0%nhXqifWa_igF0@Q}4G8$TpmWS5NH>+uk5ab7a5T<11`f8KQ39}os zbA+^E80(SVW5VFQC)7hN29=Ni+8-=PDFvlY(maKKE{C;=0@9UmMTZUY>85aSxa(nC zG7H=k;3#iC11~}rCj~<+R$Sx3GlVNf^)DGW4Huo0_Ny2D@OUvUxn*jvjM8S`=S(iZ=80+@Jfr-~z!3x+kt6Q9M zB9YijrxWTNa*!5YMo?QI7!f#!)2xkAGk6)0I^)nw>K=Hd`@@s1N^rR8^CKm~OxWfr z#EY6C6D!c0>8SCmaTmj4Nmp^st=$>!GqCLT{j3P#-w+5Z!pvy46;*eMJs!Up5HzWS z8h5%0oXz&!Wt79D0YA<#?3%`}v9$Mr2UG*K{KY!d(t$hEwGKYp(^Sg_4D~k}w{VWF zk$b;b0n#2z4(`wVTUt~m{w@-W!aCcLj15eMi!64it(8h8&1ZrFs~1M9dFjuGx3xZo zz2t9@>O<<70bMq&>eABhG}P@F{nEdAIXl;`Zq|p9Ara_&I~G!_aQE!l<%q@hM=Q?k zddn)VLx=R29em3>bfJFMNPcRU0h8MjH9x(u<%!IUv-*|yyaSj&&u6SIOx_8Mh>{c4 z1n=EP6x=SjRN)QX>^TBr$bgH|>R^?zk$$=d=+m7~?;qANI*kcH2METB&IGMHGx)xW zJHdOw<5pTl(HuIJ&t_&{3Oj!}%Bm13pZ@y%0Ca}CCd?iZ?{BSiE02}DrYjm?zmeH9KvESc9R@&Xg#|4(yJ0SR;WnNfU@ zgPd@adC>&EnJ2vk$&rf9uNUC&SzLM_xmXvZZ)th1VSpu&*DDhRyMieXl3`UojR?9& z&d(>yXiDo^B1RvkQ`VlBQr#fzGgmtRn<@%@gn-|E%e_V=1K~2qZL!~|-8);v!1G)m znv5+n2xyNZ#NaI(EVi{5;0&uw|z`#UE&Let0YCa=||# zTAk(L?-LCNZX~nF&p5@}nyuaj5i7pdik0s=#GtK2ZI=V+UbjV7Jze@eBx$~nxK!+^ zBi{2HXSL1`_`mD|{5u8NJ94SLu6dERpZ~#NX;SuW z07mu7&)*?xvv4RE3t2z36*H)83~Fp;#6qlZe3G|BfnxQlA*lv-2V~p-Gc~nB-8CY> z_w&B|gk*4p+xX1bT?kq~bPeg470BxNKhk87C3RV7e)zY1hUn zajRP4l~Ynn$tSh4Ck5gG*$9K(#D}tn<)p=O%2~22xi~!-*psDbehI0;5P>)xfu&l? z$g2#?=AnYflh1fi+2FGxK?Sf52wt?HAE4*zxD?06@*$n!vnfW|UnNELkVb@pYo3I) zyE?>qQ)=s0(GchHXiRl7{&innjPOP~u=9j>hm@HIl53ZtNtN2U_}tgieHtO2l7;HL zBCOt*THL9P_>=Gn;*cB+FTJN+dCpCL1uep1)?pUX{N~nFM_%hACo2P6Z98GrrgzH* zUEyT=`B%0ktY>v-Wve|Eva|rwlQ)k7SF5Z}Ua`4L~2cd5I2G;h(rcG8c8IqbTyf_u>n_lRArhtF-s@~ihB zS3R2Bp^uh4>QDPvQ3*!;rZAWUI_HXI3dwd_tCF+gYOy<*y61<-XOJ6?kpE>rD|&SE z-Ov5iGhq$pwRq)r_1Y^-zEISfGGk%S!lAF|EN0Mc<%J-=NTNUcNI^DwFD{LNe(-Cq zeC~9cJPWG)xCxuBOux$@ipK{I^+z>_sE8PmJteLVP{j@-k!FM}a$>8F)eC1jGa{~4 z81=lg0`-~TXJCpThGOsr+T{?#WWM7Po#@wA%5rl_*2r)`*vqOtH~k?5JJw;=&YN}^ zCT&X#(SLLwFn*D8QS0OCAi-=Amvu`!!l`n)_bmUOxEfr<`lh{C)I36HEOVetLvbSR zIYwP6VT%1(j+LUv%EDFdS~*nylq8HGY2Ft23ho=PTY!tDM3HcT%TN0=y{wJtldT*W z)3a*=J?={=9%?I~v;!+8ogEhi&~Kdeg0RN;V+UmFOv>jQ8U z7GLcVby$LIs5>ny^^mFuZa!zUGwj?6dmh8*{iV|yR$$L0_+ke-#nf|gLfK-^GR*8? zgD4rdU363nOGK)NN;<6wV>k5raReO%Q0(K%Ju*9Jj@Z#@_7nAM3FaEvKYVoVrqU!6 z5IRbW6iTmrZW@EUgFFL>`cRe>oewjG`QFC*DMhQGv%DkV%d4YI#OaSL2)bZ;H8e|V z5#%uG3O(PbCL1tcvXZzcO@UHi8OwHiv4ox+$?!_Ew99kWyPSTAAwqT-%PS&0bpClF9w~84aw(~@3gYk;tVS_hezn{$QJ>Ak2$uTBAN6D; z@5hMp0n4K3SQ{q%A?#H|`yE_?jw{34%&L(pBiV!}6WQn*6D53i`T#XuL=Vk)VQ?iI3ODOxIlXN*cPA+YO|X z5M&a3qWvqHAb1fnRwqt-J{b?&mSna5$pFs-Qq-k8v%&aaDUi*u%TEgFG~7xC}>KvbUD8?fn&P37s7Y_WFTvT+a~hz?{B7xd#Q}Mp-~1QE^+S! z4m6=%KJa~8Nvb|aWY6WmxKy>@P;dgu0UfLTTjINcUpKU>innJ&@e{S(@rKdH zY9zK)LIP?_;ST`<^$7!gwp`!pLGu1G%;*_FP(T&oTcuXa(_#Uw!$gj-U}^vBI1@KZAx2xi{;mTYk|am{(>H}<$M(lCvctC6`@#nd1Qe0m_5~MWx@UiJVoIEw z^Y8Uo2`Fdr?J^qtGpOstL6KU5mU@kLt@9ch*6PhgUmgR&T3-8Jv+QGs;x;H$a;Y^T~9V!!Y#-V3Fog~O>n?TI1z&AnJ&et z+(PShRyqq)+PjI1I691A-kn_HUI2NX2)3Iex04hc+!AmuS6b}z*IBiP1KAQ=5x0>8 zKue#5A>d{HVeva0&vRI2;r&YiU{r`CgRSrfC==)&eTD0!xpM%;f81qNKOVYyRyK3c zFQ67_Wpbb>?V!OKJ|y+5{(ZBx&D=0H1dio#7#Q3gTxDTExO6q(D1GHWZ=`)${peif zp)_5cswsSDB0$HzF5+BJy*152J#?C=N^?qh&|rusY&OV3XR&A(Uu`Xo`)XgzDd1cS zN{vz-(lu$XsG@?c&0$Y`6U-+*pHy7a^<^t-x6S_wrL*Q~`JPf(Yfw=`6IedTSPn!{ z7&-p~nRgv#eKPudK|qyU8Lbh6_EoOr$t?o;<8NUNZpfVEX1set$JhfR?A0k8E3J&)KPO@c$N!yKSWFufsax<(rb;`!pF;nehJJAjNY6}aBO~D8 zv*{!*3}G(nReg(hDaO20ehx}E{PkiLxH*;KQ{4At%}G~=KXH<-O+>1Z0S48Dq6x-J zMOS+>1W&u}Q~+JDrGbMDI?`IXS&aNyg7|JIi^e{Y4Jy5v+}&f2nzW<`fwTYhp%0>c{zQh-W(^R6KaOs;}R&Q`+&pw!sV`w{R_ zIC9FojEAZae6@m7?MeB|HX=(}cjh7^6+jx9utIg|!Lkc(R2u2W@p>XXY)XC}`GlVH zrDa!DvbdIqJV8m9Pk576o-ToZlKpm*J0=^I&(t+GI{VO2`yEw@*1U5)X(p%{Cw2@z zpC~)u8aH8ZbzG6}#u}<&T7U}s>l@=NFY=Xw%H@BQLa84LGvmV9X~E+Q$Ag>_Bq5G( z&^H+99IXlMovON%`rrSPT^)QTP6Td=XBnCL+(LIIowLCWQIbeb9#iC~TW=lF#1cQAw@P(TDC+BSQ?sbdSI4(~vgeUwO`1Qcl=s_- zc}JPUTn&7gf(f{9a4wN|Cz3H*?64r$Rrk{rVCmmKAjQG5HlyJ&*W+6`5v!ZSbx%Kw z)#H2fg$$TAr;cU19Xu})tC$_$mE{fAusgNL$|jrm9ncH}N09%5spUK_!Is+_kM>T9 z^ab*@sG}CgQR!AVj7DL3uqn&8Q!LWEi(|kXgP$F|bMme+P~s*{#|HLsOff+qX8)CB zVByadyY?Zu+#{UqiRYm4i~}#jX&uyL833CH04TDZ82Bx%9l+wH)y=2C$+f3aaTBrPqmgF<36nreV}aMlOjjMjYdlT+;AENJ^M zlhmgUViZ=0O6x76Z=ia)Db{DIGOxpz0J_FKa0XNl(F3y()_0?L7-L27@@q^(&^gOR zrD1M#ShZ3us!TIU&(Ud$jMln?YX(2on_)3rw&@Kg0*N4c2p#z4Ps%9c7syaRo8~QA zTrmec4iZvn1+OcBVG`6{avOkIO6iLnsi%>_+`2IP+I;2wx&reIe;I{Hl9gqJWH_V}qnijo=WY$-X_mwQ9+g6@EmW81cj4_)dYPmA}V4vfenG?e6&{@eyc`&6(+OE)ybV$usJO zHZoC#)(jZE%R-m@*ztqjQVV)wXH9s+?upQ`0i8o(Fc4^RjGQZ1$W>tyw>08Kt zgg1;EeU>OH_uMT=`;UT%o5dD&11T6Kko>JFaG11;AbCS*V2gY#@MEUWlR)%x@459R>8;`rQnBF@c(i=*GY zR8nau1K_dFtQ0c(6{GzcervKE2SDq7iC0b5M zPFQOO1qWMj2ZXQ|73AK`Kbh*u1II*d+Ca17TToGizr0rsJzAxtN-q2GJRhn0}2Wqv6_(u%5Of1BMXH5J z03RL=qb}$=YQA|GK5)S06O3hw{B&(oyTG}qCm6{_)cehDbe6EL{ZWGK6N6bT8Za|# z58js?nQX6~LfIl@`ts;@6L@_xcG#aCx0px}V7~*G0n|b+clX4?W9P-guXHX4XwG~| zx^$B-(o1hFpvxluX@0jgdt~0t5wnP}z3_p4bXO^RfuhH$nPRpJ1Q*#&J&xFP0?loj zba78fhB7a;^L$_nX9)assqJREjueiYl4-oo~AD9;=*5< z$7u+VF21mcB9#N2WAf>`dzA8rTNnie;xi08S=BWm9A4R1e|0d8m3%t2Bl)h!FAenW zhf@TyCE@^WM3ZFds2M00LWjkwBA0*HcfO?k1pEXK?0-KL)Lz z>u=n~m@Q;yNg@zmE#Dl5FgMrw*R9G(td3`jv@rVO9>X(H5fs-j2wND)t2R2W>A^@X z5IhX9;s9P}E0P0SF{6@}QslYiMWD9-_03_X*_9s4Oonx|#M6XST6vn1gU9uNNNTLf z*xo)z+>IlYO@a4V9X?SM#juE~D znQ5o-yp1T!u4VllZvrH>8HFPKw@q~M$YJ8OG3M^Y3V3Bd6Cli4_F1xG)Dh0v>x9<# zTr5%i9!KoVipC4n;Iy=+%AlTW6#KSAjz+Ek5|(5cX!NWwoQjNJs#3ds(HN{7$|nWc zxihde!}V!8LtoqO?@wZj9OChRZH!^}v*G}A{{axWIIZyK7<3IDvvm9ntO9Z-ZTsk( zj06#;@26a|@_Y6rH`vUC6qE-~zW|a#_0@e~-MT|0BSAp%A_DdZfZeNcdT)4J1E^|( zTl*S2)sxmQFJR`c$BGa8CT(pWUC%mZQ4{7g~aJ=@E@wWuq_I%x73N1YYM*&f4m z%K*kU5zude#U(7Ahxt4^3j0$8xE;FQ%EpX`lI^n*lVmkyxpMU;mxL9IN5aGx*GK&R zq#l-hedVxbAZSHox$?=FU|5I-`A2&cE2E#{6*1<`ML0|RXfELybacnkia_&MosZ0H zlIf5;9%j}}Lpw4MO!0f3Ti-oTSavCZ4(DS{@-^SyI5g@LnZNFp3Gcw;0*M)-Z%;@h zA5|Ursv6HB3{D_+Gaf>`Td(-l9LW@^1X}Cr3Yg^Z=OEom9nk7EA#5G>wFV$f)2` zCRNvg%CYGc(@>W#q~?{F?I>4DW`~mx5*kuqbb2RWwoGG0$6lDMfn#@)#S9Zs70}K1 znEJL25Bzz~##u%^g|WA;TkgyU7(#W7g>R zhmnK9X3!-{h*tveW5m68Ku}iirWSz0?-WV$TqOwb}4_iC0M9az7hHHebMUPfA z6zpBm+wb(DeeLrmSkA>>>)d0IPoW5NwRLe8%ebGPQTy&^v3bze#fI*G# z(kANKqu4TPLdiRjb{9ybi`F#X?}8JPZ>K}E`}ro~I?A{e)FUQR;!FJ@$E+9;<~HsW z$+VVWo*`>-^K_p2+CESG*b22e2LB%M-Ql(7)jf-D0Q7i_`hbM^QrgCkNZFV+d)y~{ z!C5%?aIto+PC{2LO+MU^1$sdmN{zIARmmdqZN(9c{4MZ_V=}kOCP{G%za`SaHEO|D zsGyb!bxUA1GwM)Lx`@PydceKfuHs+GWas4!pp6B=d8gX8WGjHM6D^IT z&bw{o^)3W^?jvFhXTAo+-#KN{8pnP&rV}u)ptmJ0Wx^}qf2{mC!6t)q8Jtft`_+1f zIU>wwtBPjKhz$%s*_l@*Jz7@NFDj%B4CFd?Vb9d#AEjRWA0oA|zImbmB=l(73^7$L z?V}(*w1Db$TKBs26hZ&pDG3mVWj>tQA(0^J=e1ww!NOTNf06!dPYT;GZSgI`8@~lw zu-g+VvgQS&yYf+XVxA(;y2vVE>~XM|0rw~d4y2F9cJRRC-!qG|0=wl)fbk7X1g)FH zZVKxXWd6k@B1BY0y~~R1VffO?S5?R79d3QoOD_i9DLx|SE(^X6WGWqVIO|II+$hWr1(f*+B5i=}fzhy% zKgnEwU-bfGn(aFIU<5iH=$V@OoSXf(&TwQE!QF};#g|T~6D}PY`|0`(IrN}Y(n8xmj_PGR0(Vda>ZqFw~6hb3hs{BQJ1fyOYo_Z3}n)ONQvhk%?juJV@KaCk)?awP5F_|l83>2hh zhb2D1L70Zon^8}-`uUjfTE+At!t&1|h=~log_D#D-&b7{TV@m@721y|F7Yc>$v`d5 zK$LS3CY_458@>va;cC>NcVOumOwRTG)7}(iwxQbfUNwi;e?(fI@MF2bodsucfkUo`Bc^r@c)Y zYPr8CX<9X6Umcgv?)4^I@;@XDX)lJ>)5w}66IKPRaQ)jxM6$ll9_4smpqv<<)OEMZ zHyv70Eq3pO<9Fu#+phpqK&-z~Bl%qVWDDiWIJqZox2kAwsxr^pGi6q zB8d*PZ?Z_-#y7Qr&`ykS04>e{00CQyq!iGJdr=&;>1`cq1e1s#GW}yT?|#X`xv3tb z08lB%YC4S(azUk0d((p>EGr77Z^bEN9 z&8x2f3R0olO%Y}D9VS4jNx_uj{D+mMqq_n4``FUt=_Ha)feysF1Q6wwJ+h_+VzCG- z5qSy$I5P3T7GV})3vWxDle?^_5J7SQr8_v@H>x7N)#i1C-~EBeNIf6kSPpO7?8c7^9i-9yTf$4Sit3Ui6cpP7Un=Oo^rrpHR* z8xD$UJm+=Ox*WaMl^IX}cyI6=r}d|hV54J33p?;^9c;=n6=Oe8cx`8ZG@L!!r=*lF zdomUXlG2LTSt$)h0h%m&>n*Q-8}_vaKm0pX&UdxJqqwc0YK7WI~(l3j1Hn^5Vb+E;q6&R3pcDx2K(t>N?U6!p2;j9ZrC z|IGU94K$1H6wi87+x11AZUQlU@r3_QLdIb7zQ&fU;#_t*HoIOzZ1E%{lrPSlLQ}`z z+Y4K259$9yB5KZMu~tNz0^Tu>q|sh$SCN_8=jg52;mK$Ne%ANdSk!Vf*`nF!=BqNB z7^O?VMehcvjoL>)NP6ds^LEQ6V!RQ#KmWYOQYMxr5P-jBA&-3dsub)?BBhuJqU>~Q zhxcU0h9+3Ge{r4vu()Wu>b_t-Bol%u`ua!rV&mKLcZtUurq7{QF?iTKa$wy%M+2R4 z{!CpysOywHvM`g^y9}sWXlF)X{wGyO-mMgZ4&&}~M`b=0mY^TF6d59j<3OHOcMLCM zh*NwYVg=D}mZMC>?p5E`@s~n}2^x+aD$I=W>W*Yram8x@T~R}&f=0Hb8lJCA-z(6;FEq)fH1{But2pe& zANv+%fxYWbx4ZB0pXM9pguj$Po?GNZ<72%TL_UaQczMPDqtQ9C2F0%4otGGRyqxJaRt(uS-l=U7OQg zw_4=q^r}vaBO9Si=_7PB*A-MhDNYQ?K83#um(O(0nHiJ>u>KSi`JI5{YY1m6OJt4(L^1_J=}anK_VrA@_*sBNh? zt)ON>uXnvv+z1m;RA~QbCi&LAY%AjYf=6Yx_Kf7eoQ$z^mSd;-Q%CS_4VBflc)?6r z9Fitum|yN7%%$RARvdzo>{v_dG-W>aP+qcU8z|e-s2zb;-Q<)lV2Fh&&KDT`#Ij4B zE+ShI)5c(FV)N*doa(cA<`W-Hq;A~!keo+~o(r(etr1(2Sr>?mgN+7aPh&3UTyicz zp64mFD|A5a@7aPuqbzBu>(={ru)xY~$Ks&Clr^%Fn#YMxpFY?Ye9=AuCF9lF;9b09 zh@q~|$+Uic)M_z{asv&vf`=?+6|87Ix~d;JXNHaJdux+GrRyhtm5vq_jkaUe2h5bc z{%j=izAlWR4RaEe7Q_B)T^PA}vu8e7s5P;3K!OoJSt-`QqISI|^PO_@lfSe{nlGBH zB1!5w!+Y%P!9zjJiX%>~aBDJc{IImL^A=m$^bC7SG#h7kd-9TcXf=! z=Fe2hoaY6Ovb4vauk7yN@6EQFPl>}(2E9kAyfsl<#E6^jkUW)1a4nW0oUDK(DhGKDF#9xEeypHe;QAbu$9?WmpWp1}isRVR zJ>t|ZVjkjNHFuyn1>PXD49}s8DxFS(axohjtyXi1I5%#G7&J2z-;ywFLx90PF11>1 z4YQcjwOukYQY6e+cevb?4YEZ4P6Z};Bttt7 zSi2vRP(U>lKmZ58_-YS83b6n`e=x^V^uKO*mPy#KVO=D?15nbz^qz(Y%&P5DH4qZ` z{ANYL#gn8ZQ<*Oia_NSZ8_uAcbG9cCW_VPQK!BoU(|$DN6Y~39$)b&F=w2GxHKYL#U6yPHHsKCe z7byoj#QNFdA~3nj^7W3g4AgEl$tV&HmfhmaOe1;nQBL|iao-c68`oyaT>f4K?HBxr zI_|0f31OD#Qhwuz8~TGJH5U`S^}a+~2ujcrzy%Ux(hP~YEXmJr#1RbE6iJ+-M2TVr z=pPYZ5pREc-=ds+r~!Qwg<{2&(lKf)kQ`6k+k}BEYmAt&xD54BL6fGCyCe@5w{}Tt z0oS?*mVH$GXf-DPO<}mgC!11i8xY-)%?1@}9btqQ9Ixy!;a_Cu^4U-3wff$~`%B=D zR0_)dtkdK3j#Mk~l`uj=@7k~-`aSy{$0?fOxF1U~7Dkg0x-MyI;v8pod{)#iPX60~ zX7tI$1#mb7=t%pvdG?XtDw!(vtRZ&V#j0ndndcIZcFu_&E-qXX`xYK}y zjkL+?hB7A7ZLGKl!9+u72AP$9o|^8|5^y_L&%scur8zBiOc#CU{-jPDP@y%H0098r z=8-y@Rs;Q^Ix80)TE||#i-4kav`P9 zQQoR6y?bkuZyLdTH7O5x?4Y5}{!^RU-1$R5iK2hBz9yJ-I*&&!j0o2L>wA`lop*m_ z$uPIRGL@x8Xn=nR(mS`;xu5WcacDi^f`#ueq2*S%a6 z1V7p71g{S7TLuHhl0p}iC}6IM-@HAN?d#TDf2!`OO~Qhed~l=n@wAIzeBR6w&f@hn z*3!p~%Y-!e1k)y?CzaL}8yR9;SrkcpV^GzuoV^FynXnpb|KnIzIJV$3grY#Pgj3W? z%GKtK3wEqCYGXhR7EoU3PUt!2bFGMkyk|_&O~^X6re3npXKfHmVmJR_hUm3P@^SD@ z7j-C8PeIMT05fL2sUcdFW38MN$43uu{uOR~1M$N#qXOVKiwPH6vsl?(bxpt>+Y&~J ztY^v1SKYQ@R|Y7)%>nW8P3y5iN`q=D7g4f1Q=%`*w}>SS1DqNM zw%ImZq2-;6hHfKP>S!9~NxQ8)cWa)w>7->$Nf#TR;V-fgU2Tb~P4@fiqDm1a zzF{b(5!Y*0a^e4cSG;GBzD+RciB|@09kcC>MO)#3;VjbDsf3j!&kP$D4!GIEqJq2I#>wlUl1ogRLIS3CdB4Yf;j zAw0X@wY^VMw%P^J`6rXWEugQVF%�pI)|LghCkq+r!j@BukVYHw_gr>u<6mWZb?e6zUyl-Z1&jF_6O;}M}3&T@Nu$Lp*S2+ zM+|srW>tUI{>YflwPEJMju4uNcPT@#RF|L+&YaH@lH%%e>Lrk^G(Q%34j1FD4ax!| z7i=i2zL*LlE^+3yNI9h6!ZEZdAx|<6Toj$OmBFX#mvvJwZwSZP;@0L%5Po)PUeK!r z_^_h}4UuHvYhuoI49bKYgq8smrmIY0Cl1ki*RC_46k2UlmP<>e!Tx)tv%ZY&>zX(U3>s9v6dBvIFJ#IKFCNmQNy}X@lZk_jv*LZlrG1GeZt4 zGP}p$4qNxLu1N!l^!@JErrT6)Lx|;F`=cavQNA7I&w z;YK`VWlyPz@KxSG8&{2yTn+mz&lfrQmtS;oLr|;K=gsS_`8VNs(o+E~8+`d_QWb{N zvv%&^fJS!=3ik*1LQSi-o))?E1bpP^K$0n4L{PFR+MA)p)6!;Txjq262ZtZaQ+=~? zN-)s-XJ}CbD=l_Tf&v#QMzs&$GPk52(&55vif<%y=k5Y{6T-&Ub`KwB| zRZ89;R>C~FZj#2@s4M(1IWf+=S?C_fa4jsAY z9EmvG6&MqDD>Sbe(>vtKt)QJcCWZq=i9d6htp_{dX{$Yv%q65$eYL0DR1IUDR>qStiPyvzt!69uPz;RAD&mFb4^ zAck+7503OD>1t_)H#t?)n)|kn?g2SBCaP5=pPJ*&HwczkLNd{JS(|OsDyja>ijifL z7rwhHyF2G?N^7j$FHy*!NbT(3C8H%p+w=qXpT*Dzo8yQ54MbZeobF?EZpV_VW*X_* z1!G1?6Sc#GR&3HPHt;B%*$j^DY!n|$V<7mjIk=tdB+OA(jE<2MBgqqzMlgdNan${7 z(pFJO*zJ?h>L45o+WE+NXeijRT)rSPy8#rSCemmuVGi`cFOOC|tU5N)uSWkbca7vp zll^XvmJJdBU{HX4F}-yY;igd*Y{(D4T*B!-Fwh#X+r-MX=v=qG#RKE_YZcc*ku;GdzQt-GMciZ_ z6iCd8|FVa}A}^ybO7}a!=MJ;$Q+@#&;(+5~zf^BrHKzP;?GxM+`STv#9U#Dn%(4yp zx6O&X#i*|kAnSqp@2sxNKl^Uq!)_iv zcizk=vMWo$`I(MxAH9jx>eixnd+pxEg}c1x9y-$>*z{AP6c;)hBV=0+7uiXL+RA!SaC9cs20=~BdA)`aRL|^NLlaLMel}pM z<9O#Aj}y_46E>re%l-RgYMF5vI)U~EqRgShQ^LTx6GAf;?rn+`;E`_(b}-^nE{B4x zpq*=%Y(uJNEa9PKyi;YY*`d{!&@#rTzX)!f$X+O51kS_oBD%g^f4)*8{~SzScoU91 zh~HVHOF42in*p~*tLUjeaFJne8U7j#Zb+uW*Ep*=)H91?960sU+ylZ~?phVIEh|a( zC^y$adi0#Gje5^w+@zU<$3WR7Fsd9tZLqYJ=dE3utW#`mkM*}rQy6L8Ky?lpTIm%Gzh zPSI$z(08p}yw9zJyrUqJE+4HlcBB!bgh^wCfub%0*v$jc|sebSH}ieUSt(`$J*LYOZ0=}0TL zUa_nY@9?@`sTP^6c31?V3o-{h#Cp*8v1LMiU?bG|QC1JeONkM{&ZX;GqF(*zzxdF+ z77b#_w~bu*KJA&v+Iz1%y9oUf2a}<>6;vO=%KMW7Uyv^Mc|zi1ERALBR5r~4udKu1!N5RM}~VrunY zpJfer?OIgyO)ThIUnIWsPX5^1JuwA_(4^ycuNqosF}GwP!`XCORs=oXCN zS+rid&F%HCTB2>Vr+vCWKofx)*SK+i7zwD0+sXhp!}P-Yplj+F`mNZ#u*;+T$G}LAW*DN z#^dFQ%O0>*=wLdvWGLojkGbFkwF40Y6h&?Eu9F-F$`(yqJZDUt&=>@Eb~Z)cx9Rk# z!c@65Ej&6FBu{Aa$CS{nJZds((D1xb7zB!@bTrN9Qbz-w`f3wl!A$g($A$`9O7F zdqN?Q)niL+l6Yn#lc2ytBw`4CTe-<-lb*x-S|4|Y?0M+G9)WLd6IN3t>MF#+L)GdR zKWoe6`@4N`Eu~V^s4?+U&iOVS%*5$GV8FwrU0hdX*rC(8{p-d3MTYPeLhiX1!w`2p zMT&0La%=2MuT*9=()?(_SmS@a&WF5!$s|i*4*wurCOFoBK}J6Q5F3YXM>IK<(>OaF zKxM^eycxB6r=bp?`4b!iz6EMXKZpIMjt{yFgy;P{E18f0@F^b6X=Tq+E*o-l38WxA z04@Dw9PhE>PYfli=E3V8_1YO2gI(anj1)B{-{LN|ZZnm^3HNh#^xI~bKPEQaG;*hf zUd0A>O?fMcHG?3`KS#GSb9u-~1ICw-B5QZOus9Hp7UsOW>(ywZhn$ZG{FptgV+C$* zu23@iM+ltxfi1!tR6U_zRl_La{n@7Jb5E90F0xg+&<;R&U-PkX=}28+Id|Ja!MS9Q zDOw4?BN{sF`ntL~Jip!>@SUocIV?yFdSVk;vsdtTialIQXqH1VS`h%!iE7A^q$7m5 zfu)3jWxkoV*7Jf#>7?(?S`M?csW{CkExmKmVQS}jUa1I%yU6~qIm0QEL_5y zCQiojepiTG+P%y_Uo1UaP=X5m?Sa%>gGD6XDG6$0ci|#&{}TD*`9Q^%w{_3=XCO(2 zElf=Rw<~~{nYN4_de-Q3Hv+=-hMFGZ_SbDw>8_{UiJ6Ub7flawA_s7n!WgOe4{r(J z8K=}@b{@7&-2qXOFjrz9Cw58D_W~%LYxYpBre(*c?9@tUJ(RRS{~k+ zT6)tE(-&n-MtQX=cq=iRYlN$0vD}$5S;uzV0qnE^if|KhmDxSw{tP-z_?(&$JQZ_; zmV6mAT956lsU%a6m+M@mj_B9sA~(4_xzF;M@WE*yWx@?y5w#jOr!JIfol@9e^YTe< zoO~XpL$di}%kX_ZHOr>urtsv0yVy=Iv63`*7^}Zj&c$$z#}jxZQQqjgZcF`qT3z#9 z(cF)6B}2o!>AHdV3_)e)6?`E6t4r5l;tWi;6RZ|2x3Y431_}+7^BEP7VPW7ovj57J zW%L~Y=*_SSO(s2wkN;Ur@d*gtZMLFQ2ePqZ3>Cvke|By&a#b3%O3V*l5cMF8cj<`+ zAa$z$GaM{xaGEeQ()-iGA~1HZHU;PH?7KBq*<2eSa%!6e+IP8ma^IWIL62NdnYIH2 z-K1u5XDJc4IZKolDbCm>yz_$bY0B-B{uOx=+n^6dmh7J;fqmbx%kc4_gOpyH=@2M4 z3gIQsukZ@=!1@xIpOa$|9y}IY^Tv)UCIHZTx-vvas2+oZ}Hs|VP z>WvBsCp_!N15R-@FK#f>gA+%2A34{a&-fi&7Tof62OR{1Xnae|3c0%85~Kd#$Lu{& z2{wAmZ%cN@sZXoXJBM0*SM|NLG9oednO%&-x=7@FrG8J-BowpD=(9Ae4z7B;4!&s; z=&0epgjO0=Fv+9MqR#ZSN`Hv>q{#kz@oZIgPX7ei#{}>U^YOvQ)>$eMSdx?4?kw89i%Q}pexR*wb9qI*VgY%g9 zBwA@$1x|ZL{lkGF5sT3C=v7jQaEykjH2M$Qf&g*ZeX{EQ0x{9 z;&uRgCYx+;UfgpEerfbALsML>D8LLpCNeg9P`q!f-@>j zG^)Fv@&#}^3|#+kRG}oWHTQc6DQo+aaUkW!M*vZ3%~AQK>Du-M+Yh#OsS%d`ULc0i z3y(^eEVC!i(hi)|`}BclNl4)L2CLw5J*Siu$|UX|sk7fKyNIxC*_t4y2YoJsMcf_2 z4+-7_#D;eXj8;D-otkG*T~HtZ0B~?ijZHQQ4n_fbtpET7TgJym$r-CS45tWiyU4pH z*?1A%x;nrIdD+1SEY9c~OpDUy1{C6bx~IFtg<>bg?VjtqSrH3o^Ke5*?p(BVmFbj_ ziCV(1*7#5xFz)(1sLz;q199u{J^aMO0J2`8Dh%sE_A$rd>OgAH5QnYD`Uc-PLw}g& z6Y>P1{W6~NJPG($^XOcAyNZ|`Plin~jWmxtqWSl^dbl>k;tX}x5Ff~JgfQO+C%-$v znt?+|CS(|0aWhVd6Q0gq(bAE1gLC!H0~7m-Gm|~X2=Rjfd5cFCqw&^w=gqpD#h~NP z0#%*>*Fx~q^%;5M!GPwWj0*lUv*3OPxeDMnTD(<2l0x?v6i~;JfO?EDGtn~%uA-lj z%p%sr)}FaaBpIsr-EFd6xOS~QA)US{f0J+;)VdvMcW=k{G&G06qO-Gy(i*l6@NG(< zEh+9~q(H7p7Jl>{#mOCFa(Bez;m-A+Kz2%A_0VkXnIkbQ{LGm$_jLWuigc?os<`I> z5_Gj60a*m5fc z1E$HcO|Yn3?GrfI&!W*f{|R9nw9^sAAl^A@+|SuX5V6tay>|aCUjdNlS0t_qEvGO7 zjII4q9eJEe6c?wL(g)Sm4(AA0~6#6&} zOpNIi>Idn^U2w%>4a(X#<;EJ2CnwucDg*AtIRZeMca7&0?Pwm$plCd>0A&@TK-edI z1$S^Gi`yK3@f|%?sT!!j0001A56F{-!STmYF4^ZW1I3kipF*nla+M7ID`?kkR3o_i-%s=kQs20X!JfT&$vlEuPz_fX||#^jWZ` zINnXL&6`sId)Z`*v8=~zu$-9v3#wSpua{$%9drNHrtNj*ro&QcO!(b*Qkx=rgYZ9q zE;5j!;N+_&z$mEH=>b3xx5_tk1GmIU$`XicKCK+?Dp^_Btof7E1!BpTH)F&`n~AKj ziU+iKQ2xwbt^&q@@ZTBsNj}c79}>ja001S^N}6F%A}cflEQkDDwy?7w7~A~{1t`rs zyDC>%2gOYYK#}pEQ8E&6^&m!7zW{YQ;h<|cL%^7l<^-{RoJ*HE2y?Jrk4HT9DA&2c zM7lx{A-_2U7 zkBvkU1peX*`xw^Wmi>N1O2|Bk1`;lOYfZBQdU*GOxRu-;;)J8w3<6L)yOu_Q#O;ux za7zl^*fU?}^~YvvHmYgf`Z+1H2)sPvo+s&YP+m3(Z<&k*&2!7AeGUva3aEUPc7u@?$==2U-8@rkrBdSQN{LT8OlAb#5 zTrrbbipZQ8>Q!fC5Dp3J@WA};+VA#HH^Q6KmuvuDj5lD2mohXbA?wZ6M~vvNz*;f= z_SE&J&1_VZbGbzd3(uZVX*1fxCDJ&2-jJ%Gxv*S0dwF2$m!a&IL^k7zZjxTnnt9wN zIK+yv7HCtkjTWEu)QI*BQ0w=9n6^8eMCrs0;z4Vpgd>&2gDkMkmLy-Ae5qODUw-Bu zQS6DS%IMoq)VWhqa>@JXQ#Y`pR@PxHQ+9~W;bBJ|$YipGkhxVIa@a+8H5><5+&}T^ zQ>@+NUInf8N?Gk?k7|lP z)53Ig z+_+k+-O!b>M0wnEa_A{d{9C2k9x9HFah-`LHCVX|Tr=J>yK_A%s->RUiD%`B{Fg{njzi(CODf%yxD16iQJV zAfBK!aw)XebbN?DuJ_iqcY>Iq$Ctb9v8gS^%TU`G;4K?&q{Ej5|Eo^b{m>MEsskYx zMc7Hq``b=5f+E^VhmT$}@0JTA*VKr$berJcE{IUr?qYh@eYVEc;?*EAkEHy7?uBBze_D;pCIjU$;>U& zI#DyLk-&oi-KPxL6upGoTwtKqPju0Of*E6LGAImCXlCv^Rr8oq_tO_{c9LikR_AS5Wlrql~ECQ1t>iX1s=(}e;$uB5f2yM5RsnO9qKT2Zt-5KwE)r#;( zHTg)1o=v_afpbwA0dmb39zh2Jr9rMv5;rWjAG$h0T^**R>$eG zCCuIDs-16Jj6IB4*N1)A%@5&T>rhR)Ea0h=ZsY?|`<};;>Eg5+zbuH5*3OUG**mEQ zwT%rg z?B`+JLd#SAmbdMwq!+2s@NT3JeyCQ$N|84bS%RQG^%kOWF&>X0v#u=Dx- zZB2GUh|zkiIG3#QjUD1)no^FuC4fV4NnhLDK}ICi+(!da^5@ON){VEuGF_INDN@OU zfta!nTVQad*=bwM^ZSS0aIpIDzSWYmo#!PhmINA`kwWTvA>>aK(Qw^r^k*N0(|#=B zd%sK1O#!2!yn`e$U8{Fs#7rBk=nbMyio!#gmemlf*qwyEVt%!g z=W*5}@#?48uEqxaMWV2HIrmO z87zo2DAw-8Hdw$mo;daCy3aH5oaYU_N!kodao-oJm9l^p9J}mFH|G{9cKXT=tNf?F z1#n2aP#G46V8%$)%;4w`&;Lp07xLy4LejG3?+(Qj6qc39x+evS%Lx24l*3P&5ItIs?u^F!kNnY0X-`Zi4#FQd zjL8G~uiS{LGF3n{&@M%Eu32`BeYxKxs4wbfv&tU33bzn3&9J*D1c(5bGy*4owTo+x zX2V%<8IAwTvr{{h+Q4u9R+XY&b11}=TC<{ibQ()Gf=4%_o}N#4@&8$jSAc3aNVgXo zczZ8P(tQnYK%Y>LQ@gGKEm%_@&_1H}HZg7#%F7gbyViWF~aE ztQz4s2*C0C(3+<-KXLu@#%GZ666LeoG2=*9$*2KT+;BUA6~r~3fGIgzwQ3- zDk*7;!Ix-vA8#j6z2XR-`b^DoSTJWdLW=5QYVw3traWWe)Yt@Rlc9v+xXcm_t~<#CP!~C0!Ny z*j;XPS1YsIxGx)Exua?K((!HBk%D#Jhkm##ErDz)yxP@_pbN&ZT<~k}vPfXB9Xkp$ z;|DRKzP8IN)c8IvdV5J`9v**UfbEuD2IyR{Ker{k`WKk~0K#1nz#rlGkfYm+Ew`at zH|fe3^qK$lVD_Zh^w!!)a7_OcpLibVcLqCjRt2AZ^Pzk}ELI*dd`M1Utbzoia~Qep z6eP-45!EO@doP9A7Yo1mKb|Thm*qGRu%s3L|Md$o=BWdAiP~6e?G0PP$0&zeM6tGA zV{4xm$Y%vJecEcK1|fkZ#SL2(8t@VzmLK(z#V@$B8-1Or&2^pIMj4h7+u4q*4Gd!b zAOudDBw@EN;Y$Z0`|fXw`5R%1btgUzP4aR(xIA5rSJ=8}9h|^}JrV-}w6llZk z9PRdSD~s+(flDf|O%R@zQgF4!GWKXmV!Yd>=uOZ@&}UezPGy=td;Kj!4mnew85Xs=8kqc9+t)^2sGQ5%p}bg>B59f+N((GJN1JpK2a=kf(YUIHIfJj|;T}C} z539hf{9K}Sc(gDlD&{Ca=+H)pBa&&66?mO8BXcp4aKd+)oOh^?9TWvZ`3*aJJ~9Z^ z*m&5(hH|GD?;*pyo>&CcGf6lI@LD{h8O&~{0M}xvZsXt433h59`X!Au4z@oLz6Tl`NbqbioQw!q zz~-@5aZK|(l-aRv+*L$hn3DX%d?*f=V!-1fP>^I~_?u-;! zL@xb9ex67hT9rj4n<|-1ppLok-g3r98vEp&#A_htB;Bx{JrtcwOpFLbpT_vS)C7g}SH%C0QSzAy(WW3IiqCL0Ef zPI2&v_jonGfM9Fma&o^6^M=^IKwhlpEY$2$^x{j<`9mxR_B0ph+3%n zl?X;iH~j4xm_}pbeoG}6(nbL8qgjgmRrhs%d5iB!BJYm7{)0Tf#-{6LbKZQhBVhjcnv;Irs_;k;7%IA!urj&@DHg(Z5(N#%wN(rtm}@RHjo${XPVY+f zQG0-Stfhw3*mK`ADOYJ#Vs+^0)zi^KulD&p{_6O3-Pl+()p^=JJ3#3CKNfU3N2tgD zNG25Z^raUy_rgkpX+vN9Uwaq+nq^*OHF69thtVX|ip-v*iw*+tQMMxst5deHsOeS5 z#TD+)r+d6V-_TQJ3cHBQKW8cFYPo+>BfyJXE(AQg#DStqTT|l5zakH0Y1DVz79+O0 z;&SUOQ!6&Uj1w?;**Ew{);zjM@Ss0BUn*q2uFJx3@`_omv(9u9G3)pKdvp+#=;^&( zX>Pkp8ZS|(h}wpZS2DpxeV2h$#^o&^yjdV5!sh*LWc0sCx_2Gvs#@&R2p+7k!1R5z zkxgEy1v1o5ou*Pxu$glyd{tkaE8G?Tw;Z`o>JMn--H9b9;F$YBkHIb7>n-s)5`D18 zThG4082oBBTBCfl&jHa+Twse^xM)WL^O~Aip-EL7Z|fK-8s#CpWQ3t0ja;79*mybc zDH7RZO~x-9G(1cE9?Z-uU`L|=x#5HG|F35e_^dh4hdKDF!E;GMjjU;(G@ZE@gWvycq<(8ORV|F zm|*k@wa~CbZYYP3dO#up%To zss)~Q-MA8-N`n!JrLwX`707r$xqwl>x4kqN9U~?~%`eJDDSfg2U^r1D7BqH=b&wL< z_>hb8Dgmh6zD^)+;0rs0D2EpqF-oiW!v@F&_Pzz=^myxEYzDb4V`i5s|K*CCIDw79 zON@4LD;hy{A{%jjDHyfj`aEPI4j`yGgBsZWOFh^<+t5AG*_xwesP>bg27ZzzZ@ZCvAsu92EDSRW9x?`5qX2Iy|V zG>dgT{-If=7Dvj@R!_!NG!J%*4$uVe;lY`dGr^9o8o$lz#lJc$4ijrGm0!Fc8aC-L z;301jA4_)#F^jeZW9ie5-dq5sWCgen2Mc)L*`a&%O7sZU8GEdR*@%}18!BGtrK7t4 z!dJA|)Uu<$9}S3Z&p>QAe={5kMJY2oxZv>L-*YDfUvg@1APymd*5X%6vpA&Oizp*o zHK{nS2UT}$?HOUdyStPA^0;OypudAAKTHw-*nS)#n#A|+oQX<$dv>qQL-w8POz#UK zk_4X*iqNJmS_Lv}22}+V&;~#=*YLT~iT8Ykhph+58}oXDogA|RGY0(At8BeAQkw?h z!BJiw)^8<<=7LW?2nk^h!P2`SjwWM>#)l?DPm-41p~n74VoqfX+YkpxYadI5)S@ig zPLGteh@q5zIhYpBsjt6w2qj9}h$dV%@RkmU%z9zzAVk}A%U{&;t;s~VsXxKch87_d zE1}jWI522mlnp*PB4>Tw{nM#eNHl{W^b~^?QMde!w%esf_!cd4o+%wwGcz;JuP4=g zFMwM0iP9uGJ=Mol>}KAPIb4=upK?NIzxHn`*`jaeZsCIsOAJE}G*1^$`VBVHKP8It zGG6J!uLY(dfB2xL+>BN0#|(NY5E4F6H=P>JuY~-j6@)^BhzGuIi<|PLM^C-n<`d{r zlovIA;@y=wsqKp>?R2bl1uRkvxy7n~L5?8Vnqw_EWvs|Dcmf@E*b4| z{?{Tp(N)=8%iR~mIlE47Xrk>f-Uc?zDTLJ#ew>G*m(jyw1U2R?0l<7}GG~o?rzwa= z0MR-qCMg?&!`-hgrB-~Jao85p{cu8(aCoO<(gKo`d-oH}Y+VKH?Es6(zKERVxs>B9 z^KRGI+D3`*v)XBp>jVn38+V?wnyq@x?fl>1|jiZ=hff39m zt#6-LG81iR;z>`Fs|?lTn48`Hies^Y+Us`rT3K}3-uQk|*j5`sEgZGYUf9v;fh0;U za9O2@ehlqkqwAp}oB3DXV7emm0SQ2&+oUg8oJT4@mRe+wdKds(L<;5=1=H#fA%#P# zDhin-F>_sKChK*v4cw)v?giRHLD$K0!-YbNpdWiKzP|SMCmr}*Cl_bjBgIgg`jL8i zrFF1FK`m4!*UzD@uoDvL%811ngZz~aI^dGEifh`V<*8(Ohx_-$O^SXJ5Lwlho^E>o zi7{#^POF!~KZ&>d2Rme0Fr40*>R?+mt`@u=gSvL ze_DoZ6C0Ru)=oe#^~h%U66_}HrS>H=6@Z0p9F}6*s9L4zvY!z6&?jXmVDFdWj1s7B zSMSY}vg`kG@|hG_(^N{m(J;w^tX7N)M5wp?kXx}fNz{sp8AGD{_xs4~F_Nr-Hhir< zzrvUnAP^TGo6Ce-FGivHR~jj3W8dPM8F%^}PFQE$sNEWD*wV|i5IFZ3q+Xy*-^BhI zs6Iefnd=2-{?VIAt+HW|l7#5|uWzH)td#WyecVr%PNBypGydm$T+$+ z5W{gB1)gs!Uz1Xa62N#i)$U;8Ejw16T8A`D2dajCE5Y_F>6#vLy<@^_u_G zOAo^TKb92oXE^_SL1cwFa{vn-34%KB@)#p1#VgWza;VhwEHI6cR3*2jy?TfKuWR@L zz|~1%yEjH2ayzkh>9WbC*pWJ-?^cS?I1s)v&b9hv&zJ#CvF+SUB+(Z1UrDtMHXyc!ztrunvIkM~moc#%x|;O9bUQM^ zZbVlTE7mLxg=)^~`RB29fafr_*ruXdUMSi$ow#T4Kld?-5=RoSvbSR<-d{;aE%<4^ClHq*+t-iMO*V{p_lW@%r_HdN)bsTSedsK9v4%h%?k z7o-7F7uM9X-{Atwaw{-ABE;LD%@iU*OSA zUu35`vwA79A@&=)Y+!KnoT=w`sfAhh;a|w#80dL@XyxX$Va&w1MVq$+(c3pw`!?IA zBHVAQ?Z&G|jpov`!d_qYscbMt0v@eb)DHh}^*UM2Y0Q>Le>61wJn zhnpi8MkMrM+4$XGs5v#`BW-^7)XN- zm!M{_%atFo1<>e!zs4t4XOuVm)mjM$lZT%6|lF>fK!aNR*4GZ%y( z9aj0BzW3z1LBd16%O8*HN}gAOp7f1*h5pu4V3iNJD);J#y&-*h+<)@__S>G!afHe( z=gvo}up-?vhVW6z8=%j<;DC)zoVM&oCz+S35Lnb1)~J;pWP~sZ)#Z(T)yG>u{DyY- zxO!2rl0!0~7Km@&7{D7Lu-{!z^YWqw{i6s8NhUq)I+vvqGCP{4Y0{80pA~sO_2}et zp`o50-xqa73}mSU-OKUna%cz1`{K#{F-xDz#n=yi0o1hB4 zV;QMbl64^rdWV7eOe$anl)f{39>yrVDSB@MTk-=(pO}_z-EZ;g(KFJfiwb2=ZIb`U z_{_J}_lSm3KB?yBHvUQ)CJ9~ArZmPTqJ41Udds&Sh!CFY6 zIOr8)T$g&x)G4f*dT$Zz$p04!AZum9-R3pV=v%;v^XB9LiCA^_%VJa#edqHz$(lf6 zTbhj-MlR|+M{EdU%2huT7-O?ne>$%HCdG&bvmrwDhZa?(uHfi_Ys+P=RV?6MVg^>I z3Y-Ds=rCXYey-%8ZqikHiPaJAWsFzJhIYl=&_Z+j!YM*W;~i2DEtY=?q1nEZ$TLqT z{L4?Q>P=u7cNP=*5^3w!bwL~nuPX0$L@HW)3!F|G>O=4AAjxNhjQ4?49uKA$Dbf8V z_8sEP5-5jp6crQcv|1za?qL9N&kVCu*HUOPld{HL_wK7W6MB~WsE^o<%-2(iE^z=J zL(1$M7d3w;;yDF9WT<#DKHB4g>sX;phKH$1h_hsd#%77e7^Ag(dNd#)7)mP`5klScT|k(k zQ{<~fT`C=&tM$0s_E?`d@b-`X1j1I#B48RG(qNO<`N*}&T!M%{&mAD%Wf7J7PQ*cb zaIs6Sn!Rv!MHj0K;os^1tL~2ZdDA!nezvqKDAw6g%eDPIU9?NOFhU?d&HgE90SlHy z@}q&Csm_Q%VIMvx3GFawcfd`YY49!nR(mu zJ(vJSx=7wHU)M0);lu3^iTL$p>qAdTXK_P{h!@-x%O{kDfNN>ve7tC3juQxQmITaA z=dY$zX5nUED5kfl`a2)J)MqoOAtH^+&!0Tv8af&`=hoz{$|sP$py zGl1J4Ucq^ zLzL;1g%oGHV16!q;KO2-!F~Xmq$(|X*i_J7B5p$DtiuYq z$RJJ$B*jc~J00G>sgs#?E!RWe7`xpeU~-r^YY}ntpeLTJDdIW2>?LA?&$O9}psLsH zc*E+@0e}PUTAC|&3~-#!)Xw!Ezye#8pl|;7ZOYmkUZE!h!(5{2Ug}>tEt#R?5M^f(>7&XV}Prv1$7Pz+G4Z`RN zTHr+Y2%g#vFMat(EDn{B6WBADxPk{lIQe7!P^eqiGgEWG{(vWVf&SVZv5p?MgLw)f z{W#s*5;gD)1*&S#0BZ!rwiy$wA!VuRpE}<@UYOc$#rMj^xKm~QU|6fjgz##tQ7YP$ zG%)EOf&d}rE76SY;^)wYm;?+Czsg8BfHLg@a^RItAUOX~NNHy%gtidoQv+r_Fp?N9 zileTw{`led>mRb8S$e#P>C-Hr^LZ29SrPN`Avk@J8Y4RG_7pWLJNnedGF1R_Y%tsu zjBT%~;YA(_9Z9%L&AT^Ny~U%DEqYtQGsVlfnG?-u(rlW zWBRfyP5Xvb5z6KJcvZ6^rgM*vn7fo18KHBR9uIpi+zCtQ4unU)G-`I(F}s&+edo_j z6em6VJqeCZx&s!NsQyqdF--bJ&q$jv00~<@ktYdp0i#M zRSLG(Guj&Z(UZpnLKnz;A-d*u&fdShJSO~QnVio)`v=Cu4)JE8}dU&%_Swtwu_%j+EiK%<6nP;Na7)CyDOkeW# z?oH@KG?Z(NFXr9>CI%%Aew2E65D7uK7%=X4%uYhW zoOfl(oQ8k^exQ=5UKO5El0@=j{RsI)myz68vO(rYMVUdGw>5g5g%w)4b|~X1dCy-c z3?ilYk3&hF1O6UMo=9l)S_>WRzFI@cea@7Bm;7;=#0t*%9^RW_WInFc{ha;6fw%}Y zbQ70LvXv71z}Zf{8sk^O5u_@|w#E+OyP>06jf0d}Kg0DL^$G{jFu;i$Z9*n(N#w{W zgX6*m#($N!I_wV>tS>FLbW3V^X!`w!!KtLp4rbs!yjuy%)Ugj8ovl50JB7@PJXnO9 z8_v9u3NA6#UPegVa-&M1VdubRIZ*Sz|N5#3GV>;Px#@tHWcl!ss||91u5iR=ajF&Z zkDyoj-yCbAA0_r&>4y0VN!NXYXa`h>HB!%j%2S_mN)tf)ns!l0PK$2yCK*I6+>4J(abtJmLh172R?qI>#7dgV4 z3?YpUtu$K5X-|6^%w?TsF{`}x)Z-OG zVM7^u7c%jZ_rvyP0NXN(94wC)>fd*=1Bxd*?uauHz=F-~y zc-3zh$2u?Xl0RqQSsJm+i`e*dww8nos-5}84SC#<53W?!xRz#Oej9s4K8yac$wCEe z6rq8;`tk6b*tVK}pxgnR4P}~3jYas z$CT;D$LyjQI)PTB3|*w{8TY;z;tiFfcm-na>^NgwOO&%DRsv&X`UyLuQnW}`R8o49 za|XbvRMg5jWKlQ}44v{_j_f!b>`86c+qJYP3k3h2IVF_k-9UM)4TX*AXE`KJ=sKX^ zGH{pK=SmlA*`ogB!@M53Y4_!Sd!Sjc8OF2CL1(|djOy&-q6=h6^IKbSLJ?E6n5 zIrk#j>x?V~0EZAf_;YW6={uw1`?(TfgwRp5bGYFg>*`3Y z&%5$^z{TPuoAks_WUo?FWEi)P`!232Zby~X{= zgHW~azeiz&(=Zu!I}Cky-b|95b^7uFz4G$(nyNUt&;yib)(8ldTzS2coJ^bu8{Scc zgM^-G;_?t>*3Y$Db-ILZ<&@9E0ppqeV46ol*;u_X1?A6DK6k}|3 zUz`aIYJ)nR&YpJcPQ?z7>qMfaIC~2>dVQxo?7X-%L}=?97u_r^X7C{|2}_| zyjiU$Q_K3^u%wfVp4MI+cG2tsemW>0Z<5l5x|innyi3ALBMhs?hkzvPxL=tui>{~V z|7eO;R`26#a~Xh1-W7*H5XJt<`?XlRw0>!afSoBvm$JQ32Z$hj88q8>6JrTL$>z-~%1wlFCz8oOO>c2zaZ`dA#-{JYzIYH!s+PiZH0LYIHiX0= z-})%M| zPU46ogxLVfQ*FxGZGh@*VQBEXT}YtOb%Sgu1dynx4j)+w6Iri{zDN$E()nV9l(M)x zH#)#_&D-zq$hBhM3d~}>NxRTmzrGG&f9_3@$G9V!`r%T1GUI+1$YiPADOOe)rGG28wRCm54t#Vg(+po`%KYTI>2@TS3`P5_9ejd%J7vDxs^B0Rt>ja;9jPzgI0ws+1|JUq zrM{ld;2~;kcaWO-Hfci9`|7gFjq6si1BfZNB3wsc)il1RKaqgofBk}d!{u29JA%UTSJ0dsmJ2Hn1^1PErQg- z#cSrVDJ&RY>5knk+AV+2Vd`D98^S&@Oe}rbSPr;mSq^D=S?&}qbcjU$iF5z5{ zgv(SU`(u=iZSYz`_~ZahIXoiL4+0qrJ*t7s@ICleTOz)}RUXX!6|gu;lh^X!b%Mr>W6AeI0}1zhY;Z3KfzL?MM@iy_9C1!u(aUvm5g(B4|USQ#|Q z%fYET;{um=MW6%xuzlQOgV{XU>IU9Okp%8y&mj4@L!9aYt1gKxZNKxoI|sc6`XP}v z>%rTrf@Em8cd`)FXQC0ckeQ7vYJn)72Xxcz8bmPw2DOfjl!9w5NIylrFb5{*+pC!r`@CRPkwe55ZQ}zG=4Wj)Ip-Rj@Lr(7q5cMRw%R-r4#5L40uPnsR$dq*Tub{$hL-o4()NDqq-* zA)Fp8Mex&mvywhp(}bKg&Xg0Cv%~AKNf@Au+o3A?J52)KE@16?R+F}pS0`b|M7_aH zq)zUoWJp>WcZY{~{zd*fzw%jb=xST%O_O4=4gcA~j>e58o?shy@a*uFZkgUPV|L^~ zRE`8yvXxK`;%Y8*w#}K5jz9re+DK$A^fT?cH6?Vz_e^12%IWZHtev=KU7i zCC#F@_I3nZ>yYjbWZ}dERZVw-J?+3Gq(m=tzNa*$E2I%HDfUzroN?QX&&8lA3%3S# zwFE+u+m-u(huS+oS z{-(Lb$w6`&BA~pk%q?!B*xuT58;{$B7R--4-Y@y7ws|T^qGO3g-TK&zl5bfjEohqF zqGjy`&01de1DbN49$qUFr{Dlj4*a^0#ZKqZgO{n|Y>vy>6iSX$Oi{RLM>$4Aiz{mrO3G*pB-=L*Iu!^23NK;4=ZX}gIL;M z{GIVD)By~;0JLELs9+TMy`+X@!8{GdYN*7@vb4Jib%b~(`)oHnPewA%XX=mDk$Bee zf(R)peU;0;U63Ot3rcPECh7UI?1#IhFE{`P%QaNUlGDXelP+2`mWHH9u_g#L0aRf# zQICj-o8`>xZz2qSE%K=ENGqFh1Gz)bH)YT%nXmbO;h$#zr!V}-+F(Z5I}`ZgE?qDr z_KYZy(yg~)tIYYdBraXD1`g@@`qs09Eujxo4-8Uz!ca<>v#dYj=Wzt-ny^O}EcRoVp5E15<= zV=#*gQ!-4f?oMZLTMC%Z_hD4jkTs?daLxh$1T1k=+&GWPL-D~4}Hq@ z5@rNUc>|Es8dGYD$%q*$E+r-~2Ven^?;8=1vpQsdMKQo&Tqq)g8J+AHhh{n+ zIP_pZFaaDTZ73A2QeK~ckT#)4FtLCet3Q))T4lq$jzl&LG)fZ%mMj)!GH3V$E53jr zchw~zBOhXfV3hA<}TP$jVq`n8AJVm$(rsY2;SZ@*w?!x zF^P`8g_k5p*I@H%vcbG%;0TmzYB*mL0J`JTf2CGiknM|$=rE&3q2wHl4BM0=Fxm)H zORpTOudQEs6e?5K%YemADuw6n>YUYkIiYJ}5`Ji`Fx3Q!ZTC<6W@6w)HVkj2wtE^_ z9?uYCt{-(tzvO}BL;;!h_DdP-GGFT3Qg*H3oJTA+6A^}S!3C*vti>Rk-z)HbNc{Uw z$U$b_G2RN-l`mO5URleF0(2k~OtzoT@m<-(eko+SkWLTw2%>xN&$@`7Is=c5BW?Ss z?Gyb70q@@;NY)g*-v6izT^gr<_Ylc!U}1v5zVZQ+|D3EyB`lDpY|Q}{yO;Yaz4^xp z(vm|Q7Z$D!T!<;R2!Nd4NJ60MfclB=Cr#kec>^g% zeexz19}JoWsJBhId7TAfI|9BMj@-GCjGe^1+ilrX8I$hOmbsQp^S6c-gH^VG%uSiX=aOZodv{ZOBb+C><5FC7% z+3k(qCcavTub)L5EG|Akp?Pz7b+vH?Yfe*H`1mQ<5I-4zmf{YzPiO;vMPNU*57v&RwPPz-7@1MK6FY;lPydl&LKJc0`VzN=DV<6$5^ zDaF6=)M~K4HNwd_jSPU)=?*BBydxaZ)M^Kk7n9lL@f;(VJ#_!es8tG7Iu0Y;v{4a) zOjG;tI$)pd`krOK;kChA=~@BZh zFYPgawS&K}M4NsAE%c7v%=N!I%)O;nD&ObObZ)s>(FkehiPE1j4TAZ+wH)Ee#`Y^sXeIM33BEvUN~ge$Q@#>{MOD^+ON^BUnU= zXRtvF&Vfk0zlcalurqUDdP~=WoD>S6!^8!qkPov6Y84gy3KB`z*N+ZEkV8I8%}e~U zrk5Vg7Kp~j2HHs_Z=xqMY;l(7Z%V-uo`@@vfb|v~(@;wz2ydv5*bH`oD{mPn_>{Lr zTtiT&4!`_gFQbki2LKqBMkzv{fY}nkF?x}#;j)YWIk+Rl&x>wsxV@iiGQ4>peIDY+ zJfGmcd)OG~+05>u1q3ivCkH98hBSTR<3(=s@2=GOM(#ZMp>I3k99YMfJfA{~<Li2I$xe=Q!cc75`JYA0wtrvXI-G_elrH3F_~ zaVecd0q^4Od`34M*Q5AaZm7;%0x_w(-69LEu7Q-JHq`ewr&<;<<(^FzZBVEapv@M(h--tneGK?N=w32 zY8p3)dKmCS@Pk&nQayvcWP!WxB*O8z=6rAt#*NZ#UP&r}q32T315he&gq90Qvf$$D z90U7zE{Ou!(ZAo=+`S=f&CcE(r_h?Ou$J7bdSwvG*rrjv+CL%W(};wS22jhyg?iKs z#!E(BLYz=@t3y{$dht0sgd0Kx0(ZfNogAlvA{~#$TH~!?c1b$xubH3NI}teo<&`D* zthV(TWvR1$b>Gc%%nfoTz7bM3-!Sd|he5D+_%ydirSY#c)~}}5L2&S59#7m70dkK| z;Ub#c(53vt^x>w%Lvq8#>wU&@MhEU2)HoS|SNlSTK-tO882=g|`h7V-!LuESoGK=SrY(LQJ~2M0?Mr z%->5(L4p7;4R>D#IxBuA2=QmUQ$^B_T}~*%4-fn^#OaU0?O?X5Y*Ral^J-;NEwziM z4&*_;5?1F%owg`ixV(hJvs$qs#J`F2`3jJqu*kXUnxtEA+E)XXhWB+X`zR@gb^)2; z53717JxuwynBCW~n^S}2ABG!I=iztWYuS<7?}>vDbP~L|zT1nzL!wmijE8^7xe$~w zEEky_yPr72%LDsJ+hnk7S<^>O?h}9ly)Qm_qh@4|>^8+cR`I+wLN;t>|A?^1nRQt! zE^gin+{#&LHRJ*7LqF~9v4xR=l@3u)38z*yf9DOBZPwJ)McKT?i{`G$vO77*I0(Aza7qDCZ&F0&XDuWo_$+{ zTYm2p9b-L#$SK)mGq8jE=!=-{@Sg6CU{SU2egg?sX+gcbd;a9n9$&T;FizStQ%x%R zgQ0+rHo_4FmpRoBPmiO!wR9x*xzBsj6nTDPNf?h%O@{iEKiyG_67F!f8)+lV0ML(eF`XmR#$^hC*S1(&W8Q-{!YkK4KxlIet?5jh z&rS^X(9VAl_g(DWC7JvPA(3~6hdQoX`$>@8KmcQ~M#04t7^()(hS5Yez&0C8NzpFA#6Ob(VK_x4{g-k%|mQ z)Qy%YOb@v{Jm6*iIs{)FHk@3my1R<6`WN#49N<)my09HE~IXKw-_TM1uKtfVs zPJiz~iRY*1tuh#XQI>SDlB==A6J@+h9U~e|e;*GBfRZ{OQmNIy`Mtw+zmoxw`=Uw| zi-dgvwfYt>MBVrpjmwTww;(ypx9Q7lOnEHWB+3~tYmwbvnrpyjPgQoT73pO=zIy^7;eus@Av(*=+e{ zW7&37D5Bl8izri+NsZV*mm1IQy-=`58u09^e*$x-g?gR%{Q=#v`uN5kZtPlWy@!#_ zdsl2n2`QYgI9$rm`q&;lM?VcD3LTbaryY$+&1j6t`nPqC+0?NDwdgD_uNd73jDn@f zQ!#=7OX68dP|bM+g5%c}kdtz%^EqR^5#LZ)`vY?+ADU!@mLp(tA-z&?#pY8Gm$C0ktr5pg5*K{^*y_i~wC zmq=+mC@C01u$IJux~#lF_EhcEvP2X#K5eVTY)$hzZxL<>;cF=$=zCM&CCNKS`Uf6| zOeY*<=*no%i*r7$+Ne7eD_@a~uhxNnobF;gHaZrhg3O1)qsLs~06r3w;XfETtwUtxN{Ph>DV%OfD2MFPblJU*?;g*F@J znRudOoE`^c{R7Rv@3 zbOjt;wsIHwN1SOa0V$ z-m6IJs^}zr66kx`BA^b_O_~*ee`;)j(3+^zF+?-w`1B$pIb@uS{4quRWVpBn8&6O3 zzdU7}3F31&{5@>qk}b3K1XcaS@o6Y`DLzV1*OmY~Y_|!mTP_c$R*&0b53r}toy$pa zhABWSlH*0Q#51~|xJvI=)E%!=kXw>QgFrTjB+bM;x&-QzgMY@82DQ1rhr0~q_w(S) zyVWDksei*zB}uNgl8(j&F*$y%{+RpqeYG?Wjp!Hg z=`1rG0w@!3T;~vklJ>L31oL=%eWl{E1i&Z@z*(r&dDTsjf!dxq#Qy*U#q$fENQ6ja z9?v5&GksO)0SeV&8by!7;>7Dy64p7Ri*^IOVp2HN45JI53eWC6Y=P^YHHLVEP{zpa zBB_)-bm7`Fu|s(pA5KIOakqhkQvrXFj?l8bQ9s#$03TEVf0#eQyF6t@!5KBS>)8z( zMmNH8T~fDONUp1?+HxJb5ic2fMk2$>_;1Kh5A6&K%_hw9+j%%i*ar2(1HNz1KXb^T zkm5BK=ksb#?_k2r2oRolz9e#~S6i6;!NgvuHJT2qt_J)dq~oO0lrU*bm4Yg0MLA!x zzo;KVp2Z4df0}u)Zm3wpnrqXpVi00-Dp$pGYK`B3AEYZYMYZB|mr;bK`r>%g+8P?W z`R1&$sVXaShsJUXqtBMpD(oAGdAE8-)^Hor8z)fJs)TVkPr{|k2h+W{7^<+46oxbQ zW!V<3_p@i`{rNt=3SDZD% zWnV}JN%n>uK@Xfewn&#yPL_d9)*oBeFcogE0TAhE6~A7_2u&;8;k0=$*;*fX2NVs4SU~osLF7(UOy+=Srk-{&G+`d8fDL{ym7 zYtnEartwIi{&oDF58)HPzS~UWK)| zSzPU5s!=kVM_}yx|JbXU`MKLZvz{jE)ea)7uyN~e)(xpIe>Rob-D((?>53Gl9Z-_t za`wt0NX%XYU0oU9BPTz8wmrfp&731@EN=5-d1O^+OY^l|7_w`D(2p?{MSNM|^BM$n zPk`aKK)N!&Kzx<(oHxG+kvYE$J_QfS9M4|Oo82D52s*Exc#?{zCfutmhe*FRg2vTM zR_!w1I((KojMMJT&Epf%8a+g=AM8E|d!_qkr}c?0-!~^Ws=Z<8MzL8r(j)IN)cPb; zcQ1@e**qC@N2)uHb0@mq68%=!wNg%~!3huN4L)(EdFcq=pSOQgNK=m$%(dIN)fUnJ z47E)6;}GkjCS^NI4xAHNKNq?doN3C9i)_7p-y)Y5DZUifg^Z8gkuq(5f9s&O)cmeF=Eui=@tRIYCqwxC*pxJH4ruXkiw$OxeqOgH|#&vaE5-63`EUh5HK zb>jdW;7MI4;Q_@4DT)T~cFW;r6cFFToa&c?>aS!?9_H^-?Ju`Q0+ar|Wm_yVB)q9n zr|;%3c$B~D64dx8MkC82gO+@VIAS0KG(w!Z$x1vOav1Y=rddKOl4i$dZd|ALsy_tu zfXFVYQt?35!cK0;26JE*4h3lakP zMw`e#uM;#}iU%DFT2-H@yBOZxK+~;_0Z&@`*Id9pS(|;N6;0ka^VSiK_l_7JQNX$E zg}#UoMOCk1Iu$NtHQ$rCZAxa#B)(Q07e(b(NRU;d?U;uK%2a;CLdQw(#d6?Fd=w7& zIy+q!C};XwfIBNTiDUeyJeqtZ4D|bWFA=%AAUv~UyOVp7{&!-|C^C_mFpu5(^Y5(= z%s^G^C)E?GEQhBg&IHd*ffw|-w$4#Q%oMYy$0qGaWV3GGU;V<0HhkwQ^R?>;RG zfIAntSAh9|S^11iGlQkN@KlE0A$Q5+CPD*%Kwo1;kjyLAo$3g7&ADwRh(3yPSZtZQr^zbcL& zI-Uuf^FOz5w0W$SI|ML?#&E-M9emW#g%EJttDDI#j3i1h^xsb;X{9gt# z6sf9h8MnHhXq^+CNowuzdlNQ&aFrL#;a^(SLmS@ z??g=%@_{dA8YVfgUuRUVyGzdq_@mR~(rd(MIFLFx)0ITs;9wXaBZJ>5T{t>Ehd0gw z#~w-Ot(|dQUThV3E|!&zZ%}>job!+R#5FzS8M!-hWE=nnY-Cpzov&tQ6L@+0#y~$U z=5_wJxuU7RaHj?VSz}zcb6}ecL4X61(+F=_+|mzDITw~Zm$1Huo|17F2DK_yIqfit z7d!t~67G1gA8DPr-!jDHy{g5mAkgIw#vmzW=Yrz!uATDppOOK9ga%LWNVQV*sX1Tn z3q@-m;)jIkg3^VuzQvpW*ZPKK}l`c8&Bxf z0;2dC(H}YN;+T~NZsO>l{Dy8kxPGq2*@<(Qfc7?+%S@4RJE^p=!@5@Oqz%7XJ8@B3 zVZmsQSGyg(sFI+-5&11j@v3KfF$LfUE{5%=k#6-2<0tz$LN@+PcQ_Yy-~-TWOa2x0 zX_Z~Dy@jFSlR#aCkL6CIp+AOkhhX?Tu?o=fTkV#|_Sey(cuM>r$8LaTBmn)CMt1}6|bAh_V%ma){oK@Bv(6rNbMnQ zOaoFPFvmh9$#38G80N>JD&>cEC2`JelU8tkc6dE+3FYw7d0gGH^LNd?*X%KpfP(lR zu9c>MF(v^ufgG`zrkB?n656$A&^FI2TUI<{_^xRMK+q*^p_V}Lgre8&DcqKSP4ie7 z$tBgT!>BClx7X$kd#rVL`{ z*Aa7Pdk~eNboK+{1`6+(6|^?4QYo<=;xaq?2kUyez;;Mpksg79aC*})xtj4QPGn`> z5J5;{H2zIcnIoYBU(g49Eh9MNfYc;ueW)%=hTce&CgO~nU8qca+x}k4nCC0ywIhLdSs%fle z54rrfJsQURfrSC*Bn`8U``lyd{dZLR_r&ef^Z+Fl(7?TmCUU zO9i9aOR3^)W~!_1dwU>Ri?!XoR0_~o;2mm;`%?4OZMYL4s)+~|^=&zoU}Q|k(0Jks zZva!4>?21@GMp7O=L_1{p4Em(I*Do)kY~|krZTL)E#avhGtc96Sz?-KUON+;mDReP z^(FHr^yf^ml-SsK?e!+uxa7u4x+qWzL40RJ@KG2;(Uh18DaFI7o=Rp>es+#+OQSy{ z@raQ>fc=c9LepHv>%cW;dnOz3O#)>cdxVy%W=)Lu`MSgvrGudhGCDVj;HnW+V`UR* z-k>o{qLPz1l^heO2DvI-JdMfEne-|Z@N+~j92P_&MIu$$A$JJK1R4r$R9;8>$?ehx zw2d97%xJq8FFD|UUSXl9h zKDt)y6^5keD%IMEaS?r>VOx|lv0v?l$+O5Bf;Eg;^xB3nG7&&b&t{h`>ZCOsDrALK z4KQpZPM!l;v9ngE=axB&=-D*HhO0f#3Fc;#GI|jhP=OvnK0;7L;`9xeS`uqgCeYyQD1#FR}#ejv__R zCq9iEV>|5R1s9e_c_w9l9?F8bZft~kTO#u(Z4=my^Zfz~D$@NS@9RNq3UeEN0hXSn zHlwZTwz;*N63>rX?>oK%9J!LAyUVn)l}lx=>sH)4Fm#%1CmURN1}j(9tXW4?Gt*`#U&Z zD?hnhoSdo7*cr$b?|q8qVj&@6W!I6dw2jBSdodpfX|+GUnrJr>GHp8)+;MEd-neF+ z7!4$`x@dJGVF4=>eN&VG#)$q)`mR%zf#*QBY{6zTz;GRLa*`numuOj_c_Pa7G-2kB z8^NbRWI_uCh18F_^2w@bXhKZqHOH(?Bv*OT!e>RC46;rtzf!`jSC#!|8DkdYrX6!Q z_BO5EH`K41>^4!Z(ZCEY`SXMdYY6B64|}|SJ@!n-Ngs^6C>KG{b76)YebBy?CM462 zYS715-fIwM&2ov3>rZFwN)SlVI$Gd2mW)$>K<2THA2vE?Q4%kggF!Fwc>FvAJ)KcW zf!c#zFN^@kJ(oGw1kwC$oW* z61)=mPVUt?O_nEut9IBC(>nFZv0S~=rS}7s*jO?=^j`aPZHe&JbNysGNq8V0R>Qh_ z2UC$!yvltJSjOW;iLI9GK)?CVuXgTQWAiEZkwCj=8?f3a4w># z9+MKUHrnng{B@5OV#Y7BDZc=&fH#>GNzb`rN~Xiz18}&N#%)G#<64>*G>=-Y6!va6 zxLeqj_Q1(sd8RkB$}O2eOPkXJr|eb1ND&qtK@A!YTpr$}qCk!v>b7jr-Ng=J{Kli+ zzEFBjlR~qQw}4lRE}NbQHk=UJe_sN-=G`pkefUmvd-Q8e80%(g6Td5}mU_zrP@Jt6 zZ4ZH(CW&{F;zXVAiKeM~Q4FIQa0)ExIx(f|XA~a8=;%3C?^*@=Q>1b&cJO$F%QyD2 zg;_VdhGrD?UhSnfC->|X4K&ah9g11%0_=g$uDcVBTJ_g)k8$L%p!Pm%wW+KB;6NX0 z6P0JEMmw|dTONuXism%n+4?3}euy^Rj))!(LMRBbE!NFHAq26DCu)aznw;j*rott9 zXJWvCnfyPU#T==xe=kUHP+)3d>bSn&{T0y~x2QYHQ1Wa{wt%$c8KvOogAd74n>!L;a&&wU5RQz4}Ha@Q6Szs?oFA=9^N^N_Hziv zF~01-Q(<-w*Z?))XVy9p>f5OfhC7vy$+%6;>&T4WIBF%I&`kY7^1ZMe6R-`uo!C0+ zUU>7N-()ggOs~JSGG_~(f898)u;AaJ7bQf5Gi{&VIZ0_}H{rP#&a|lc-rhGhChIju zYTUi5RRN4P{7DN7O>sF7@c7}uGy6(GGQVL@;+c1|b%1a^MCYT7NO_ZoLGL7$)hmZ| zVp-I1Q+3ByeJ{L>>`vH5Zu-RaI5qhY~a0Sd$&Rq{T^v zPWm4MG|Ug^&fRfMmM*8ef)l6pd%`=aSl7%Z3#MmHdCjg#GqU4p&5jZ6kRqv zXV4W`j58A!!iWd@3w)(pZ77@B&Pqzoy%0*l+Yu6%;OGOGqqAy6C`%GxW53Ie7R*)w zhRGU&!~vU51NAi}**yj{r}|6uk@|(v8x}!KyQLp!N`~Hv`ZG(HHqPh)bC0 z`8ahW99!t!+E0VcyxO}`@&qWLr`T&0WvGnT9lJj#?>2}f4fLo38)8gX3~)ndQnrwt z_p?r^{u%=)5 zMA&`UpguIVevvuVs zchsgUlEp(boy*bIg1%Wbk*eTn&c&okg`rpE`ckI-Ui2qLGKtOp4pI0=R$H>?@t8L^ zvTXz`wWf(>aRYDB2i*Qn*V4F-4aRfHMYI51;@{H5#U-3J{I;}*jUM6Opnb#0-&%p@ zsdQ(fF?A%S+o{t5r3|t-4b`tW6tRH&Zoxd1}tGYuPpI_lz6qNaM>(`s8 zf!bS-!!SAN2nA_|9kddI3{?l}lmJ>(0tONA>C zWrgS==iTDbGwR$d{UJWK6PG4I{00bw$Qv;hN|7?4;U8md=sg)?mb&GAw|ILA|BIgc z8ge)hM}A%bQ;#A*@Ms*f51Uk{V<5-VT>FIooeQsCEmxo+qQ1suNaJ(E+V$taFCV9r zO~kk#*Y6rY%=%4+cG0Ip7to_HPG>3?Qz1O0kLA=^O1hun(NkaPUan}icDaynQKG@Y zPyZtKE|gE%ktGv3eg6ns!{&OWjuzU%+UK*bTrNtVEOQ&^gZ~FkD(S}c+?rcyB?4Mz zA--1T2HGLC4Jo-0QHj|SvU2L09km*B!iRonyV4(E;Od-1+GLxp9k_wp7dfq!gxbR_ z@cH^D>;E-r(<7jx|1Ltdr`OFn{g4Ly2{|#Bw~8K(^XRQEtO3O}&hj4P9)z&#wAZ-% znPskRPT5>Xyskth!gZqE{%^bw`mr0KXv-Nzanv%OV>3)M3&s8xw1<)Lg35-V5Wp}W z@SpD_9D`FawdL0?o!&GbTR+GvSLES%T(NW_Tpsi9%Njnk>Kn6B`SRU5>>9WCFO)gc z^Q@zFPoG@w9vgS6tV03egA7%!d2)=%UWRb!CqRpu1H^m$-R~dF-Wgojcynta9Bh{*;q(7x>dajF%(oxxw`Q-Nxy!f$j6vGi6E2()( zt`}7S^TDRaYH*X>)F8{rMry8KUb%i$Rbil%xtsTwRlihlBsMZLdh16`swi5BEGJY* z%%>6u^|~7MsXKPVM12Lk!qSt_*f?mcWkcFnx|QdOM6D@?XK?lT)oC~NO-vvV!Vt;Nxg7#}+q~K3n>9SY~ zaBkQx(SXf==7f)hXI@Y>SxIcS2{5F6$D-x44}0`ps~XRg=VRWyPQo=Vki<}Ken8X| z`^;43-&m0f6S0-~!48gnq_Eqs8MSDKVp&3gQ~4Jr&<90JxX%fBMA27!y9YuyEnG01 zlzw9s=mHlX-7)&cYksTj!|?A_vxG2rl2xj*gvDb_as%TmEOO} zVxm!2XwA?CC^*#R(~Q9l);pFJyGX;h%;Wu&Y+#>_zdw+{Ypy^l>-kU;?>#J{U zWW5LS(ceH8+<^Xl9iWpMCThJ5MmE1Swlshoyik6|P1a&S#V-HFVU@lwJ_Nqp;I6$2 z{sr9Dc#AUvbc_xvl11k-ERcR7m&GVH)yHg=c5-EC%2}k4c$5 zl-PesPIW*4SeJ4#0$1o{WhOq{VF%F^^wo`u`pXEgbScZ*A6H`?Oi&DG?e;3E8TTh8 zB;$B*Nypa9)&$OPeJS>GW?)9-$VE@fm~$v1oBB9;aVE?)A2sUzMP*oaA0&tGz0+er z6%{*R?qCIysPGOXRW6j}-Zc@#*d4sc;PlX;{_Wk$`V($Jlc>$nhs^DBWKE#6kBjj zIEEc(&VXP&;9C|!M$ZoPPMD08tq=M^2nVilO9~I`CC`{rkVL$PodW4~CsimIByesc zcY{-gU18J;+6|e9Sk3Ap>yu%tGM*txQWebQG(j@{2!wKFSQ0SHaeG~sT|o=;t3&Tz z>J#)+z}m)v@LO_z2BZMiB%jWdws+E=B{`K{ky&>cC62~QnQvQR@S);{xUT;jg$WZxURd;g*zT*)_aj^Ynt7)P(`@`+o;+n@I<;o*M7t-D-u8FUN{ zOq{)SzHm%5_K0_;6b^C7j&gXqKGIZqVk5+wox(LPy4-+Q@mDk7t64{nLByKaX#(ot z!f=XmM0OFXAkg7!$uw=r3<9^?I}Q*f%xYnV57%;8Qq4D$Vw?u$nDT>!%5iI{C z4c_N7&a^RgJ+@Ax%rSpEXoGO8XI8qhkcR|CRC#esR~>%HC%Wz9U<{yj|zX{S(?>J2|xB)p3r8kd>IUJ9vRq80cRo4!KId?qu zRNw4Ak3keE^OjxTh`lVW9{AvDi@temmmI{9TAL7Kz!?4fc#Wge4^(92Fz;vg<_6VP z_B-*0-2!ww;lp=QMaK|z({V$ay;nUxSh# zYsn+gT=2jbx>loMUpIbK)oPX1i>kz(Hmy*cS7J7HCl+5{puA)he9w*KP4XNl?i@u) zghHMsjE5&k&a{GED=r(oK7OJ}fH{79`1j;wAV)XIEHF+o+T2(-7@S+>-}9?DeA?LS z&=`3O1Ltrylv4h(oVx&R;DTd9$8`yDz+M9G#CbgM{%v98ET_Vnk75C{bbheWXKE%- z*%ucr-RG+G@fE=up619db{rm<&3)zNUsiaLl}_CI?nnw3prGtDPpAoV|UlQk8iL~iWx-7UFIK!CG^hf+{qU$TK&!m7i^BX}KA zmMc5i43XmT^yGC0w1*?$)2T;tSx73e!Uk_C=92cs8P+nhzGz@)H&>Th8h`+IJL=)| zW$rk%9lZm2eoUFflL-UxF1wN*t1Bn(9qESGBj_fj6e`pHqyiClamgm&^9vXj(G!Pw zVt;QL=fcEvLzruNR(YVivjTAKx)jdcV;F&0NilGnmV(f0-cyxtr{e|9I$Ec z>J)%=g66EwI}RCeF!{e>28}DdNrx7HeL{1l`;+E3{# zAY3F)yHnSJ#E-OWw1KS(-w^4~nwvEcCo?JrN-Z_DRc_2L?)!`{N_Hd=W(WDS0{Kne zgctzRM)itN-UcR|qcaOuA)N5Xb#%~Y z-0F=Ol92EK@{0b?qP2Mki35Gga<3KS_xi?%D8#!2j9!2OBD*L%+(n7v4X7oYYESUZ zf5>K1lTf?FlhMf6+fH!wcPi*0w!=i7s`uzbQo?l&O*#XKhRk5AA8W++J^kT#i_q6z z`JB!TqHyafQAuai*vqcbdE8q+0vK)+OBgg9Bp?v%{g-;tI%grtwzb~2%~YURosU=5 ziZZZ!p7e!g`V{Y?K&DMJ3}XH}29uYN7JO+;kO;6NFc*~s+O)2RtNTOwFm^w|jy>|z^@9Yix<<1i@JI)xJ<99V*8di?^+EtlWsDZV25g+B zua1rqQI>&i~m9O}b`b)wn|wJW4`whk?cEirZ}^S-%3k zncPhIo2Tg(gzx9LCw)nwMzG*Nf(PYCndZCxdh`cck-JQCoP&&77?3NgD-#kkKav0R z&)a?|u(Jw!iLrWfSZgS4KIJ6%uXLgfC8u-ab$CD50<}Zzav^DC%F=^u1!y#{sTao#WIXg7-oUuUQOPG3L* zThGhLZA_F5{R>0Bc=PS*`Z?R+>3|+yBtz**rq(v z>%l`KXe@;F1^tPTsdEzS&BPG|KY*yC_ru2TBAj$bDjiTzBF2Ug;tUKj^UK1AOLR%6 z000kuk#^Uf8a{&S2v&1UaX|CouXr12ao#ToXiGCWE5sKs!0L0(>y@+i>w{o`jEyB# zgj_?QBEl2Z{sbknms>2sKe?ZK>+GBEeJ?&XCn-k(>e_)Bnw|r|@m~`3vhItMAv{I6 z8rE-`Y$@s8uPZ0W^)(y}HQtix9zY)uR!>#20LH)ofCb9_Y4Hxda>@cz>afv5x(Wdw zFEQwc-vt5Um~x?vdiL?_L(Vd2{Kv(-SR406jNt_YAK;Q>-ZZ3UBO;fpnKeffTJ8)e zy4Wu&uP8JlTxTep+hE+|}L z6Jp#lX=%UQ!yc+&1tt<|>~W zq||lsC01u#`u{koF9dJ}`>oi*qMu_BUIt?0V#pA&*UU@DN)=nmMRw*LbgA?BV>|BS z?W?&Frr!(4{1XQ9cH4P8YIiqtS3{mJ0y=bdsrIV6%Gge`#Uq(2`ToIL71rfXXyjR~ zx?%=;DQ+$GS&ssVBq*OU+!M!LA#9F$J$LWqyqie2zCZYD{YMete5`7nfnsN6X~$xy zik@e_<<%kQ8)K;)qvL%$A3ipgS?&cxr!1)-cw-P1)4?y3kV-orhhcPx zA(do1qOUO4sa9vtrISokas{r69*ypQJe)dqWe;gADtjk=1hn6gD6+%5b$_|bJP*Am zv(RJJyi1q%bkd7l6;Ovxmq@tawO!nqF+4+3 zb*G7n$97r4o^{M(7*~q7G1))-AQIFF24r%USid7fn$;!pO{ChNM3>c`4z5;XU+l5N zkpL3u^^VyXE!?rinI=kgeDJr^W_s@dOayHtTI`ybr(g&PLqk#+`c=TSIdoR{DGp#O zqT)aBkciRCN881NUvob{hN#STx_AlkXc=@lwLX3X>j+`{dN6EH?5~N-TZr6-|B4f> z9pPMP=sW^xz$6tE1gd0~J&N#J$moV3dT_%7@Rfz=jp6^fUPhOV>XtTHc~mHWgdP++ z$ZuDao8~iIEPwTK9{Dx-6^fD7^Pi2OP(yQT)12>)$Yukz)zPYO^V#bb6@#stnsjlouKxT zK1d-1%(w8DpcFJ2X8~2o;`F|#>l@>05{E9DeN z+gv16 zU2Y)`Myjhz!Bn!x>YEU&K$k9jgN#Z?|As<&5c@SU&31naK<;<_H(uYPvlk8I zqin`j{6?GIV8&1JW-($w_1(7_b8og277tA}ch8f;(K3%CQAZGJj&Wi*1SUtkeJ?yB zq^wRQdUNdGU>2SG#KW#Xzf`f6)udU|j~(j=P_!<;ixbizB%={;3AR`S)(S9#N(Yx_ zv6D7O$CtruU!e>uk7N*q*ycY!bPeXH&j$c43GR1L?txm z29%j$It__6aOzBer56GJ>wdq5Ze6O2V4yNYu3Sk@F}R&k4IwoNCEvZGL)Z@q2%idQ zOggGaRELd~XF{MYRpj#~tF^9EN=f-8HVm%%E*o*JS5x0?ir4To9K+I7YFw1z5^ITz zQB`+n>RtU8{~5oI5~ab>plO-wV31KU z=V>K9Xbd7Ja{dI&YZgH6i+QzyUQ7Kmme zGCR6_E**Cv2N%kHY&r69*<=;q%Zp-%^S!9Ic$|sU&wwCjQnJz2F0yz%Wi?EIC(OND zMe+HRo{F|M9YM?tErzudqQ!;1rqSj^X+yz9G;jb>Pw7xD z%q$Y(aEQ*;G33U^PVx3p&w|Mp2)8dDDrEo4IC#?Pv;m^7SJ>e3UC6PGK$qGZ)5|?TaQ^uQf%} zz|%>VJg+(53m`1-z!Plf#g#eDgUm2Ot4dblINdlm#hkk@-?$AeXf}0N>{9PI`U-E zmgzHv;(S>(1%)UM12ogivfRis(p{q8ls+lR?ekj}6ZYU-;apPpcV(nZekz?1+QbBj zEf`og43OwBNF-wD33Eez9m3dCt7^b20OyN4H?iuDjERRb#?pE9f{fbyv~ zg?IrSPsuR%mqQPRUQNj4IG@TJK_WSbK*C9Y+~=vzg)gf56iiK`$ULj~nO_Li4_*?L z5C`&clGp$P!*%_aUy!qp?{rqc7BOG(>rJXhfdQj>14IuT#QY$_&z?|ym?q)YY?5@J z;|O9(N$rlc%z4MM0LA<~i(iz9!QY{EvVHYEa;vTB&8;9_Bq74N18cjVLO0<^;N)}4 z0<1~n3p<6xJPrM_=_n2BGp3GFI^fhHbq<)t=A+!1Cdxths9Zr|;d^znjiP}xpUgoM%^W)c1ceTU55p~l+2TAE*BDJ%?1o@AA$9xk+w$EJrmSHek7*$lUHqV z=;rlVk~^;iYAU7$rB?$fzhTh2x7^r$gRug#$H;jSGppQU2L@1jHl&0$EM#Rm0_+Nn`lc=DwHB z4Ut-<_v)1A>qY{HBOGpZn0O9dDX4tavX5X6Be6i(-fwu^OL8V7?e(O^?zq;&ShTF^ zrvAzFY~s$mHl#8J@mFha-*FOEY@d$NOggD5G#6si$!X`ZfFwTB%vvpPm5gii#oc{% z-|WZG=sOW}q+K8d)=vrQZ|`XRXv^YAL6N`1K(KAzikv07orxU;LrAhLm(52k(*o}8 z>?aV|@|lbo_k4`rqdqhb=q23~?ydZYNT_t2lzYShFaSqdkilkA@6W+N z$tLs``6`&R6vjN(;toUzI1!B{2F)ufO{hbPQw_kQoD0bD3j#f|^vmRRrDOQ=jRB8} zQ`)jTu1nFJz-;!?{jaQ#=tm&n#1QPm%k7>N3L@ay z#;&zv^XeqfR&8MfS7Y#TT_8dA<`YVXJ)|Mn<4NfN+Hi6Qg!8VyS{?9CiyMjd^S8~( zqd~!>)mPBS(m_5sx!XHu)Y{0dXNLH z{TriWUUa||Rj*2m03PSPf^Y%T35fm`MVE~?dM6uF59shO|C)wMFhR)RSls6crhv9( zJ(VEU?RV(4Z{vK2CmTPvCa6ULn|=m?4NYVS*c3uI9nWtB-ClQawi{f{C^d`AzFt*U z#>%BOLBmoJ&F=iDSTugybcVYcQDX`^n|wH`%SGz*zH>n&;ylk`4ovt!26x{xRQIyE zjj0*}uSN@19xlYAV@O6C=g1V7o=3Hm+=? zi{a9yJXTqTcWtX@^FzMep_<&@t3uWvG{*3m(R9xwmfjHRND@XJ`g&uz^rlYNA`YH=^d7$e{<5XP75h z?4sfo2yuYp37O;WDu`WOQQZ&)ge%Ijl=R2UlF$HXX8&Y2rrN?z~fdn5~J$DuPSjg_IL3Yp}~tfi!=dJNz`BJq9EW4X-R zB&DNV(Cx&5BdF|OIjt_qbVs(<|MI`SQKkSGqm*yS0)PDo$JyXD8CZ?^7C|+IV+(YMR>ir<# z7`AbaJ;~{4=sIgW7Jk-H02k6SPezZycNPN<8E!+M;hP2_51Bc_n7~aZoHU(n^@{w+ znLn3OBOo)M1_n(_=Mh(+F^eK+{8U-C4;CS24)g+-@JrJ$snME%;G<#a}T7g*|^J_qw|wf9l7w;H!KCf1!ku%QjYkA6%`Idn|gb z*cw(Yl2JSLS4IfQ`dl}>4>+bC+&KWE2T+bz_0xYU8FsL{!0?QAWBkfa9zO{^wlymw zW@vIm5rrQ$u~sDUww(Q89k}HJJntXnskLwAI`F*B(TH+K`e5VDelRZ^a1&1ippS+X zZ1?S&K+5@~nm$Y`lnz`l8BcU}Bpmr3Ig{Of-43I`QRg*^JL(6TIQISfaxnH}ank#F~r+qrHT}6GGhQ z-H|@0Rw@8fm9IuZYSHGy)es73bkl5~XkI|4Kr{MJH*= zrss|~#8aPqCkJe#15ZWd*H(agGy0NWFJq@X_aZ;=q{nuH zIC47K0!jZr#Yr#=DR3pVzjZV4*$F+=2rax6dQG_ScMTo1yL~UC77)Nov|n5gM#$14 z?QTsa!f0xnWxuoUS=n5-Cx_4@S5D>+9ccS)pWR%{`Ip6Cz5TI`*pwBLy;965a0<6- zd$G8{yx()hU3Gs76oztD##an{ z^rlL-D1GHk_+QbZwz^Mt9w9lzWo^W7H1zOEzBzOT=3)FXSi*n+vj&Sz)HG-ROk>0PpV#f>E&#HgMRS)2ggZDLz1Yer*6huQO`o8FELACCj?5MhQQ)LYC71=^$1eP8-7A&~S;RT4R99wo1X^UL$RWIHA zR$g5|;r|LncaSU+q*|mB12j>^gFf^x=G$B4l-rY@I9msA0Cck1WC?{zNE@z?8#m<6 z;K_yeuns}Fl3>fsqa9G^FupCC#-@=t;V<-erUdwfWdyEe+;Q=E2xhn1hsNAOzMRF^ zoJ_i~qr$}(bq-YuVmfqj@Ieed?lte{k=a!O1+(?A+~jAH5Py``Tpz=6E?Ib9`CVkP zZB7;u1hOMZ=WdsoCQ$qw1o=dOA`!XfG+dpTK5AY4lPXeBiYpUSUT|2{Y`bbkAzw_8 z$xmoPJ+{C_({6S&;<3iCr;U5R%m5=_)-OU+8{8g=`5J4hZyMzGC;@pPB|rLL{LvD; zSEC>JBlVg*UW4EEjT{Y*z#p_qo)w1t368%)82L9V(6u-@Bj0cGt2HASMZ_oCX*r!C zxL99*apmqrVHm`Ya(!ziaxbmOK*tM(Dxcb!phyJJckj+T?;1kM56&VJt(x_%$M1(X z=0<~Z@HktW1~?_14RH~KJL~fRJU$J(pub>{;t)odOFN$&iNu1LuA=0IiB{AYHZMB) z%1LLp7lug6Ht3Z0oOD9DX zc#+pAWc0$JT)~A#!F7pSS7Q|3Z`vQIe5`=H^*1`F#v>H2m8Ej2Y5MI+zNEg~&;~xh zn+1vQ0nlN5?$dQcO%F|78HSCyPqiZ~uZ)|{QYNGA#`Rla8 z6Wd;BdNH+?JFoJfL{fgYTz?j%@=t%y*s>@%tJ*TJj^RoCdV9n!y#O^&oS?>^o!79+fLJg&6lx>*w8qctpHm3 zjnRJnd6h!M6w8KB6Fu0%bLa+kuWaDuoHayvKAtp1fQj@#U{l<3VTZJ4etDI;*Dk8H zE43VDJAbDSoQKU2dsZdm1Amahz6^qVs^JtfGC_d#uE}ILnpeU_Ls&cKbF{8--d?;+W0f^!6!0m>`#lC(H*IgpT1T2ea6|ZOB69* z!koa-Ttzun4^z;`w9wMxc?S*XwP$b$EktZw6bj@`8^lQoTiIM8Y9>dfD3SE`P!s*u z(-7wiQZ_E;iYxXGa5?FzDLyjkJ#Vw{g}sVws1=;E^ABWR)McCPq(N-{-GrSN@Q461 z81H*P1i(ONx<#S=yVb&KBbX;%H8tFWb^F?v!8PafvI&O0RGu+elY0Zw<2|56TjtS| zfxJmjAp5?CmGc*uk5-}oc*`gl6wE-?%Q8j~ccGN&?|-WVAa^~iw6v3WINHpXmr^L` z+OXv%J88%#g911YJIWTxRjGbiD5V(e^usp~P=CyzZNyqE7S-bb!3mG&cMpBNWBtZ4 zi*|0-Z`vs#c0W#*Xi(ie&N@?K<_zi-w5O%&v2)qsLZx~8c<4|`O$W&Ns_EB`PS8$) zBc*g2_w@`fcsg%d!Lh+K>8w()mD*F9b||ghr;m+T6OQ5BpTrc+<-yf$E2lMw=a{LB zl#Bmfe9&%_{=FL$s)lBvDJt<}qnP5;zw>~y9FQg+-SBs3#DVMQnxxroLt}6;y>c@3 zW;HUSz4n7*y5vo(#l~lc*~z0JBK$5G~BH%mA>f9OLYFdMN%ufH~732-|J$z9N zWoYAUZ;Cxn2+OCaj3LpXNp94^2Wssw-^U=pnK@5>ExyAfT(2h(2}qzPpo#IF2qPmj zr_?}hBuf+WOm3(uZt0SLKqv-YmlAaiBMV74;g8F?rElhO317H7@*d}lxop_#;)7bJ zRpT7CGynldc@?1W@HRsdtOGyq>fRAnOs9zxqVo-uXGYUHmIE*3eoX6r;$lm(lk?d| z-ic(Yj$TLpCI=f}eW;VC@A3FZ=E<^JYWPQMWp$n$z&`iVWw|DW;AoVT(!x72nO|Gu zU`Vk196~x-QGPovW#QezKIrA!`Qi(E5%Jac>h>bQ5 zvhla$HZib4&S3Kn>ykoZPki)=A3sZFJpXSAO0=P3@F#P4$+aD9fz$~%%(@kUlrMyc}vA3mDP)%14M;AQ_w%^`t zT}`ljV-SG!YUeZpm)(}x!FF`%1Waxz=$cO_)975gfzNO|8J3lvnod#6UcDQJ$56u{ zYklw&uuQ)-_}66*{M>~B669X50=2SL0H{k|3EL;RrCT(BnHyMC@wr3h42(u?SGjbl zc3^ps(5R!^NCk)VvY(pwPEW*_j;j01ROCbCGi|4eZ z2G%Aq*qZuhEFrd;Qz%Mvg>iWeA9-C4w9%iyGv8RZMtOykuNC1f*-}DfX)_F2G8<^= zEnMe2IO(j9{G?^Qr!XI!at15ZOWoQ~q=(pEtiTJM#Xv-ZnWMAFEzunDbN~mmFQT}h zk~yhjFN0g7(o`CuQ6fUq81D$&NBkbnHUi;kRE=;UAB(m5O$4iF_ortFVc;)j=_)2b z=+HQB8C9lusIUVei7)$9bunw=FP6D}ALzi;&TzyzC?oaNKb!LbXXu*Ji^Vk$(w2^% zz7!W_frLK!db=ByK`|6`Y>2FPySd;5p*+Xud zwl#e4H)p9h&iI}Ci7dVJR1$5Ma+|xSm&_dfuSwkO75=PB2Y#Ik@c_$oqVu_YJeESM z%Cdd@exYB5#z><;pXA0Gz!hRC%rt|q0Ojgb0U>G$hO=q7^*l$hi|Byhy$={B{eMd*XpN*jwhHTivumbE^r znMlV;wPQ+w{-8UQWR!`S-@a6Z$g#v{gk#C$zI5G$va8;db9Xcp z^M>OP(^d-No>s@;@&Diz)_mTtt{c_e@ijQPqhnu;*Pp-qWao%@8P$pEds%zVN31!jc_?nv z^VYg>28`PXY{P2s%x!P8kDZe=(19paDj(v@0&n}#VPi5TW5co#ivTS!Leu+lxos-M zcK7Hny~G?R@4raSN7H*QhjqnvKKu%z>%>K?(SYC0hA3zyinc?O6n-3=oJj7b*kw zVN&U&KOqM%-*vCN$PGq@L>nw1*8y`G_9G3QLU;SjE^L8T9RuFJO{31KE&Z`t8qIAuNA(%WQfgaEt* zB9J-~W&d#@D{bsPeFOZQ8`5sIrvN3E{vIF@EzcUvC||aG3ElvNjz?~uS>OmlLkf$v z(okQE$N4<$6tGnLNgp(6sv>_YDo!~S>M#e#@`L7|7mC!m&xcKG(FFkDL#Flnh8I)y z97i$gBw-Tz6S>-w{ZFC}UgTB20Bg>)o$7;0iof6ubP*<@D>(qvO-CTo!L55Z*Uu3zt?Q-=AvPhzufu0Vac zuuBF(^Oz)4Y&vU)%nA%;9~`|zIv~AKjx$M$+(QxCf=k`_sjgSo*gcB`oS8b8(P)Sr z&i1(27%Q{sFDrgm0o_rc(YY9t0AU2NHsgXC0PU$j)7NcORWy+8Hc!4H|7GX|4(Ami#Y7q0G5YjU|^XXI!C{Qg*1^{Fl#L$I?P(_IqV2CEyq z2VqH1Ha*;D9U&)ni4DZ87r#}ELTov?ReyRHO5_{?)nw0qNt*h=>Ks|HFR7oJ&5SZT zljMoU`GZ?WP>}`QqFBon?^f(2?bT)c{PttY455XBNawxC?I*lIt6E8C%0%3A;&G;_ zJyswWvemnXK^T(ew5I+xwq20+>L++i2Kv!pYudwbFsVfmOpNg&eNWxnhAQ(_8gaYH z$mbeh9`dc))G=k-!v-vq#oxV66=s!TuRc*3QKWXFw=#iVw|tj0MKc_c$|5oYr^^qy zO-+t5pD`j#T*uO7B8EKtoSS-AYU*}~160e~|K9=t;DZAv)k>a!V$%-&Clm^6f!Q?> zV7_kBxrREdj|Ehw!oQ=7fv*I6>};lR3u6IOTA)30G8CbPwc!5Sih1>LwZ=EaJHX32k1x=^k)mo- z`Z@7RVl;QZJ1(h4S~8NAlzySlRZ>k(;rwRPL0EygY|b5n*yI{nfkWbILa@xy>7q~G zhX{-gg;3z#O)C>iN!Dev)Fr!K8^P2i5xhaP1S`2#l+pa!)6is6rS+Qs3 zpg{N-TB*|&>qz5v$KUR+1m@Eh+M&&8qlCIzCt{Q(lp{ia3-hiwafvT3O`wkf#bu4xx0e!_E&6Cx*QMLLI61C6OhFpwQeyc{jJ<4+)p)4{VyAt+ zXpUYb0bN1JzB=MN(gJ6?U!&G`7N`4Vd=3?t;9%}9F+7AIXLM;Jv82J^NfinJCPm>o z9Bf^g9g-jkEib`fM4jdoP6buQqpY3I9&5JH`5G47p{sT7eVo=pDv=lF3Hv-HHBIBd z7R(e9dbQ0%49+pyKCVS9+OP4iJt7p=2U2*);uk4p_nZKYMMlcxqKjRDwh`XlyhDB( zdf>Q*FIZF1pA$w)yMG*KUp>W7j{xyHN-HpwatOCA$jP5e%5km-vfwp|1$jI|7SCL) z%H2jlC#O24uNSEaE%mSQLzBxnN4Li*265}D$xM&FvTROC!bdn0gW*}|0001#?WMfT zBK$td?7`09@R^erV;PL)hae2csn@T9qoGdemS0rv=CJoa$vWGIjKyaf_2?wqmy7T8 z%t8HnIDskJNNSp8-(Gfc@K9~HjE1(TLUPcblR)3Bic)pcd!ni*7w8eyT*?R`F@khF zJ?VLHCp{|cGr2wf+&Qk_5N*TGrs!2DG~>D9$8X;p+MvryrauMr4<&II0jk74ze^H) z%IxwpsN+-@Mj~z))l=G4>^*JL(|cQ>4kfI_j?t^jm+3pD^7z4~l6;i+c@Ycd=z02i z3O)7PLxUp|YROrc!jW1M-aely^SQ8I!6BpC(VPjjA}&s0sPz)O2Ki3l?6lXp?wDr` z$p-t>6e3r#Bz!*68_p`sP}$_0j_oh?Z8N{8nSJn25@4;_$;RnbZDiA)$>9%|Vb-J@6ok{BwrKb92^PRvD&#jGK{cgx~VTLim3#MqG3b_^Tu(EY# z$+kk<=OJp7UJc$_jp+LehGd5I1&}l~cfk-_G}KZj3(wYub8jdtop^lcW+5TXq+lSM zj2)j~2_(>ZB9ebt+rtHycJ(=#DA$xt|4-x2>~(R0nN*#dI}y0-E|Z_IPb97{xK72J ze%ohRZZ8v_4aOrnP<}tL&`&=~zArP-1!xt9cRXjVBcJVgVj1e|qAm9qT|g*xUm|j7 z3brjgP>466_1xeqq(#H!`ldlTn@Tx+ML&?KU{3U6}1pFd( z#yb?imXrI1if{85`O~F)CD|gP6i~QD0548~^TTM5!S1|`(AU%*h+ce#l`B@9V?Yap*)@>r9R$x(O@X#Bh^=D4nxMj~698j8`~lI~ zJr?qrP5^^E7M+2`ZM1uSr=bFK83lZ#xUv?7ssD|yw=RBt+H?Jd1v*0XSHLb#{ z&hu0Az{i@J#h0~O)fgyPT)6|jP zjhXgvQDITJE@BZgfOnw8r$nHgvWeDurn))96lXr5=3ZW})FjLSN|#&D3zo_sx7mVr zJF1k$7H)Z)Q!KKgW_M37K3>f#j0x7LS_L6Y4eyY|p>1QGOc;MV=W);PIhkbdd1D6h zq^;N?duODkCfam|zwjrUe$>XN>52`Q!yebEX{4=T{i0Soz;E9%V~$-MVHrzFLWlvf z&0?~A9%F?oZ8h?PqgWhh>3zlZ9MSH_RamQrpounpA7YGh%bd49mUlVs-In;G-3In0 zb4_mpRfz0hR^Rh`XS~Ys6Ce=&xb5E?(T0=$eO`ZhYG2er`!#g1vZR zbIY9Gy9=AkT_{A^((wNwgHS3YCr2WX2YEGN52rE_k5lfk6xI|_`AOS)mm?{T-%Wnp@z1LUW&t@QvQv2P^q_x|ErRUhRc zn~`BXsa@Wj0Ri2hnysx-y&S+a``iNJ-c2?k%fZ34_nmrz5ef33t@M#3Gy_JntW~+d zfs@|@!LU8)Bo5H9Ooy0svyz>!eXT#AKm=f!`7CPbKqY|;vKD@G~MwiGm6D#4g-&olC?0U z?x=pe)6JIFrK|+Yibjt%aqv~Qv(C(qLKUD82!D}EU`A55qoG=5D^b-wTVkX(Hv`dp zBvldAf^5WbTWo$ro74vIZh3ni)>31E5=5~6NlAuC_8yYT-p(3eq{nHaRY?Ru?>QKs z{b-l${X{4?BZ_E|E%apw#dyQ353z|;xHLFRsy#G=8BqFcB* zmZ(+T^{~1h{eZ-g%dwnrbvAj#EuW{+l+z8vR`df4)};U~K+?Zn8Zb1<4`n7Ewp*EE z)}db0i$u)-jKC6h_D5E__~S1&-SR#8`4`|q468|R7YiEQA${F(ig2>rG}cK%J8ykW zPl`j69~3HG7r4-i`c+@7;GZEoKYxZW{>XXqugqom z)|33pp(Tlv!`5%AwVto;I{=H8XZ~6Xkw21&%#hhhz*S+_SFE&lM1c1Zn|&jKz?QSN zD~FpQdcv&n;UR5MF5*W{@yxh5r*jg6>cohwj65E{xyvC$9sR7bakSfZKO&y5qo+Ks z-p8dG;zgbUMLTlahmn?;3%!FN*ARTSMFo)RJbE0y9Aieqmg8Ca0`(zHrR8I3V#%y=2cdl z#=X9qh7qUQ1HG0cEta~>4rLHL{!Md*BWG;SRKe(;t_@m7{$js1YC0O1*J|oyO_+Ah zH_G=)%v~-DD=wKa^Z5ed{HJWZvU1QyA3)Lt*d2pR)3(FTN z1VF~}u6CryK-sxge$U8X*kng?O>o{T{g@8e7Spsl2>e6keRs@zeMv@NH_|k>1ozJt z*>Neqm|yLNCG|B?z$)I68+#?8>KHaBt=Q}Nv7m)oQmqIBCk;$VjjRGO>OI77 zCB3BT7sJ3My5MxhC2{*A{t!11u>{uzYaT_yCzemi?l)m0~m($7u8i+b;7ao!B1gNY050{@ipxcZ-b5{ zxVD&gYldGEgE;1RLx$`7jdB@k+629IE5ldKAUUsu^7uv56IyUD|Db zz1$0dBVec}v&#huV$LTqe&08OJT`vqt|<8gcumd`+eIcnFAW1K1%%W#pB(qv6e&l- zmm<&31FH#+njoKj`4MFWQM2I*<6klY-e^^mI~9vXii6c2@ZYRKX7awBx(k-+O;;D{ zSG!}YA~zL+qyg353;ufF;}Gd5G&8u`jrg@0|41&u{PN`S!8F7R!{30{GP|A}(g23+ zQ`vdXwr7MF2())#Wlb`AJ$rrvqgfXZhBu)qID@QTZjg^%6 z+|tr9dz%$+!beKcbtc^mum%J@=C$Gt6|lCXiYoHeI?(PUIEa0u0F*(C@30=w`gz zki+8G&}FmLdZ0h1nmqZ7r=7TG^VrJmmt3IL-1xWz^u3{?Px$WWq^Q-8&+|2ZxBy|1 zH9Dq7os{MrULA(Q?1aR3dtrrt9UF4PlpL2I6-a;}#n^UHnkjW|48|H$BuIaqeb_xl zcu~iaH=*?2la*0S1ih_!7u!e{d+7OImndw?M0Vf1*Ay>Pj7kROQiSvhlnHcOnkcd- zXZDOqN@Q2(0;UbC2mDmKi6u%oQ5-7e2I~@W*c`s;%f@zv6UkiN0)eSJAly(TdwBFe z?ki2GIdwh7XWrju1kk_2ZjhV6u47u1P@@Yp<15X1;kBGr_6%n0=-Ft<)k3jhyN9iF zOkVMs{)9zw4Ek6O#rxtO201u)rpoZj$Ouuk&?OrvPsH@tnVwm?Ry2dp1$?TBo?PY8 z*xkgMX;{of>&*VSP@(@>(+fskR-nnMU&Y&&;?}P=t^Op-V>RMyI3O(%6B>C1Std_~ z_~JiA_aj}_tnXx!2i6s0OAX1}ITVNEf|jAUuOx|t7G_P#lzV)Y_$d8GV`bnT&R5ne zz^tj(>D0R;*Z{fIJ*v+MXM!iJpTplqBOueoJag^Fbi8M(lJ0f`KMP=r&GWg$RiRKHY+3dp6#x*TL!KKf zWhuY_526TU3N>sFrI#c2>@W#S!wF-7#6?&A=Q8@$n^Jf|LMqb2X}HR!_MzdViEBtJ z@>9!odF3LQ^kgIuiM8DxswCg(f#$T03dt?+_)RQmV=oKm8(P5xyHr42ee&`2r~-@y zlRaqV;h2HFQr@BA_p>O8mZEy?4MIN1vxk($h5w9tZzl27kKaaKAqgwi@hyG{;LewP zFwk{SMsmbWDj|>=2B@?zKV5dob7){IhgP_gE+xw1*9M8xU6{&AfpzkA;&-BlNP6ex zCH8Pa?!T+tI)28>-S9v}dS(wSoMWe#58FifvY2pEiaPqJ?4|2HiVSOiI=;P{t9S(W zEI&0-T#1<6!=8Zmr#F)cO6t#fp|g74|21z@PP@JZ6W{;)yxaU7FskWhQ_N_K*jkA+ zPV~S8ZdwM%d7gdBDk=qzyYUh=pGN>IxMUA%AgQJBZdn>%iFp(i)tBe@bn$3Lnc<(XxQcNM{)LZwr0g5y3i8c- z{uKwy@121+g$xI{==ems+qpTV;7=Ij0;mLws5$D!Bgt6J*MvE$M`GlI-68^6qE1>80h>ES*@YYtHALbVW^VJi$?`G&WKUB~KtW`lIHgq-9Vb&jfoZKPzEuJ|9e{7O! z1dGAl0(u!EGEWFu6viS+OvxZI;}v0At;#ZS+(7&MdRZgajH?mXKgFqA`JJ?9t~nQa zYqVT4VyCx^ZSMi)quy!32=yLojl9Kb)6)G7H=DFfq?T8Z%Z0DQ+v74u4zxN#?1{`xA9!?2RX-)Gl1k@$si%8Dnas4t_riVpD6E5bx#i z1?>0;GEIm&ZD|{U&8>>pg;N2vF*j}dn)#bt=UPddZ-)%$Uzz}#g9y8EpgKU=HD4RXpp%E!cLb!d_l96A0d^f;>BUC zIOigc_gOEpNtReK{WwCDxBa^uS`M+IQmiqmWIGKr9HxSkR1+Pd?U!eEu#*03#oV{4tMtyLRbhfwBF7PjW+>$eu|rx>*^S z-whhUbltfSi2GAwFoLH&6bX~Trq&2rsKR!sO?LGNzGANk94^rbkZ}kqh43G($tQmO zAHHiXCM|VU)7XmC5k>e@cp&NBy%N;N`bsE|eLa>eJu5aI(iKjA%#U&p>+~jdL~8 zGUw&-=DJT!24{S6Rln?ztz*O|7EpA#Os24CFfLkeA|u+_^;p{h#`uejib$NduC#?6 z6i_0{KsiEte0PgU&BLs3;=Xfm5XM_>T=K%w$L5OW+()Sd$cA^6D`h(wYS5Dq2Ql~^ zl((eAngbZ3iCfOpYeL73@T+kkVuM0O$cjqO&*r|3{*o4!rZ*pLY29FjK8bQ5x+Lef zfMr7K&Ujz!R&@e-!*M`;4)V3XuZ)izpAX^9p-)5bmNkd-SQp{3Qbx&jyCxoicjazo zy=ZhRG@{$`NRK4ctnONEO5!mm;I~|ZhyO0jzfNtO$V2MDbq>H9YKHkoa+PD8i)5TK z_;HzO%}VW=JM6|tV+09~TQWKunVL3x@Ts;7lx#f!rM5`-{mmze6 zR8=ZpU#DBV3@77^YCKWAp2#hl3fDg29zAxpWjPHyCo5JIl9IoozGtjVe7Q=Gr>VD= zcmIlPzTR1JfY{@b)><-3k6SA@KP&y*&rBK8>R|K7=3YiCbuO+uF7eyJ52?4wjFR7l zXspcVk+ZWufNz8XFC4SpzOPX2R0it5Wz(nV1cK!=@QVGYtH#O7;+OB)vyp4eyfniQ zT}V9dRm>)(!(c%{bM%ywGv;0vYABsjqz^>%+ky83cnI&hOX2hHiD8_&5WT7%NIbyr zs*NJU99AGgabI7i8^rfQ)@xXx)Z!rkbpRolOu^YcI8kz;b)=rM@lLLh!{-QAn|&e= zqdJ3%qJl*QVQ94-!W}Eh*z9zH7z$lGrzzPe(^n~bv*)>iByVtLXsFT*uAM_o1aK7R zQ^;SYAa!eAE%G32w6plZ4rW7#q&-{7-YGRvD0F~T?PBg2@`ui-K%G66uPlLh6tO$$ zv9P97Gm)m^C^5&LFPmeA3_p5fu5ysj9HHsswDUvm5jRBR@^oz&N>9uuqb0O`M`?5C zX6J=8U4Cx|Ib^ow?}CWA+88-;%QmAO^u%6^6k~DQ_lxr%x=KbTSeoTv8k?=mBB9h} zq>@kw?_%;;vDNWHY*q zsrWy3p*M|dpcmuG4kATb_60`iV`ls_TFvi}B#mkf#B#p88aA1hX^8@G$bO5{BJagh3GDNi)GA{A|*cv)5Pk+2Y=7s*HnXTNOchpou~r)rx@7$-=PTXDjHK#Cn09415hV$g9I}!s9vqN4<-om@qa&6^Om$f z50nJ2|F=>PGnv5@CgIr^UZj+E%}{JM%{i|$2zl|}Tb1QOq#$H`V4dUs!P+#^;tDHVgw4)%>+9r{9s{sNy5QRKD(+G#!z zk;A&jiwE(Aj2!3MlVB&#$=IWf*8l=bm{)4x$buf2jI zFc#u`4zrjXc2SfIhmn|kT^>H8K3ox}k!YZ}H<57N0@R0^f8^jOb(ZGd9`Z(^Mvg2% zSrGJy_drR3QTaRj1%N{ktCR4(998|}E~P0J9Pf?OwopY5e>9wjDR^BH*bCvSys1t? zPb4!|T~FQq{rC(X5cU1~K-^n*y6$3M4NFep&Y=7;oFEpWC&%EDJX^Nr9yYRDHGl=l z2HXSqb&O=SPpNd_Z34eFJ^&iGPjk`|0TP!e7l%R`x8MS(8FK71iUVxbXFTEl~g9SEubv~Mn z0Ib;Li5NP)0jO{-RdF@dNa*v0qwO*yOCrNFIv}=IebI1F@Tz7H9Oeq>)?H9mw@p)U zzhu{j&?Gp@O-I?bhCATsF2!deS_zpYz5}T0nDiHPVvWcD`{ts0RnS%KBhr>47*X?V z9I;C~RSZVd+*g@|@u#>lG~*`A9fE(iZ%%-(#xrhM@%*94KN>24=8~!nWJ5lFg}-?E$&; z6QF^^rUX&8%*ifW!&k9(f98MyyF0yD#hJS$VSv5(8f-e7uW6?LYVniswkz=;_&M*y zB@Gi~yrdhAA@!gZhEYnyy{^Cu90bs~K6KFmAl`h)>q~;nPnmhN^lJv}`)_*Lq>ywe zU1GxE;$!$!4TJz1P5Kn8^Ja-c7*_x(hGAHJ{5l(%ouVMvI4M!xTwFGCQ+GdItyn0u z#7c@2qbbjOT)VI*OTU=Td`Fw#lGr{UTnm;BakxdQp$)Nxu zuVx)|7>c2#(S(cyM<4Pa_M4cRTX2OsSBl(dniII{(A-F;DCG9x2Q(ALl^ zZXr~wd%Wb!2y`-?Wy%=|gtWM+vJYjKp>}78XemVu+c9-ID1<89%6M|0lkRjVukY(8 zbijgfRW$)cY+bsUU6CBZV+{+q0DAm9~);0ynyL3+ql_fQ zMLqnr5UNgc|-MTv5O)!Sl3vxB)F|}g(q-+HaihBgPK0QovtxP26m~gg3 zud5(QJjhvH+FiHHHhMV;+8SEI?LU6N$Itb;;&6SohSb=i= zrnm@YY@HJtZUHV1&H?s3&OyM7xte4Lz)wP5U!-av84l(lg#S*ybeUJ!9K&CTm1Pg> z^XtP1lSm?6(@%6eG%5pku;-uOHtc7hxz0AL0T(0q`4!$c42@>5W_fco`H1qZ@a~Cdw2O?a4DGW3?Tf4%_ zW#^oYjWuI7gmaiUKRdSQN>#dLDTz`it0|OU-ercAsUl`t?Z=uO44mxSt$sg3>GE+M zVtQ-M66SV_k=^)782<-=xm^8}dfZdFOd*A?7x6lf^n0P0LnPEs>%$b93pSuw2k29r z$o-?ezo{80y~!>0=-%x7(XMzzH$e8*7sdPG`{}7yQE;@ z@9$1Vi7^LDZS342Q4yN@tTY&qQ))<@lPrnUkYA^2(%gu;%eld;XU9U+YTV6R^>jC;~hopQj|h&%bI;gUdb2a+C~*~;5%FT@p3%MSp;{$P%F z#^ft9sP8lL-qNh}g{-QSMcEb)j>mE3T5TZwP)I74xiR$YC7s?xwrh683`n=}O-+P3<|J9L+C&+55|`^-uLk_Q)3PRLa2~PN%%Pu<#s$2g@t*7NTZqzerW?N7 zlPF%ha|o@1q(inX34|M}9e&0+S+@t`diusPW*Wt{keTQ60^*qJd^Eb_4h35k|5(?r z+EWO+=qdOOy~LJ(Bj~ruz(H7GukRW&BTrvBzqgK`r5yy##}`n6&z zH05xfyRyxQa7I}fVS`Sqj&dcLaZ6?k-Z*n_J}$x(SJ?^0xK=$F$iAWtu0@}Ap*1`X zRENJ3^Ku*YT)p1>KxVt&H(87a77h#IKb`8EKHRm_gxi`~m5gYqMdx7NQe9v@n~ZMU zg+d|h4X>iv1;s8jY|*A%XJ_2F>en5yvL;6!sJ8W^M;!Og?$9SCPd2eeS8g&nBLctX zyb>z}$x6mY68gmW0yvN-Z6Zd{?U@hTI~XnV7nB=t@oildX|voWwIv%Hnf zgVj!B6j%w{&|!npr(b|>h*kkWH{3_j|JZy$2i=dMf14GWSl)<1FnQvmgz)xZ!WY^YNiEw>nXKS@)^65>VqMMHVSLhc^>I|= zfLHvbedYNZ>gTd%*`hadXlOsgRMAV%cm7)qHKzMO@dZ)0slzf-f@z+4BN>~bRc*LM z;dd)x1JJ9Vda42!gc^So@G%hxQf!)M3HVhEaA8P`D*`%SdrfXcDQNvs-{hnf>_Cvj z_}8#5ZVkS}AMP!|O4Dk&KCFXzP1oxGsWuP}IU&+|g@8W7-NAr5;g0eG|XAaqRPhl9? z9e5a;cA9^u!?)!kroZgpP~=m2LhB$V@dCYT4~Aiop;tezr<#5eqV{9CYQLE9xJFItBCo!OD8l>Ph+f^ z`FQL_Snd}lmemjj1x@O(O$^}^mzvW#cQ|>@nGbBl)7k3X+oU6e0T-imlPJ zme_oiB(c^9_lYe{k=QZ(Tf{6fqfg9+r!@ZcXpJ!#i5pzMNb=rkJX#dZTjdXIm8U+a z;!`Td=w5?GS0F3#3@x7r*h4C}7!L#S(e%A9VYNjWkX*RWqAn56`+^?#r|Cv@A?i1a z1v;3y=J(X5@#t6ey)q1Y)+QO5CWbc5yavjMwQ@-j z*8jO+%~Km84^?mmUT90#s>{fdu<||jOwU&{c5%}gywPd^Y%Evi%j^PR5 zMq;{eG8>iF4MNE zy?xiqLl6gu`yo_%*3mvBOlhwWkCZG0mI?ocZJUGiDcd*mWOmwrFt)wuU-(bZglJ(6 zVpmFfUz=HcL%YM^tll0Dqle_!UM$Jhryf9`wCI!xYAnv3=H6zZuz`bG8%@&Kauz$4 z?D8=K-b~s9@Sx1mcI$i<>|_XI z5s9aW7c0*@fjUT z8HLFsGXk&!D_U92(dD@8q@-xeN;X(`s(rWvzb^L33m)0VX1hptc~=>?D(1xsb6R!L z4$c<4Lv^K!Y}WbXBzu)^Gmd7p=$msB((>;=^or@}+FXOU0&5xTJu2&FtWu z2($Ez%{zgOjIVaqG@dwcD5|Ue`k@?==S!)yt^ZwGAp;T+)NGL}PHieX@3xdDfV&0; zNzbVWBYJ3NYKz%cvEekyjEN-f!Wq-jFB3#?DMlIDHr&QYDNTV}9W1rRE|&^H<4|7E zPzWV!uOcpwiI5mxcv!A>3NJ#wlfe;}%TCOu;FECZOWB$1qs5#9>o+X!gFY8=#e#Em zl2UlneLtyfQaR~34do6EP=#3!oN|tL@u9E-7W?%6jVUz=d@+4wqwx~A1hah+cIv{nPk!xaY3;Slx`1ESv!&6yhv_(}`Tl~uo}(JxdB3a%4C+Cq)ZyAL%43AAbTfJm2d=SR zpkgH6MC<0AsuNJ!n1Abd(p;qzw^#`-$n;@EiYq&3JD zY^(NqWG2a(D{v;!#}1!pl-0;(BpNzdR%GLQ8qu4W=TDS$UCp zEkKL(#qfZ+h_?%d^vs&cOCho}tR(VA5$-^VOL7uRwK25{W9#`n)po(1$dW(#4x8nr5U$Bb@o~!56V<7p!wg`RA27OucR6(GmF8mWpSQymPj=<(Ag# zY2XORV~H`N%epEma?t3p&bays^l)xTTk9q0VRdanHhJ`N3SyblR=J77GYFXx)n5FD zv_we{H92w#FHgPaY-Q34N#PhpWc0Qv8n+SN%-pr5R{)98V;T8EG=W2*C~}Dcl`%#Z zK!~+z_=%BkWgkTb^2@tbyy3yP8*a9#qpXu6m-=3=Q!YUCL#SJ5JKNcG#BLqxL#u|1 z*vwFG>TCcByn=)@<_atBVg?^|+Mz5OHW1PinJgPF53_|)a z>dZ8mW>rYrtm}T$g1tCUU4`UtU3blT=QZsmKF#hTDMneexBb{XEo>wRAUNgk3#vSt z(B=6rv+c0M2GqZ>(Gl;->1#Ef;0ImQ3Ge{rh$MKbG;+~C#gey9!`pk)6s3tdSY)`2 zT#FW+sp8|qu2D193K86c<4E>u{SmtH(OHg_}&SrwPHLD+u4Hi=r&A)3<1Me;qR%SomzcI(tbnBeI zyGY-nSlx7w@6{fDq!PKdnR9E{BOzgRCG2ZQ0aOoKUK?LK?=Vrvc%ge)Qb(runkZCW z5wn&xWCmCM_$snJoaHZb<@#I*NI7d7D7fRoYJW0trq*1Qi39nv@PWRieieEM+BrsS zgu)Rr5?NqpF_(-5ZxDHYH!gJ`B%`}Gg}V|YpzN)eydW3)iS^S_Z}-5!cfEzv{?s4L zPROD5-R0aq#Ji@AiK`qTX_okZ)()J^-T50&_5#6&{WQ1g+VlJo%d)_${w0gje>~QfAoEtw;;`izc;E=b>*i`pduEflF_9gss}%<6ZeN>T@yS(a-1n;18< z*AI#acsuC?1mqGta(C)=k~7}d%w(zcMiQ<8%4Aogi+-NOu9PsM1SsS2q!JQ%P4%s* zI%V}}(XgrN%(}i^6BC6g=(YQ1%Sb#CcI#L(upV>ry#Mf%7i#~G4fMUnl%O>v=Ts$- zNMNE(aHk9>gRQRDYo(b z#Gcgn(w^L7o+526^NtHW%GP$$tGv?ZY$@KrZcpQQahsRnK5rzPK98Z+(njZdArn0z zMl9CkiMFxMBr3=%Ho9cKP@Au8iff(N^;{3sOz#y+Jfrn+O@1kqHsJfdsZk1&9$`Vu zV8?8<#I9wM=2DGG7sX*tP04-fRU_gr&PQ9m=w&qh=a7^^N9EtyV0f&3tHBRE!dG&7 ztwtvGBq{`6QG^%VjdfzA0WgSZj}sq@XQ4cT(sf%g$=rHpRV-gPi8_R}f*gx&h#$n3*>*o!JWUtP&>YLfY zP3V_0(Vz_gBosw~xq}vf#QtHrw^95{Qmrs*Vp99nZdMbwnV#Fv0d*tFib6MpTz~nnk4cUt~5k_5=P#wam%tCy9acC2)m~Xl&S*B>xASf!`}jQ$Ne(G zaZP{QW`8^ArGG`z%4Wj>(I+5@PG<8CHVbF98kDfh8(i5UTL0;&)y_J->rYi+I4M2z zQU|nTkXpscctuT*&t=TqDJBy4gp=-P^y0GBE<2>wVua8htC{*emkEl6Pfa^V(2c_= zZ6kRZ1@9zpA0~&KgGyvd^rsr_-JQdxx8VvuCjTkQCbXos0Gfj#5H~Q**M>|m7cUly z*wmE5{IAj9Qhv3^0Xi`Dn77kJps-_tdIh^( z<}3{)a^;3UNOEA!$7j5ZT2K1_xhp%w6&1g-}FdvT2|+@$G7z0%|23=>o}Q z%J;kuINkJm6;Tm`0okhU3}Lwi39^hQpmeMUb14Byr4=xyqc8Ejs?#v5V~H zaQ+$XoYB#kvyHkK;@Ajvlg?Yth2KRx)vUb})>lCrGyuEZ)}^tt)?As3BdWuFI_pU( z>$(fwlbKc3*I@4!cZkNiBL9ex95p@VKOy$aRR%Sn zlk(Q4G-i|QcMAKf&N{_DP)kX*cXb9nd^)>pQOK#q15sU_S!;1#U*=u*)dF0QFRr+J z_+_2iHe5`2+($@ z01ueT(>}Q#cO2AFq}3SIathC?hX*Na<)rByJq__C_W>qOlBj|yz|uB#{FhmOB;kh2 z&MYcc2@dq}kh=VIn*vGO60Ve4?qSFyrrI z8~lroi7W620dQsAx&cNjj{V78er|s#k%Q=&)bW?qVqpC1f)gSXIf7gk>n$Bp!ALzr z&Rt^T6!U`{s0IAm+EiS5PsBMR`EzIWe*?xsij+xi5WMr%OK(4DfN5mBg&gkJhDwiU z0RsV%Abq6t>z;Djoy4zNI(FmXF_g^B{I@^e%qDUsI_oSu^LzbJpMrF#L$Hfe8+?Nc zObcw3B${AyOhqc-J0vfSU5Fy?_?U&?_awAz_%uP!1DCPvC4T*nwmO}dtFPxHzs-BK zQ0=*@aIqg63hD^m1Htg3v4?84O_;0CBX zu`5acfEE2WLDc)US#tR-rdY+lFw=eAAU8}v_2E8XE!|@G)PCAd)&Tjs1FOg5i8h~X zY>l)pxiSZ7%UN&+Sq|!j*bPz^&I_*#PFYZhDJK2&G%#gtRtx}&-~gU!G<(KT)qkNh zuH+rmG~X{ozC>=4mg&I8ojVP-alAW-AiOT=V*{`by-jY`6dBh@q2T`@za+2mI^KoZ zAlG3Jn=^PD(gghSoqXU-X>pLg;a8~F&=1xU>%X1vIhV`BH-6JX^{&Du>=R3bD>74B zQqax*;ANJyy9AdSni%op^eGy&&De|hg|g)$8|a0$u8-{IS?MpzM53dYiA&ra(Uk&< zyVGqte~h62Q%A9bPr*4!ZTY5|U@1B<+g^X$gxr(1#NOnDvGWp=62o|;aZHX+ea2bT z5VNZB0@F}ZvJ7742P?SAm?-Up-2zo~jCL^Q_JqE-H#>F62NOIgPuad$9ZL8Qf!R86 zG;UEyRx=W2yCee-pi(4jBy{KEYa<_!?@V#;y}i+KDt+dEIX3+|eLGLP95?{k(5iA% z$$EZx(*!D9UO!qDsLTxP+-=jQv?;l2rFdR`l@eV_``TJJE=U)$Hhg}?B%2@zsY!UB z2S5FQiKEuS>{mI_Uiot73K+?WPa5!rU_+Xq7g&EhsJ-9fhI5Y1Xr7$HF)u4DUUhk; zaPJGpGqM^Iz>)Y?BKZd0w^G=ur=truPgr}l?x|CvfwJ>Z=sl%6o8aSl^n@lldc2v7 zy^d*Oday5XMk6)>pJF&(0H^pFqHrF7M5W;8%@xq(Ov{0ocQ$bPM$Mv%wD@{g{8X15 zvH)fr>&8(mufc}PTMK#d8MAh+)`|f*vT#at_G5`bYTG^@8=3y(3H-WC3t$E@Wcu(~ zK~~!^mabgfT3MFpa7JpiA)wl?iudvXV~Qcmz^27;fYtIM-SVYx1bz4qOqVnz`hdX; zh`uWZ@ABY@*v2M-T&Yq#G8ya=;!;kWW`gp&x!i&2MQ2qlbfyKTiu;jcs*3AObg*qz zK)7gZLI zUPr&WZihhNxP$jc`Otsqk4ZOyqrO^e_|8;rFD%j;U5f*tUG5}kc?OIU)WtTrIF>`~hCm~90U zrwSTAhNDgiy8t?h@;kJB90_b+R&>ds)<> zMi0xJ1Xh8*M{w^7WoQX<3LS=rNCjfkt0KdJ6`V_SRqg9P)T`}W6VCtMe*y*DQ*uqW zunA>TvylmsvJ`I_;>*CVcpT#OEhoxs1uV!AmJK%q$ zk29@PqI*sW9zX5advZ$0pxAo`rBgUQ90^YL9=7(#gBCS28xKX&_yUnO(Mz8D8+Q(n zh!$i|bvwC#RMrYP!fx?$nEQ~~h1lSkt*2C@kymuXmXM0??Yzy?QJlQMXM$;aVz756oEfk-}*J!i1g*$!_l;)TZ}x^qZNO$p(bJgWvEwV|8xX ze2|H2GG8d=&4h9F+D)#BZjpfJeHGL4TB}h)n$+BQMjuGQM7@O_pxio_Yys3+${Tn`~zG(%l?QQe}zwRRPno#E#w={v?ZEO{7 zg@#(OJgpIE`FBaO`oWFWns-Z3=1_$v8Tj_rtUOk1p+MH1+v8;aZKiE$(C(M+GVyd7 zmSvQHGVrzJok*2HC*Or)v@}#|!Il!UC%$$T!+P}U5bv9HU#24;O=3_>Cg`7Z5Qvs| zDN`m#J&4&wIbsf#$Ab&q@HUC0&_qbEx|~;8My(_I8uCgi(V|giU7DtchD>Q!Bf;| z7B)HIw29R=W21=gj5%{o$N@Vt=SMkJsYgdw&Xk@=5VT^E9vw_f5Kp=T=v2#WI66kx z8_`Bbb*APf3np#k(k=O!is6a4mOocncJxj`-pYocbV7buPevdkc>G=8ZZ9P|o3cRn z-ObA0|9YC=L*|Ec9ep7pWP!X7E9TYs;RSp?F7(nkK-z}ZaBwSsF$~qhk|-rnBhj=W z{MU0hj??joNMH=RXj+Q3JCqArYge(O@uYM>kVXtZqNg@ zQ>*hVf*K?!1_^xv`@zZw?Vg<)f~Hi?(Yppwja?K@FH@F%MFH8q*!r@I3rea^$hoZf z3f-K^r=Ye~6quMXSIvx30c5Gj(po+IIT7L72e604W-+(21%L^{)4-R4EyAh~c`7kw zbQ#6ALK0glOHnZnU8w)K4d21^EwNL$`j(3wvBCez0e7^6ip{JTPu@F;_w8MwZD$ZY zEF&a|I3>`Q3JLm40$SjuH{NoG*S;=}uTB?gerOPJa~>+@WVL6@Vc%7aJ?k?9ZdTM4 zwh%i)9(jzMJSzlg)fe7^HX9>V4Ai0fb9Hc48H35>Uz7-Tal1#R+x1W*SiL;6@q-sS zt7lu%6W!g_vgwGVBt*2G#R%HU13|`#NMO0d4~_#AhKiKSB_jghCx|PiqzWa(n_iq1 zRyzo4bT_v-fAHc$#(J^rKeOW?xk%+Aj`#u^-bZ9Y8nOIe7e$#H5G5L zxH{pH7zebi>4kW4fVhG6gk9r1AcmgHF(O6-)}Y%*QifHzT&A{ONS6|cHEfSO zq3b*_3Gs9PC|0q5CGLKXhW7A5yeZ{g)$Tb9X5g% zhxWT7zS=K|oLRH5plUu6sfp3-2BL=ygq43UF56r=rBM}8{!8#kfpf~J0bHGJHhCzHwAOk7#oGN`aLX&SOZtJ)o{# zVlh=lSNueOiDQpBz6q&9N-B7P(KuYt$X2P~2r3T^4eCS{4TFpCw>GHHz6c{^=|-c{ zjYme_nxXh<{mt53UPw^r(k0J5KSr^L@SWrC#2!b_CcRp2*2ww~?>r&>A>@J4Vz=5I z&=Wp$LMQV~k1x%+?Hv0XwBA?pU8!#^W1XXZ0(9=()PTMt;<-cUSirEg#~d2qBTjQY zP8@TF9_0lg2CK%e8bC-l2O6iFdn}~?JNhpr4pf2kNJwi8rXcA0)$pd5#Vq59>!iFp}vc z4SO~^{Zc#7@UX_`r{)79Twr?LFD9?pW&+Myhn{I*Bk_0u6cX$>gE`(%C0*Z_d~3bIsjPZ$1DTfLxR1ZYw$A{~D+rM95qR-JZ=Zt zSvIHuOdcv_X0(-cB~nLOP+Nd7!cHVg>VpUXcu2`dOV*Qu>xLyS(e40lz6Ru(DTlMJ z{B%K?02L8kUX}I|t|2F)BolEPo+eT~0;gWZeTJWfnBlM%r3;^QhIK2JRE3^Ip(En>pI+2QiGYOl%^8a;2x-* z&BMD=!J3IZ!Ei*$t@e>I2Hd4}$5_W{8^M~$<9Ukc%AZnBd#bB<{kFa@pHeA2sMh&!Lhr@twc4}WKyv(7lFGwbfQ*w(Ck5>DmMIh)GCEBA zQ(wUu&M_6NWd1Vf!+Y3BWHoA5W3P^B>>jPrhRF7EWodevY(%K2t$DP*ZgvOMcE?); z$fx&&jE=mju&<}zl0el)VGNV50NLm@+8?%ZC%-fYAGBv_zP%d}&&kL%j~{iPvkc=~$q%q# zV8L(l+U@=e29&1Q@+s;(?cEi6@WaJB>rArBPt7>y|kttSSnA>mtl)V?kO^OxtVw z%679ixK3~=rv%s5JAA6i*J_ezuC zEk#hBYe*w|iv1e}47oT=mH|Krp6NE^?&)dV2%i!=sY&%7L_rLzCB6V30kDF~36RgX zyl5udevv!;_rP3JM2{rf=MLKk*#FTZ;A-q5Khb6IA6VnKZIH!VJtQ#d&Kv(2OJ)8N z8Ln-1Bj`_W?lM?4uOuh?4G7c1KV_<%Jx2lbXlE5%)^DG|%Z#Kpq06$JOGg?aP^a71FDS}-pAv8i9WJ4;j1yJ*#2OKqW9>?IRK>F7$_pOV- zddX6BDyI)J{_N+mbW0nR^G2V<3qZ{w86kB;Y@AP)*W+F>MV>Hl~4 z2GI*0C(6OOcqCi{TzLs);lax%wYnyeoZ{-HIu9{q_E!8_H%l4wrawc|JJmD6wYSyW zf_iS~I0|2~9xM{u+t+Wqy;oV>OV=Q8FF(aZU9``Fk~(TNi?C(vF2)8 zJ*AActc`F>t_3IJ2Qal&Pmk){WId_gxQUa9^ZvDH93nP8w(mlw#&54b@aCww0Upjl z3DhOFM10-s+EfY61yf`<@_5oh96%A-2xNk?h-~=9AY0qQJ{fxkzTn_#UuL=M5Rcm` ziw0D;DRo&Be&clO3g|&Pylvz&T(%jAuZoK`8Saw)Fy<1=ULh`J44JfURtyfZSp76GyUvJo%B5wnZs!`;gl z(oqZ?aHRF*4{ZB0W82H^sc$?r0L&VW?}S2H==y@>JwQfNO*igB62TJ!h$g)qA^|-i z_5#l8q}K(r5){p>65LtKCYl|=W%7%yKHBle4@`1wxv3llFm+)KZsGd&k6M(En4>&< znkCh!7b~~o+2P`Yohf&5NvQ|!EFGRcMg@>B0qc874m~?5-T9phxSfBrJaPW#PD;mn zRw~WB>#N4jW;yhRlj$!*Dtd=?*zyWDp;hfmYpu#q*tbzrbBWU#JbtXTwF+q&iwu~X zMo*YazQH+(g<^CAKH~~z#6Zl?u*4f3mfJ%L+3lK}xB&8U!s01dulGc+kfx=+P%HAss}-|U6wZgA&yfB^2Rd?Z-F4gV}2JaY>% zK4WPrWwcuuys!@nUPZ%-79aR;5mgIv{x6h67>x}tD!D?Dvhq&K0n3BjTXdmIzY;X7 zGnKqFUeCkbcZUBO*%DryPX1|SAXap-sq{*Y9J1?v0}u4&V$-`GtyP&F>QE0Co}9l% z!zEzf%`0dA*NywzuJ>yK?D6rSY_#XkBJP>y0YAMfvEJ%D=8>_V0?A();I!VGW*%Zj zQ(dhxQn-nrnXaOqDYIFIVt%>;1n8cw;2gMP zT=cqIJ&=AW85$l7-GGLQ)pNRUkz^r-DJf(T`jP7`SlwZ{O$WwFx#ZTHohwf?%~K=A zn261o{sHSO$(*L2EpJ#?3^-N-e|?#9m*5ZfKy(KoT zS^dAo_z}z4a*5d1;FE#sipa6aA#3*c0PFZcR@wDA?H<|o4_ zz!!~QRJT1Rh`us74*^@_%B!Oc^*uJZ_ClVK|Ku0;#RDMi6PmWk-)GI7@;bUgiaKA> z<}W;MiTCH=49khSeZ8f;+LzQmV{p2tCYa3l-}*FRTBTHlRG*SE-hlhW$Li6>V;FcI{# zYVZ&ZW#$pj+Bp!e7b$qz!HN~lq;ghz&L&D9OijU?h$8dksvpad5tr@u;ASNB04m@K z-Yv=rZPo_}RDJKn5oJOk^TT4tFinjR0NC*690@kOOGmBLJeSu+S@4mVt1`E|ViF(| zwjXJr>}F-V4;s15|EE=jw;*u_zIifo7I|&ia|L}`ZGL*H+Xen2WwgWP)_z#}@p;JQ zfuuklQI%t?i{+7mGw2$6amCCY7M%@yw%hc3TdUqHk9PQ|OSk}EV{niJ$DZwRUhQ3# zlWG+@o{f{NmmUzi5fCeOK>d`N9j1kHdw>d3BqV?dbwwR?93;xX0Cy-8^dB_nP zwIDwOVBAraC;HbT)EXcEP3|F!3$MGRta9kQJz!jh*LfwtAJx@IRkILg*40QJib)F~)llDr6 zS1+hl`3jovdtE3J(^gQ4+B2vQ4a$uYnb#9xjLOQW>8?Q4FyJ+SQm+I9Kuju-czh5n z(yjm$zIW?Vzzig9xT^J3aP>2wfp$p&p=Ce%6U@caK#VK0yUL~)7H6Y^eSDL+b@*VvhXS-*m zdq{rMh!*~aUav2aY*|SL60m}2GGuvd`;C)^ke#%mx_Zx*Q$1II9TF-&>#7HBntTo4 zyr|J;kJq9FLTPQgZ3cD#w_ZN*qQe+tAF^47wpBs__(z;+1Jq})DtMoeE4z@nvUm#P z=XJt0M<@dHk?WSBx?e6N4wC`zxB@V9ihii9v_gE2y<00|*NWNm4|FRMpu26x0&NLh zUPT=G$^@Hea@u?6KH;lHuHrA?_|uCkWRWCG4nmKu8sreVgVh-}sv&V&BUie2{e@AAdbPnD; zT4$?MFYynxn%ZoTeXZ9{%B1OYeCx-Tu(qHjxgtV^5cx9UHLA&6TIK`T8Azr=72oz7 zbW(Y!&@zb>Pl*elphAF68@P|!U7~!u^+iLkt;CUv-Otl;H&l<&@40~;aLq*Lfw~nr#8OO zQ`Q!P*F~5b1T8mb*7z@FlG1od{Fgnf->~TohH>ZRR;u=ofw7O-!UgO`#Q5#C_{SGf zCZo9;_2SOlABVp`b18S|1(&7ro#qc>Q!=@fnTZ$@sPq2M>||01)4A$bb?)7y(n5h* z*6vM4be*>wM?`;Mjn`V0zPwGhQ=9k$isv@ZmPBL>zteOFf^K5CPgImf2@YCG0k#OWFMzGUP(2 zHH!`vtKa&2$3KKorO)>M#!jx|uFL$^Y)%Gk9v78y&!)KFJw13D37wMKastVK3WotS zjwe?dpu1;dC9=;zxG&aQ^vfJK-MJ21Z`9(L??Wnrs_?QN?qx$oZ4#ex{#BiT1=w@$ zM(6~Kg*0B{if}HuV(}mQi8w)_w43LJT(|oiimbZV*fgw95J`(wl-44kBU;SHq=qau zT2Sj3Sf`c{t{l!tgJC7eZ@XlZRBjqo{^GW3Q+#S%Pn2unGJCr-6cCMAfI8ci>pbFy zJYZz-eGvabkjH%?Bld!vms4BgpP5_UfXs7zq;p(R5VJ-9gJ5+BY_FAwpMOtB*+14d%!x>V($l@kkZ z%bAduQ}tR?^{v-eQYdUcM;&oERa4d&AHtvhz91r(E^!;Wi z)}%{4Qd;=kB*n9P>eyhH@RRe=r`h!BwH3Jb{>x@*D4FH;lO8jKcWTAf7CMu0@S?CO zqqtRqNY^Wis$x;-ZPwTIAZdEzPDD36IUixuLf@sG!az%@1YmRjI5W@?PS|AJ>JQU$ zxdghq+exq@`v=S<_NYfPAtt9rzUWO4wNdma-MhY#IIirA*#g3&cXZN+;g+)E&!Cj} zYL^*U653`^W^?lZ9aY-s=~y=d0cCsK3VTP6bv>=r7MV(G=j^sIWgp+u((4y_QDfj5 zVjUp$i^!hOW^|Ii71QT|+<_{0Zh{94^B5)}h_?@$l&Hhzzvq60e-qo%NwjgR< zdv^9bdeb#6I{RjnzVOj$uB0%koWFe9i{owR#0z~Nozy|ji~sEN{i?L&PX|>#5M34P zjV1aDthYCfE61sCp+9U=Q7r-|wSijvw;<)?h7CN1xBO=C$xWmk8{!vM`gG^P<9u-} zxW<^5s6-`gY|FI7M#w8#Q=kIE9Qjf6{&Ng5AR#0bd;s9UKj$4)`JPg@2M<0WicV=D zXS}uf?H{bQy7N>;2-UA>yf`G_YF|G@jn|;$UIjLJ6N=)1{kW#MP-*@yJyc{o_O|jf zI=7jjyUBPT=w}@$w@S0l0bWy4=eB`)IUoO)#f4WzKv^EHLp23iRGo!Gu~UY55n{)@ z(tPNp#}j9yKh#gXILgiFLgY66kNu6+VBL5CT%C+z))1DF{`N)gjP!7^Ep7B-rU0or z(rf(K+4SKL6<910Q4LP`MzN4GA^5+!$_A9t)ng`svGq1@D2o1YUO(4MlJKl*Vn^n} z&V_EqE6|r4`KB3>Xu7!&-Ca2V*V7-eoSk`q1uH(t=fKK!;;pg+Pf;H56%gnjNMNr2 zPxp78J2@hf+dD1KDto^-e1a#q^8qc7e&e2LU$WDML3)h3G)B;Y>MVKDu}W*$K~oV4 z15+K`>YnW~zAQRTkfr$`#2lw??LXguUNsaC-^8ubbE&yscrF2xG*V;oYd*ACa15I) zfceKR8joTxOcEdY?9WP@A1tlTR&pBQL<&1z|Wi)yGxo)FD2%{)_ z#a69slY1_@FYPy^4vSGT@vGO0r#+LOr$$v<7rgxs0G#05lXwYo`B^tmQojN_l_g;$ z75XoiwPVgV5U1Gt<(q2sN|$FoQ6Wn!$`hm25v+q+{F zdo5yWcz5gGAXNG+Qaq1PdeRNzT$H#0J`w+#z)m}BKNH@yuINog#UPz}TUJT2#B zow9&QltyCb=PuU7mKdig0s~BDoiq38TD8x`2_hD+lS4@+FlwS z<3p*3Xbrk5W__|Io$TIg1{_5Pi5#o}hAbr$Cg{#8!|w~kZ0RMGAj=B2!{R2)hSa;( z-`=7#f8@_xv0h#kd?5oHpzg{3wIleA49XNDJw692&^xTEQ2{UH7qc%phA%Ir{%B%jp!(wQvJ%d&0^OH9ltT8 z3n-?^twc+4Y29OTJr?3YaQ1;q(v?<|lk!9&r>1dN+|JEw?Z=5qqX#zIuQhS!7NrsB zPCg0wvtsiA1VAjqrusZ zY|4j$XBwXYLzU;zFNW}Lq5|?VD`)2rV2E5Yk-L2GgbM$7IJbb}v+Q>!8(h$U@@VfN z_#?mcpr#CaDv~kb=UYK_%oNm2Y-U9C5fk~s9!v5eFAwhVVgnfsV}ov+0wy(QO;RmH=`_{XsXOq;Lrh zmd?ar0E*6J&WZF1O71o%~||ccSeRB%Yo-A-wkkm zhq@#8gn|-H&^O!TD=}U1HmS)sDUQbQ^f+^Fe@075)}BKtbntPVgtZW)O4Act!l{*+ zw!?fS08^x;r9faJ$bA9RB`-1<0eLvVFRCd$Bm0+>CAEsjSpu2Hbj68nh|qvh;{5ZJ zOlpVacxid;p=&=+c^3>KLR#y`Ls5|cu5`aW*h(5UEay0zP z>5Sem#vzr)2Q6An$JLA8Irztx}H^&m~ui+f)vl3X@?E6C1fI2Mocbv(;|NI zQ*B=ry5mt00Mo?r(V)!u6a6(G_hJGFHU;ckhn~Xz_h9c`3IV~E6|}R`*t<;V`klUM z+CJDW<`Sm}!@l`j+vC2?fs%FKqnFHvybgSrUsv_Y(@``l zyEI(e=l=^sw2_1o<7pu0Q)brNk5h-UaQNqK>#L*W*o}LCp62nz(k-t<|D06k-GzAX zZOQcbv2|gd-is44SzOq~X5cja%jh@80|H<=7bSd>X&L3F@8rwaDMsi_(q5rx-JZgB z31`1LCocpHgIFi%N_H;HACHfP(@>rm^_X=Gkr8`j5ktVQg>2WD3(MSxn&MaozS%k8x1ODKX zLv}gYpFhv?hZpiibv}97&7$_tqf65buYA)IjS-0j!S9t%xS9Ts{-K+%{Q%qxA_bvj z)nOA1=M{Q9GaQ5WY%N0MW&qcbL$`O2!32#3Nh+uPOW0gxBkZWV#iA!J1xYe>v>Q!+n&6oL@M!y+82*oq*Czsfv|E^4v{_SUNC@uicM;vfpb=*4VH9X`?EadH3RO3tXEC!&{QJd!|ie)|3 z?RN(MZv07&dYoD#w;wGwi^3hKy>Cp(;p;ipGbQq_rV9WY; z+v_Unaleo}75Uc#gGsLI5(G8sP(vdlwR@28KAlnwBonfo!o-;hIuZ$U%tjJ|>S-$EiOG2~`pY9+1w=I!8_kW%4gjWQ=tC~Ft&(i4BEM+B7 z-Ny6}jSNR09>DX`q8q!?HezkyigOEPmzSYAO7^p#g` z-5~PB*EuJLPs5R>?@4HFd)BHUx^FWcEhCiq7Y?Kd{S&nU${~kGeCJ$%;_76fy-&a} zeN2k^4+@oMA*uRK_cNNb;hEok7c1;N(>#C>VyG|RBnSMPO~zqi(!pfzu)Zx&PRee* zVK)hIL#1FqWa!8=C1M8VrbB;a>e!Ye%rD4rtounzp(*LtuTghig*ol{owRyyEqzVV z-Ab`;po*Dzcvp)HE{I-XOq4Tzkf!ZMVPfx4bnr6yiJ>9mx1o!`{?ZvZLPoS+T} zR01fQ0@AWha;D+3Ml`jjhcF$Uw5lfI5fQCgtC-p4nib(6MR0-8Y9mKjyIe*l{0V=( zatSx&KkhVI&Nn5NKl{{o|D-<|{3Nkz^SwCx{!$^*H3#5(@=Z%Uvcf?)azH*`hxa%DW-Yc#kOv)CzOv|C0;}7uEl?+Z%>BDQhHe5 zc0=Pt85v~)%!p>7B_;}kn-mSo&V7k15RwN_5oHyE;MW?xZYPWBf}{clL_2*0ZCkF63jJ0_!od#a>%s90zJ7cYw06yH;kt?@H#tv{>xXU?_ncSMG|V= zO~+*mC+T+i5Wv$l&|s=fFi_2iLC7!5-kWJry?Su*U3j=eu{(f@gxqZD;}>~<-flk- z*s{%Ft6N5nvY#%;56YFh#WV}=0|!nLO_cjrMM8DHCQxce^Z`O2R`4R|Bx5rz2~0cI zmby&AxMr_IJ@pqnu8rUBra+#~Oz1&P22F)sC0xu_9YR=W<9{#(=l|T24-IN%16=9F zmvj~WpY=$&;d`_bJ$|K6UE|}{MqO>0e6GdbFc2!A)JjC`mO~$~XJiW@USpL}!P|#zM`uN+a z+LGPZ^+&2Nm9$LuOQ37o3Y@}tW>HPc6!@}okb@+yLEE#Nrz=4_4)ama=7IM7i%E({ zTrVfQFue*e?fc0)m7G0s%qLWH$0HLU_Q%m-zQt zyxCc(B5fXR3)95_M^n8bw^C)t>@12xf&n7ApNP$l-C~C*yhn|nH#|AB*J_OSx8gX^ zFEBxxoxFm)a8dvYOUplf5igZ08?J;0FC(f02Kjr~3lGilYOOjCVznm8k@R8}#Ky%R zxB{~Ib)vL|h?XVTF6d0$~HTCkjG^Hv@FCCD~h?9V?J_Tl~})B;mUjHul}@Xc9;v94F? zGc7OEA$RjMbiL*r3AydUExj7*Yc@krzdL8PV!swUb}Lq;RDyodTKop#0&Ub>zq*)H z1zfT!JqSG`ZOB2=>T6*Yzx4atq2t(Upk!I^(kt3@8cftyggm=j6)`0O+-A47+^`{m z4qCG*apCdN*vGGe6HMVjmp}Y8N0g`tvpHC81Jo%%;xtVR_8^bk zx2$K7gEPd(9_sO%MvV)FdOVD9cuxb`M5uX4mvk*C_R^+ojr)6KswxemPU_B2qA{B| zC_OHQ{uS(@M)~#PXBP3PD<8xL_(b)wOrI6Ihw zF&1}It_wVIV3GlE&oB#)@~sIJNohdEfyBZOiCgOLnm=79B;KxJOBDLaUatfCBz?cH z|8z6#@JrUNu`hP+g{aH8lm(jW$ZJ$uKu7Q%1#apLUicA}vh&Sn^~m@f=Kn$QJT&4{ zyjNXK{n@dq_gFH$0J*zVdKESz;CMSAaDkOg$#*#{pIJKU3HhQ+!EN#;~ zh4tY+TJY(X0g$Ohv|ivoln3cpsKbIMAAL88{Hok2*S%G8??;A`{Lb3=D;$JpPc$BR zkuiT`^}MM3qdmZ#dI3TlW;$a%N$w|qTo5V6b-9 zI#NAtQ6Nz$Dsi9GL149x_J_SnRYq6NrEJky;CK8!FKvg1yT^~;tK{@O`7~3)jx&S3 z)TEM8C+EGzRb~t;n!xL`Y%2P-5?k96VzxDD2h-UGw#~F%rhX&l zV@0Zajs*hY37QGI5mdVb&R839q;q6x=;>EV)(u-RkGf?Ce%fMqf0D^`;!}kH>y0PI zA%d~`ywYkso-{~!oRLbqfOHfF=cvX3IUlLmXUY>!bfL#ts$9X4OwF{k<|m>`L2+=D(}Z(NUQ? z4&ure|DJQPG1;cW>nFXTx7wZY{BP>!^S*9jfz*Yq{``&}f_#NNJCf|$$wF{9^5;`( z2Oo~7mfXy1{s|ATF%3=3r`kRXpOLyQb)l3oI8Hs=nTKd{H0tR#>lwlrMK=Jby<%9s zMo$CXp&1EuJ3ALjGpeqd>Tz03WNG8KGbjF9LUVjp^$_6i5_tK-)AVI3)M$TBIOZys zhfS(3g{$z2_Jf$U3k5V;4sPo?JS@Ryvkq|wWL?MmzJ6|Z2g;vy%3wGOH0jGs#f-k z$SS$?zMnBFsa4F+KxLZ+;zBbQl7DCic)h@fD(k?K-9bSuAKTCrPuOzz=Yr&h99pg@4vVE{ayx!#S$f`>IYSB1P1}ydU z$sugY&cj70-?`o5SWK@}o06SS3vpLa?ufj92p6n+W;*~}}aXs1q)XSk8Ji6=M0%k@Gi z-kMMiKR@swJn}KrwO68##gV5-lCokU*g+ThtJAq4MhYX|e1BmVHT|_HNOc7QoFpdQ zaW)$%G(mcAb1gUc0sn!^Jx`WS+)(+&IRp5E zzE{VVBV(5jv`Kz|gpAESOUpTS_f#ClcZ^-@;pq%!uvH#Nv0m9$tH;l6Avya&w{eRq z^&Qk`bj1d_JZ`E$KLloHNqU99k&c`3K)*Ub#)yDVIFgQ8Gz=*8+YQ$L78xm!AGHZl zAkV2d8jB?%Agr|=r&y%2hDVk)jsIA%3exeeQG49{bKFj~id;%Wlj+4sQn1t{;6%q@ z{mf}a<*o2Gh7_F1MEjLh;OEyCv-%YK%EPSM;ircMDUZ(1>(Pv}p9FAG!C&*61Qnv)|BqY1@ zR0?r_4Xv0f=|nzUq#399=WCs2KXO^;3S3V)Ynxa3Mp?co@9|V1*plIS#VfI*$xKAR zRQs5RdGhOj#1W4!*vl6WJlG*_yvhTmbtp59Nf~w}RX4-8%(}Z@AAq)cY zgY_#i!p+KRT0^yw?+^aM+s#KLNuK-+tRrd!DXFht3Xvd3*-t9ugGm%JN7=oyovZVq zIYQj6uI$(1%&GlO%W2d=M-+=UeQud()wldJs3JNSrtl|{PEyOnu*3nym$S56p-Q- zAs%eWxEO6|0OfP&r<94)p7)%#KUbOW41K>spfo04&C(Pj5njiA`6iyu3Y%coE31EYWBc0# zep^VTQZnwC{^mqB;+FJu-@kfKp8&zM=%xfL4)_iuME@d0F@OtUut-v>kr|!ZU}~W* ze~lXKu?vMe3sj+ev_W;v$>Bo34U^5_cHP#f(zKZ0dq-*ZEX3+`eoWO>v-}M;32ld_ z%Dq(4DQ|}6gOi-5s}x?*rPwHZadn;pd@g~G6tb&f@2yyK*AL ztL9-jJhY2?s^4W>6OEY{hgS7NS6XmlkbAPC5#?%c9NXpRzbs-D%?UP@W}a#^7ttKystK_)_%yZl*rs1R%7@ELp%sl{ zrkNF}m4g|%T#jf>nD3YpC6hZu!Ei8sVQ=tR{3JwjfAEgvVv1(CL>^8~lQ-aq+wua5Oe4etI%8j8iFA|4ntGqiu4rp zW9u-@`AMm*FotALZ{u$&Y!`NN#tYonJ<~&g-*khrs`_1rJlaNCW!_?<*2{{u7l)PB z0!0Zzo$D+NR}p-9f`y7hCcy;vu>N0f=>_2Qeo`>Zb&$5zBCfYTXaKbCsfe{jOS*g$ zNcs}2QCmnW35%``AexsX)5;i05&Q*wfYO{R^4;COw06n3_8-;6(YK$9s@Mb_#$`7G z7dO8)Wc{0`wq4uj#;$wi8~Tc>z*r}J+b<-@6n1&==_A}ntA@c!M?ia%p9V)n-o zs#@h_rCTp4;Xa?mJ|et9)trbc7uqW+xab;m*l3U%DDYB-C4`UDhOmT5rRjvl-CXQp z?m0&6Ep77r4@M|2`CXgZ)O9Hd7dJcIydLcWbgHt06y%KFJL2Wn@D}f5*27%6KBH#D zk^Ah%O5Zk40}mu!u}~nmtgAy1A~t0aBxbxX!nfkUROc&tu+@Pv_7p!uVaqKw!4Y+o zJ+uO*d0EvpDx&T^h*!0@V+nl%rVe^;F>}6?veCC|o0yq+7K=x)V2h?k`VcNmgQOoO1ZI3eZWiBPUbfdWi(f{xWRh{|-cT+L zJ|eWPH?a}mqX_Z4(wE0wtXx{y_Eh`*Z!VR!-ALZbp7jl zlK*=zTDH4|2nKpcsEVy%b?c-mP5^1ZB50CAZAPN)<3m5pE4 z5=sv3xQLDfK6wC2M+!v-he5W&9bptFqHat8x&c4P2bE`0U}};)az@fP3s>d$M(^^T zJN7~H`Bmk!0+lW;QIh?vt>0$(|4@{*t44kN!xK7#0VOT<2dyC*f+)6X;N zo24Tt!#4E?vNna(M%Md6IxLD7cGVS87VDDbWQk5Y3|b@8J!U+M~Bv|KllW; z;iPGVMbxTVy{K`=2N@a=pykc5d@fZ)i}b-%XZN6XBW}{($6dN2W2x+Ls_A*X)pD9v z08%!*RKPQyWW==CyS7^sw5`Vn%+#F!f{g&!KNyBGQo@G@Q~G(h@u7>$T)dKXNf*cq z8f@|2BddMUaVN3gCJFf%x*0NgJB=m8O9aQ}tJ@F{-IJ2YCOE#WolAhRfZ?-HuvGO! zrRLR3J7;ngP1(#~Bl>;o0-@$g`kHR-csNvn_HI<^Fl`oh%E>-@Q{{H3FihCkm@vNO zcTIEbnV5DUPKU=dtz5ZF**rY<(h`kqA?t`H{&p_4HZ<)K_`Mn?u&>Nuh^iZ(@O0Eu z_82TMrECU9oBcY69NrUSI~`MehYN>SO&#I030L(jR{%zS+L42E)E@2KBP?C>ybk*^A27$Uy2(nvH63~ zJhO&GULIzIHAt~nG159@-?&db^pZo}zG;p~y7?Q^?DwIgmZUAq4nd6VS&5H4L&8X=%DAP+U`8xYm9>vafbV17Yb$=YU z;qwQIgOM;iUL-nF058z8c8F;&dCcy6AWI%yu9V4`GN9q8w0ep!q=VVCusi8HC{qUD zxPph;@w>qh-ddvZSz#i)_W3Bp0R^WX3`r%JC)HZ|)2z23PNz}|wfJ0Oox<;My ztMzeO3ZhCfX$$TAVG%Y4*vf&F!IsXj_i@r+aR6@uXpp1&Jso_!$8H5jv63xJGm~qt^w#~FpLdswrfy6UF0Y;fh=Efr-D_lPdBnD_P=m$& zlGolPSe_I4)g0e?W|=3Qg3jLf1r_Uh0;X1qr>SXZWb?6yPeVA3-H1bkA7* zIAtHICuNn->$EZYhUMp93wc&d!22(u%CCBI+shewL-xIAc35tWd0^!AC?Mp?YCLbeBCSnNmk4_-EGop0A1_@pFTuSPkW(ox$Wpr66uCnk2* zZ}*we@{9x0>IZ`RS0NVEb3)@Bpc19aL!dDhWe`|kvyjm6=-7)=3g_0JI<0)@$oEJ# z{V_=D%*c-g%SOErWRhU#`d~2(N!aq(dP<{Q?Oyc31Ur0^Mn@eq zD!j$dc`Pe)iqvUB{&jHnuI4km^6VruD5d80R$mUi zQ^b1WC5v+8%%K?QK(DUBUE!4fZ{b=sQ$6o+u^|#(|88;N6WnOjM!>U)-Dlg}heoYH zXBW&-EaUE?)To0)f(a0>n0I)&(7|TrqdMe!ofdOEb?W1y#^E})KL1+u)SjoFzl|@g z6Trlz{&G6YC-~g4nAQE*WUAm}&T+O(%UQ|T`mrDQcku60uJPU6sAQuR?&2fkm6&i| ziRKjhNJ)nlv`ai`QFxVANXn@N z3T*bFz799Lx@xNtrv>03fq(iaG&8EdO8x^)CD3xQSp;y2%eD{ZMXxDd=t8oo=%*(+O@*h& zSxSqxX>x6igUhlIfPQPJh<{}3ROn)cV3FA)kGQ4N{ zVAbs-0?zXFS^uM8@RcG%qvJhGb>AaRRdRZE`_{O@`i7sTuazC#dUtF7GcwO-AcvCz z{)L2LcWEui>5*hD-L`L~%dhU-X^(6StJfsAEgQ>~2j3gFzwg7yAw14ql)F1yl_VbR zjOH{6;E2#!9x`*{CW&}>1Y*PRAG@LH-(pL@7f`{}KuJPd?5+ZXaWZT385jq#a zf8kb^X_d!qL4j%1=2e2G#F_J#K6PM%bPG%LYE$(|JyDTBOI7fIzbk>M7$GP@UpixQ zkC=wEz$kib3uk_nj%JSD=$IJ6D;~~V=h`Q@Ww==Z?Jq2Xir{**fxJIoo@+c*UQD~< zLYTe`))@Khaiq`-fsbXoX&69x6`iqVdy*U$f!9Mtg~oz=(Fm7p#jt{Q&ErZ8rCd8n1V+Z_u|2HEk0tZGlgdnk3n>cD##gW)xH6(mg& zIu8STU;Q`_dd#OAxc?|#NKm@34!V9Zfp}nk#$J6i$m+|Xc5;uZOw3ex0nhwS zQ?E=_-EK0ee%;87sy5zNsQ0llycs61^d`xFxEa@--r4?@#><>K$xD~VSm3otkL%D5 ztw-%tb`ZtyR)--_71dL2n>09;V7`QmED^NX{?hwvXckw8QmWzS%B2vl2do$HwmSrs zznwUiwft*WqEE#O$;bp#8sH9eShVXI(?o@zKp`I#cbN)|AH;hr%w!nSEW@Lf2oZi{sMX z;z4Vl8d~D%nYY#=%5MOl?gnVd0Mr(3N>h^hQ2Qz%(QeGF@WBO9O*m|#J1jvkYuf!Ypd9P?t1Pj9Q^zJ{!q zkJ%l1FE9&lwMPU)B6~7&kd-ij1AmcuIu?2lJW6Qw6JIpUzN1J`4cDh_dGg!s#d6W- ziEoa;YsS-Nt9z>%FfQh^(Bo{ZtHe&S`h#+8g?O$T}9T-qs@oLYo zi0z9n$Qe6yHkxRQ!P9XS%<}@qIJ&?Vxf!|>9^zWs#R1v@_wtDV+Xg$&YED)c1v*|+l#PP z8c`8YmGcY^idr5ae$Kmn0NW3~Ayo%v+~&UpO}N@v?b|Z*M^pHdgX*57C;i7A(y*h? zQ>2E`ei1V66glsU^^3)4CBa!NLXo41|$y)s|8q z@(3$ihPhzrOs-y6%)v`rZFFm5+J!m!t);CIbW4K}A(IY_zyC$Wj;5@B9zt{?%riTV zk(>`mRlI%-QzxM6ygDNnWZUV!302We_<>9E2Wgpjx$owAh>0(TWB=WWO76w#l<7+w(z+*4%wh^ms4H_pQf- zzE}li?Nzve0OVSWP+5XA0h;Y6gS%hrQ|!_5KjTI$J3TjAXSI9{>=eEwci!Ie7TM%X zxWoVOu(n!k!(2scoV_{aRYSgh{GA9}&~r}ht>|prU}7S~MJe;Bh@0zH-k9GGEgJFS zM5Z3n%XWqezN0Fks>Ip98Hp4B9Uxtico_S11906tMIN?!J(KDgz-?n*wB9}xDq${x ze{I3LS20Oj-avs^)t6PUGZlMpQs~84vBV_X-?rFwG`fGq|Aw3!B50zX`S%^GaY*`cTh0r8cmO%#y!4t93j9dtxcRrTuYuEs3B^aArr2g*Y}anuKHn> zu)eC-VxG*|q_y8xoy~YGO%uhw=$MFXSRBO17+Mg_;Yw*2X79SWCM^-D%s%WGo2AVB zS^1*@LRu!r`qXD*`Gr?@r7mAV5MXOPgmAw9+Za2OdgA@ zt}MP^hn)1h^qUNu+{p-e0X2dV^eYvSlGJ7sIKhBX-ni5NU~vMMAGFDMnq=#3=bl2A z<8eu1s77NJXWBEMGiju{3ur1uMro}T4=#cmP0W9AEgot>*`C7lhy7D*jjKKlfFROm zQGBTJOUb#4f+>>+E7cvxWKk%E!@`VBA;fKuhzXfNJrke}w|&xSvG!PatKEd~gjtx} zCRRMlPg#f2;sF?>+^$x%V?WCCYVW4!;m|0m$f62K0vlJciT}QfHOf8t(^p&L%Z&I6 z4Fn5PsM@;o|D$l7AonLbZwq~qM)N%}>mFj879TlLj#A0C)|;|vJ5UIO@=dRPDpl48 zfxvfH%L;p%w#-UAM9ZH(9;H0w>-ME~R^zZif1J0FqrYC=XyaR9J-Ox78VWwBdC;tX zaj5%7I&S@JJ<2FaeCNvmOA8e+LR-R5sEC73luPSpBz!29;{*ok#4drnq0%+)GQG!0 zJk}B#rKB+rMs-M-h7fWa`$}UCPj%vn^DxYTJGdR%Pb|<{*!sj-xpsAMuT*)ik!s#g zQa(qV>6L;1;FrT2CZ>p|tsJwPmUrA2FX!C1)WWY26!sL>C?VA!sRDeU#@4hJ=`wJl z;&+Xq!e7o^xQQtzNWl3?lo>?=ZPpzMxazrnWk{hzgqE{TvZ2|ukije>eDk)92i=fC z9h8nP*=n%mZlcHj34~~3`6wcIHNG^%n5{9TVX|yKi^tW!G9?Rsyj=cS^XpE=N*n2Uf2gyOwV1o7NVwGBd=*K?5OF4lG)2Up3v}SeDoqGuFkMduy z6|_}GM|*68QaG2bY2reQ`H2Xwc=K&+sP4Fby8-=QL%iFksvcyn63Eqk(Urb)LwyR> zJ!xfskV#@Bfn$$dJ0ur}7DY>*TT)9MYx^1J*?=O-5l<&0>YU=~upDF zCfTx+YFt4&1hcSGP!1}_!^!<<)FzN-DdB}IbY<-c(dPoSpRn?Bde`bMDIGjPV447N zy~LIvu0f9ch>YrW@sELvm+HTbPK+?*rvB_-sBf!>8=ox-iVWjBz3c-g! zk)gCya_nF}58R47v@HnWtJBsR)ru(1A&Aub&WNnqhN&@*C96S&)7rcvIFHYnT!Z&b z04V8*<9O_Q*QEe=Zs(|qVLj_Ny|HDAU~T~gZZ_7eFklCEQb^oKx$ks6h5YWk#Th7E z9gYO~LKHF29WL0NXgktT|GE9&uU&m%i^V8O*wp}A0j~@a!jgs6v+L`zUpSI1N*7#n z7ngf2?c(qqcJZKQ_oO!>3P2#3mk8Q<|4(TL@X=CtF}gaYBl!EUR|5{Ug-1s7H6N~e zfP4_HojnUJnwQ6+&Hwmho|@AG_h@ z@jnbxIi5>38yI>eIXF3j16wXomzMRFOq?kWXtmemegio@B5Z>!q(EOI_jaD;fWPoI z))p<*&Y6CeQu=OeK$E6p^C_`>kYM^Jx_OHAJ|^OsaD_hif%`UwUrw*oJf*ldKZwlq zw9_#wZ}x)~<{m@l+oQ8eJC0%#lqhDWKpVa0*Fs8^LPDBKGdN7L08?eAsWd(vZr3%ooO7d#tLj^-=lHlrEV%5rV}91Wqzr z@#}L+`xS!aB~cL%w&072NcdG3!kaLp4I5n&z^kN*)?B-9W8`xDTh1q1ir^~p%cv)B zp7|Y42hw+pArC}rqou^CcUqfxj<2bqYJY<%!Rp_y*Cv-Yom#TCy(_EiSIGJV&}#Li zODuaUQme&2O=9X-6DpesPu;p&?M##3$ioHRwB*6$qLxzTGDv)WSR1(Zw)&7BZ;O2v zUT`}l^Gq_~NTvGfs>jn1X0qrziR{|Y2tTbLfGY8BTAgC7IZ`E%R{f*TsAJW@Pc{hu z<1^fZr-C~=67uC9c9py&k$Q9HmN!qnqyTwWSXnT3>$d6=29Tavwy99 z_Xtv8|Hz~ZPc$oUi2aY|@mi_ue;zu>5nO)H}_=8rM0n5C& zfo?8S^@K+}rOHLo;VHY0kk~m|2=%coUY$5&Ww}q{GYSwx#J)l2tEkd)6kd>Q(tttq ziBSdlQX5t3zgB%FOmyk3vbj&Qk*Vj(Qbj&^>ISkD;<)WuK&B+nXi6+G1ZiqB!}{*Z ztVNT92-ZX7X-#5gCG5~P?3-t_B02GDJtIa^u`)NlN`QBzsO?%BXjFcqY+gBw z+G#8x`bIC>=g7SuVRkYgYtX*JM-1G*4kXVhXo1#rYiC4RPNH zK9p^L62hXS5z15!kAgdLaSclxLO)K6&4;}(dS2~(b~-nw9_cp;fBAsI%#yp^D0O26 zggCu#GC;+FC1$D@^qvaBRYclvtfLyTh8^sF!sePirHlr*0p8Wm-AL}Gsa$ak$s_D{ ztG+Z8OOgTS$h)XXx%1-{38hVeg77s#(3Qh;Qo+mDk?0lrmA+r0`CZ|tV~}cI%42Ms zboSJ(BS&*cguTbyuH~&n+n3?w)YhjSNBAoJ@1&xS?r_KgAa1bE-Aw{x3`9Q!0HTEm zbfMS^)M5(R1^pjwPGB>r+5zv&1i07Jsf7g!7vQHwzl!qyz%F+T_!HFVDz&Y!#f)V=6w$1wJ3^is8gowM-u z@ir<`CLTBP6$(YXm0Eh(A~KH=#!4VX(i&_7E_3cqhv|Lf;5Z3yogoJS$cuY{ zE3zdx+K3vBh{kg{gt{d(^67!sSc!Y!@mm|UUn{c)+LKJ)4o9w6h)GRGOz3qRj9-(F zOa*|hIPkQ8i!;yAIjK_G23c=n10p+ONeg?>4(-&tJM}D|HjX|m<%_^>^}vUFt5J3@ zPaiF&=sWIRqvXlzjE(mY#6hUF!Ac0S_GoVOyZX9bE&<;dU|TL%|8M?UxhTl|Q2tVp zVs53WVUYCje}PU_l-#_DI2AZ|sAcB2_nqGs@&H7J@Ty@nYylxdG$Gm42euKYt_WL) zyve+8G=E2v%$-S|A41KxZG0TqlR06f5Unht+zth_20jtg*SgVTU{IZep!OJKBF@-zlf6@W4uFI+!;2OiU!uSTCl)hi;VS!!!KlMB;Xq zIg0?rqY(9O$q`0TS#Wzi>N(}FqsFMUq zbMpCwC_sMmv5!Gr+l$wPiHg3^xr!Pq826?-%|I&!eHgg?KvHiPinP*J5C@a^=wJko z;qB6ry=uq$P=IKw0;Tq;jHV!nV@>Zbeu#L-fF(7|Bh)&O#ZPD9w|hGqezvBU67r9^UIHEkxRq)LO5Re1@-=!8@YX@;a!v<+)O4-hA}Cd zoAqKlDQSGrkm+-XM(B-@&{$1chNNsq zb3jxCQ-g|u5~N6EvGD$KI_Qv6|B922JSPsXiyv?z?j_;L;d}9?2^U{(t8ea9n%9Ii z;cO;&zUXh@01@Unt0({^Zl}g5el?Gr_QrI&c5k;QUEZ)T;?I!Vsb^61OE2k=LOe|K zX=3)riC4<;gO`M=Jpazv8pKWOp~;SUz0>L=Wv^<2wycodvmTC%qJ zG@P#0E;cJX4tLx)5)}N#^a^&!?5=?`s&^VtAQnqh0PV>De>qtqsfBBVB{^YGBqJe? ztZN8bY19-c6pYa>4;s>t(_FDczd7gvhJRKyU&Npi1-ru$7I+7SeKn~fhsFQZ+3!#C z>`G~#CtuV8HjIk4LE%r44GZ65k9@raee1Q7Q@ByTUYDU?3ic(a$$DYm5{aPs>e~8m zZYz^rU%m1@1S&8KN3D!^{@lZ9nM=9xsg8)gTqo(bYo^Q+W$(k^h@|Qc`MofrXPw5$ znW#$9gKauXE+@yjz%okggLp!&uV zG&B+8yw%sJvUG~xEc;YRK~olJdgsa;D2)moD?(xvWcSf zA#-pg8it)__o#6IdeB(A=^yauoq?^-Ca2_Mn~fez!#^%H2MQa_^{afBAptdU#x<9D zc!Q%lW@ZLRD26bb-lXV*o|>CLc3Az4v7t(=1#h4%0h!83QjhBzgt7cvY z6OAsko(`Wxd)*Yp`h>E8q|IZW^nd8KCLC28nda3aol|11sCz9AaR%f0q4CznL&P!) zIS5g`m_-enJL7d5R+c+%TyCfgc0u-!H@#*mH*!3H9ZwCa!9VxAr(2E86{Gxu8&YPd zhevVQ(IYF@PYL!C@aJnYTe(bR?evglCH~j2cJu7vUzsI4d-mH)KTEWg8rjFUEmslt zK(-G~z0?B?`~Y&Ew<_#R?Z(^Q-c(0ksTaQ})Fd>RYj^cR%mB zsDR9D=a=2PcaA44-c$zcNepK_nts2H8^ha$1SQkkmftY39aMMO^1{z%eRQ2|nbfxH z{>x2AkyCvJO2F1|GVL6{SBa>O7{>$f=Azs3ihAQd>sTmE9;ts`q~zR2bgIxn{$)}8 zUt4x*vN%j|8o%`J%-<>F8=l*bP6Nd{u}BrHRzrYW`VcG?G9AgtHse{reoZQTVO8%- zae^fGbqEcKjtu`WJkE>#n6prx>VtqA-9IhiZfeI}?>QYfrMdh|3-;c=C#oslI?_Uu zk_dH0`*%WdXGy|?6~8G9W4veJD9-+rk`nKaIQglrz#SnASh!Iw@p*>TPu# zenl;`64#cD0d4=u#_Zy&A+W0E$8gc)n`<<$700+rxmxKLQCXXode`p zXb&r-tWAma2({tKZ#9kED7|a_#U;jkEsGhCw3YNrjp5f$ydatZZUSKfXcNve=)r7rB1VI>wnkw z{g>8;wls-zP<@U{o^5D@ktsGJyL^)+`xC)&p6%HfqB1Or7*=)b2UlYOX7CCyGs3dz zf=f@$BzgnNd}5|6ND9Wv0$8I>B*tYk(H5y3)%H}cqKyckU77AaM{Q08CoO2ByB~iV zMVFTKC#Rl+_3vlc?k-zVKs;$WEG)R9WI*0dLf~&Od`pe1ZOzYEtqwdrg%nCvCy+q* z*Ko3HGH&=~8e>e{F^-GWOx-|a6Ph9F(p@EhU0=)JXqh zT0M7-hQ8KLePX}h2wWtd$JKkz-}9T0ra`xHeqU5MyArSK_QNc##p3x)7`x& zC5LxMaHsXY(IVV;2nrp%u3~d9t8(9lII|}+15f=VbN){tYybWoxfXe4&LsAIn!-M! zf7+fOnsx$p#r|$Sfz=9rN;D5IVr`HcGK_{(2^vVgGrz?yn2A|!xtw}A8Ic}`P)wSQ z1={1xqdQ++Yu57V4o)$#b-LQ1=^t1@eFF+(<1NjMJ=x;#&TV)M4KdzMytd+9+ z(JfT3Iv;oShs_6k>Z2IMSqDQBhKI)N#Hy~J;-!Ll zXaTsd_#;yw3@UNF7t&hZMkXQA);8v8aty?U)C7Z7A4?sd`9N;C69gb}PaKnPX8Q7{ zf&K!5_<=>cj~j{sl4cA_aequo> zQ~6U~|H-veJ8atsa-X2opW3ql_BZ$2D3snMzV5S}%v%)|;X6sJt}p_6?`K=hQM0mH z(Kig{IKh6&=pFZ8A>$PpD^<#V_W>hZf5ZjTyX{0N?!ZRjmsq}D7Uap+*H`v80A^#T z^np|>PMP&1l8`&#UX`^YK;c#pSh)J&x;g!Cx0HF+v6f-hqcN_L~T zg{XDK@irp)L$sv?Z(NMiwF@9>c$qmi6i%H0S|R_DCY3!F+X^}$LB8@a6-5XZp0FZI zvXIbEQ{f2t92cBT?Y5pgW`nG0pKFln+03((7zIXO}do_1SqVQNiQO~ z6=x!@Xy$od;Leh_mI-EQ{4C)wape^|Q}#~Nnslk*zF3SGjOK9`&f^@k98dG4xaNrR zf9)PM#K7P$vr7zYSa`Dt4Pvsl97SE@40LI1E@%>PgHsqtI*3W6&UL8-%W~zSl{}Th z+a`2N?s>|Hd?=D=^#AOu`70c^;!6ij<_qMIN9zXnuag&=q8Dj#xIk8BwGFWG#aW!= z+Z-7yS-Cj-+Y=nv_mzXzJ}Ck&p`5~8c4B|6YYeRyQ@sLHk98Us+8@nkr;4% zcJ2Y0)K&gx`9kHo+y0qew9dgSVWb{6b+%~R09PKOZV8sh3RM?6(_vXS_+)VxHpj6_ zst#+cQ~XMujF2%)O$y<0iH=;~Zjlk)eQ4~%#F!=WB%ip>e|!}u0% z$C$aVDq}k~kAb%%>tII^b{|w8Vdzf%6#0VQY%vU!Uhj(ZMF)f#rRYfH=`+?yy(wKA zH@E`M3*&MVGV0|>)6+N#D2D={D@&yiz`rJV7CP$#19O#LdA14=TBMJVaNe$sLQcJM z0KsJw-P97vy$P=GoB`H1nPDogVe@?R3$rD=l)l;_AdQ0DO*%8l2hGIt09?S_1fi%4 zdo>Y1O34mxCe7Lpeoj_U^oI2gTK^)n53UE-w@aaUKiLQ=fbdA`@7aro19@dzg%7ML zYg^A3^>leyQQphGN?9wS>NVT_UOD;j_sy9vzq;kzZ7b!}!+1AJZB}hp2j|b=6LbO< z=!3*6nDJPwy|At9Gs0p+!-S@F#W%{VmMM})Etc!;5g1gi)UrxzT63s7t|pHUyu^We z+1}|~Gd~Gtus1$3B&g&ln+|b&nO5K{vw4ddMi3To(0*3T+y8rAP@_>P;9QTZLui)? z%>^N1eK-z_iAjXt^O|-vd4r^CsBpXvxjY+Tss%c@ry9m|tA@6!9)+7-tmLcwZwT(J zTmD<8_tyi7fI^hc7jM5T?)JvI$su`b?FZF$qFVl>$a2JCx2>F)GfUJ8^jbRk$`^`5 zS|(b#*&C^uJT0e72llYv%u6kjelPNlc9A;6mFFIo{@w1bG=(>JtVqhSmsekDHf3(H z!+~H|DdBgPzA!jB)L0U&0lRN^8GagvP)?ZROfBEfa(+EoxtVJqYOnyy=mLtgpwvo3 zB_h8zkxT6pn#1lze+-KUL_@8c*lAwE6b$!vVKa%=z*o{@>NzSzaos}Qh%*?0(4&#P z0A{CIYC%ngXWusepUc$V?vmyrF>QOKho`k*qq8@4O_jluccU${BDnJbxkam7&$mOy zGA`%#Zeg}11lv6fIji1)>HPLjx8WDO6k;jJ$eVSH3hGXj@)dsZMd{i;+-%MjQO^|9 zBk?IEa9}kjRSTCBX-31D5`r-O9nCE5NxUyog_P({J(ahO8?AYmJQEKB)S1$j12y8Em(1%Ih?U^9`(^VB{z@IUlJypR&fje&0~GOwopn+|MW^8 z9^%87h30XQc6N67P+{=C&;f(|yCy3!wJ7mIs?0jC z|EwxqP$?vBbE0u=jbK3KTLs=0BCHRm%FMJlqE=hPH z;<7a-7`=?cUxmU6yg}7T33H!-I_|y$T)VTsx3=a480NWI>h}g0)k)!e3w~&UG{V;2Ka>g zjb(7PDi0KJu)>p}+Y3?EqCWDygr~Y?+cFj|E}b5L9hu+SscPGdaV$|pz(;$+Pbt~Z z8nxPj1sw~R9%6&~>5}qkB53?2ru&9QG{MgP&un915W^-eV*6cGmybtb1OuRc%5Rlo zPCNmr#JR(oUB!wkWDAk;vtz|VbbkvCO|(I2I-q@pE4s~zn_?h!_0jgB%|6v8>msfJ z%5G2y2XGq!-Y10OIZvyQ%^=%V3@`u(m#6b*NWsFHzx6da3R8d4=(LgG<9l?@e9ZAB zbAlrG10__$_jSS8MPC4@88{UU`~%zOPs)ELPTtT2)p;X-VmSScdlpoiCy<}swtr<@ z6^=RLT*bT?w}1*hC_#n_-K~e`9Z<^yDekc1_srQy-k7bGvOeAdE9#o4cDfID@WoEVWzV*ysLMX zfcffaj{8XqCXzAm0yDv&6=1$(v*(MTZQ*b2S2DL+6s?_mF&xr*fWgIF+FZ$=%F4}Y zie0j0BZ+E&Ns!O@dD-BAFs^nL^zRnp|{!?qB#MM&O(dSc1ab$iCL35M;!IfPK z6OM}WE?Z%@#8S(t9!Wt&tE|QA`*>Cyc;Adz3>CoE>aw+!$nM(CfC~FE7ROmp!`If6 z-Q3HxWq^0cp99{8IhwbM|lRj3CGY)1T?0LNsgK-q#r}MKweg#YkLU({ie!<0&U??AFT6 z0im{Qb!j9N5IvrU!mFh5Y1lbr)VCGB+mdG}a z7clJBM+v|CdiH?ZDxvGxMH=SlUN-q%D822|K7Ak;Hcdd-mJ zi{~GVm^8JC!S1&%l-4|RaYOJugO|V@0fjDBk_O_6i&g@Q6ZGPtIs9{b_{@^VZZ7?` znDb3JqdQcOnZZX_p9YyH_>^UiI}HPkBR zziahL0)=b4TlmTtB>qcp?qqS<6oXn?2E#B(Y5|6IJ!7faG4hkH2H!^paV6LIa9(YrHBCl&Agy#vIl#;@-Twh;+SIYrHnpyIf3^X;Nwlojh)s z1(0wa-p~e_Gzs9Ra0VG%or~=NE#fn+y|ri~+k&#ilIcrGI3Scci9?v?gA&@MVtQ&$ zsq{JKCnERLT)CNQ)w2A=lKh;AiER%w0I2fGc>#NHpysL1)ni}fo$qOMt?6r!l|@}( zXTj1gcBim=Kr3m0NyJLjC{IB=D~F9(v|j6gDp$5#B!Y3Y;uBPgX zLs#pPC#f-?#)nkATHn2V;4!4+lL`K~^BYYxaw}i>pr&MDCu*>FdesJdA-bCpB1jSL z7p{o-JiNiiX=v(?dzeZ4jy6|#=!yH1Uu+OV z;ToldlK=H0XKJP-h{r6b%c1PT@Uw}{8K+Ozu{iZ2-WoSMGIxrhN*SV7#!m)7PDbn_ z`LSU8s{k1=hn7Cs(XlEv_YJ%|B`7qt)mfVPV7_^5k^nD;o5)oTw70 z)$luKku`J}&uURXh|EBzAnH^l4dYw_bif_|n186CkgV|#xBZc;FHD~M+qBRQsFXs$ zQzK?<9%@IiAY2zA8Y(Tu`A44qNG{XAYWyLpgLaA{9bb7Q#k2x zhp2k(tQq1-;h?#+)=g_&Cx5y=0f6;oZL$1@2%P05Ph^9iqlO>~HPdJ?7ARtq8!Dw^ zg|g5$$Xv+BiBoFJvhFg9CLzmf56Rgk>O*_6Ieao6JgmaW=riVf{|(~w{L_l~d@}Ek z9qX+?p7w&um`vBro|$L$e^Bm=>S=|&Z%GN&U{1AGTwyFGYvf*8&C}4>f~?iVZZ;`i z0dzNg?Y43SjF=pcgi_P5QNx`HeiE~0ES9M?@*kD~=)#jw|@3z^XB?p z1mOYW$veeFk=T)zyoa~geD%j35TfOc-FPWsc$R36^H5~TS^lCoz#VjKhdV)&ZdT;! zsssnspFQU<4ajcipl@jvp>)bTE)uyqY;qD2P}_41nVuj9?~p>(of)pX5L4~DYtp55 zVJkWdrVuyP8@s*b`^(Ds(`};>w>sR9aTfvLrp&y@nS74@Kfzc~^XhfzB?pO$Gh8jv4Dy z_s@Vnu3QaP;nOkg!X?mrGI65Bz;$w*zn<>sWPBrJJmMQspFu4Xob+#qMIf`$TEhQg!vUc$MTW)D;$&o3-Dtwa%$8$RLULp%STPFFo zcg(j!wRtX?faGVPh$Vn&7eh+emCSzc3tN;2gsOC~;r6((c*r@nfOg%s8kNM+dk z4=Hn8H7jhyK{kUynQnbATGUBmfw{maTnzn3ty)ieh2U*?9JX^1ss-Un1#;Vur$cOC zZbFZ*ggw2XKRssr3Qqb48$1Bbz$Q)`gTQ~X;3h_vER?QL&Z`=fNWikbGgW0jQnO-qSWdY=K~2Rxi*eS6Y(DPHlb`rXVwH zx+PE;($1vwv`!Ms0mS|*dy6Yz_p4DoNyvXI71Mv{T`+n{ zJcE-`1aW-;l=~L;Uqf8ra3$9tf08j#lC^RQ&mtVLhwOgLGsI>jDv=y?#v7?QOv3QF zPJiS4@U0(E!CMUt+j)gfzPAN3;Px+!n{05r2t|g#u(MT*(v|WpC7HOBzY!0Pv=|T;|F1iHz&q9hIwO{JjQI?onpC{N@EqC zA!RMV?AFr=)_n%A!Fa3T{!xHbpBG3)RJJbg|2?E`Dzgi#LEx8aM){pk_?OrE>? z>2lBY=+p!;zMEbDkuu!GMEHSoUdcWC+D${<4VP`clq*?dZ`-lM6&f`BS-K%of@9fL z)9g4`VN7hOxvHF@))(Zj`=m8^-HaL+3qx=KJWO*`{YB&~;>Q`D`qq+dElaD6)#YX2ySPrL*L$0*>oI^Y@DDF$V`X*XBIphss~NC7Rh(sg zZjNe?qJ^`kbddd0!D8(dR_D2IexgW7DPluW`t-hidRF`DON%?-E8G9z*(X*{ZtHG* zgk{UQuw5vvbbwFN-30!r1OH7kdd?2f{pUTLlSC_T_~91bn$=U2!iB+o0dEutHNius za$#WM2x9r|zPZ%@`J(}BY+KZ;32u!TS2U>J$458m!aKpq99L){)W;E<5s`OCWO=-j zK*0g14Qu+VO;->GE>FZ4|9fy;R#6i@8Q)o;2G~4KUYEImz}zRUPj_!5EO|O5ckvTVf|U3jDr}fy-iViOXnVfj%^^RM4eVhG|E|{0 z;$nA(^0|ObZ;gY%c_;F_gMm8jVmoiG*4=ITjY^@0B}Y+HEFK3csteH#h++&t`?_mEH`x7`mv?`XQny zrD&KFd(8#@RPH^Lw?(aD03UXLPptH+XX3I4XTDu1uTXzAlV8#|?8n8R$v-qY;{maF zV0qnVWE~7pk{rfb?T`WPB^5mCeHX9jt4y8EUgn+cGwP0Z2CQ7I&Bj|L!eDlPZK3$0v0|1mgL5;dMOX(th$CUCOwhJ;g`&5Yz@t#%2>6e}g&|&jgM00f* zLH!2KB0+k|MJ+qV|LUpML%Pq_#PB&Qypk?Gh1{*$N`oRs`C<5YQ`bOStSr`r&1FBb z@vO_nK;NcUMu~pY_~V588b9`LF)hIRPBox#7`On`0!-+n%`c`{5JgAQ7 zcrUnS9S?W#?@>}1_doxRkY22?BPw~fnJ51({kBC3Xr>B8LhFmK<5eSo-cangOKC>6 zk_J46vJKdzl2PDAaF6LBylGE6+KU}2*Q1#aa`M02S60%u8;5eM6mW5Tc zw{zhd1*yX=i@W|4{r;JlVf_vnc-W#{F}!=>7$`#`LQC5#{#3pS#Xeu-r*wXS7hLnw z76FZDlWrrDF8SYZvAgT;?G@4xQuWZaQZy+omeT&l39HBc8vn-#b&&J3%Sry;*Qg4n z&khpk$NL%4a}A%A=LwhT`9${inEw#;2HUb+wnH#D6Xkw>GuKdGndXd6`ta7O=4$#p zF_Nyw{yQcU2^}OI?BsL&93!#$SirfOP!cj6p4=6~iCpX&WsMCo&$JUcY_YFq&MYiU zV#UmciAzY!5tm*-Q$UFl*jAm5&}^91R)%=&iFujW4liqk)t!+}x? zcau=@PG>LtU0*dDDch$$c~k!~eOV3co((_rZ7sg4`8JIX)iTifQ~wP}kh4F008V6o4H6FtGhgw8a-n}0iU-<;@w z7-n@unImIPcd78|KVG|WDUCvK&h*T?l~#+$KaE@DQvmH{3ZLY4rHdR2go%gSZ{k44ea~j zrMG1U!2>wd$cV*ys!!jZ;Mg(X3L3xarEi_pO>>lrV?B?%lk%#)0dSE`}L0eq(E#SPuUJykEq%jEV%5^cDKwr&Xfd|C;RsS(qEf}FQz~I-r4WOx!|l5oOkJ2@<@iPp`xSk;M^9v$x1+c7&iI{ z+Frf$&{UpkFCFp#c@vj-H++CRy?$J}@1pl_2EdeFs$yJ$A9#dy}9mw<#CXvX?0Y+rqUdxfxB zBq&KbXchcl$`&xWn`59ezt193xD^A1%#*QfWBK%#m`S4AxfDCFyQ{jxRXr4jH>5=pxY7MwLj^%F1c^<7B4F$)D=RjA$8exH8pHe*mn@;)zMXc8BYb*!q;7KN4 zMg5{K;NpS=GvXs#DSJJ4zTyX<45cwOEe$U8%yfDDXS%Fy;nqw)d32H36*?<|aG5rJ zoW82QjJ`O9lELjZ9-9&pM41@JPt8XQFLt-`w!0}p5Ux!;q&3c6i%N$79c8PP_SQ!L z+&m8G)K_Ltil)`msuxaEg7e;+LZXcp`Z{Gp_Bfklo$7*|80UsKaK?;i-sCoYGGh(WbM zWcq4^3r6tn%p&O|s7PSVW0;zI2R#NBCL*twumFz?5Fy`~*mUzkw$k9;GFZjpT7wjIaMt6#Lg zB_MK{gopz7Tx1Uj_3`F%v1wu?6JHDLtg zE$)-5+P>>wryZ1;kWhr5Mp9nk7t|>85%(I_;J||r;vr{`0x*kWS$g}*}|H)AawB?tdQJ9++=^VUcYim zXUZnhj2|?i>7lu4vHvqJ0{2HP9@f?!z6Db8x&erfFzJ~ZtjVBvJ-L+#M9xu)0M;7a3~&Ok#z@-n2DJ>_*;_i#3bP;h6ubG(%8$H))F}K?|UQ7CP*My z%yVF8lH)#JpXZS8sMOVY-opXMeG1xJS$A`OZ)@gdB!nHaH!;D}r;yCT{w^_X;8W+p zj;Fk9KDrdc`KM>p908BA6V0_jY1#w{Hk5hFPwC$5Ah|$;Ug|LxD7yj#^1T_~QOgw} znGeZO?Dcgxg?o2Y8WR0Q2X2l*+hQ3rMKK7?5BnI|18fee3z%CvgLb<&Z;E z%!E!te-ymzQ3D+UAU?i6$Vys7S{ryEZD!kSi0q`Vo<41&FU`}Y^T#4;&HG`Na=dev zYW~}rd|1DUOvy(%P(4u6)LLqE1GZFwO|a=$ihHWInZ;g*I$Ma?;>8UpiS(WP$1fj7 zve_J1Eju5=;o}gW-!T3rwZs0}nCb{D^~2M*wv6WQc+qzR+|1}=7mjRNY;RJpMi z@iYf+{GQRyY!k(1y`j@hlDLV4)$JqZA16nM1ASvZbo}r6rb(*$*UoScw5YP#T29P$ zn&Fm+ae#~g^*`hbByYiEC(@%4BZvlU|8 zKblu|{K@Z^O?l5tyCa2C(OUy#7cYyGDhmhk@PRZk(A*w!t;fV7S7LZcD=9#mD^jnx z5ZFyux6P0j-4|v}WOoqumqfJ4RWkUg{rr`gvr^zeIx#XhkV=gLRJ@lhUeR3rZkag( zAfxWl-bn+Wz83__fNgK$D4_&sQpM$3diRXLzL8TMBk-79lEMoD7i=~65J89|%JGpA z&W%;%KOK6y1Jqhth&*7wANf?~f`GhZT;~`9h4*x?8l#Zq`IA5WzrB9Rzng*FWgZ~{ zcCgf!7YZdz%VKfm&ydXcIs-OP~aj)1dn7FN#GhO2jwx)9oo9xhW9 z{8l_-YMO(@xyZ7>8j}P{>Tx2PVjEH@8RqtKM0#Kb&vN-z+7g#doK*=7UTj7NYDyb- zLKVodtUAMH2l@)S^j$P_5K@uS(rV@3Xss~x#(xqLf`3yp*9<605fev=2e} zAFjx@sxK=egL>EhjA)+8p5uE-cNNnH1&nc6?+@I%|NZ=-jHJulf9rv! zkw-{C=jGX-~EoM^Eg5U*=N*XN3PP$`m1X2<|b-(siRIN2r&uoyA%Os$<1se*9W?;28PZgqE?E%B7 zrnJlrcU_Vt6j$hF^jd&$MY@84&HM`qlo+k}UCsg~t3^qPqS3V1)T#0r&ct>8T*qIU z*AI%M<3Tnl81zMCB@EoUdc8=_Q3d2uCCh2EThrnzK9C;SxkarVe4bRBuuL#8-uzd z+&HF4r%#mx_#Y0Ss`K0X1HJ%#LiEajQuH|C&l`%t0XgR%bfZJ1r)}}Tn&;ZxHN)0P zZdlPO&Gn!8^D>OMDZm5kRiO0|3Jzu^#dw$LWRQ6Xut_FIU2)Hp$iM6!E5Zge-(@22jhbt+79qWUFcix8*_CGSWO>& zo=GUUBg<4r5v;_*CnPqI_3|HipWl;|YY-NCmc1;au6m+u61RqatggN|KM)W1)_{#zl{uQRv{WnqMgy6x=1TXD8|eRnu+_vK$RRbR zOKy7HqVkb_Wct)~W_eo`asYAW-+I#6X744VtxSJ%62u7M$$iczC=$+Es$mOIOJXwo zhn~=oe!8)L(52X%G3K5&K5d(R;RAc}1QIXMn`hwa58J?hX3+aZwM4u1)~L{+1(Ls# z({F@K)~kds4}mzaS(ow7P_P713EU%0&^AwP)gJ}Z+36BJe`OY|SoP#AqTwjxDG?(T zbY*U)LGvzr#q;@Jz$$tgW%`FFY+{O?1Qe8^oW;#S7$5UV_DPlK(pzQSEE4sL#v1k%;FU%iy-yM|LQg>Q+hkhB8^~Q1KK96h8&u-X+OCSwpPOZWqL-dT;8<{?c-2b zYCH(cp%rt(64(!`rCeQ-&Jx|_LI!n6gcjm94hLsI!AH><4vh@88qQaYG%gFq-!sol z#mfnZ}>UO`EsALKK?Li7;h>TVLrG&G*g({1!A;KW**ImDp3JA zwc>Bh=GH^+E9+05J9bt9GCaidfxp={lZN~x+4=+LvQV5AjakK+86&qKZ=IfI2=UT= zQgiUhEIrb%4k-zwnt0Hff&9MW!R_oLsh;=e(V*v8P}>B=-dql5Dw`nai40}u;nGXC z;*HzILZi0r)lbYnIz5wIimB%?84(d~FgHxm%u6NDEGd6YXjsmBb^Gh2I{^9p;QK<) z`^#xo9|G+vq3C^5HEa!2LrPXQJ{0k5e@gtjwK(q#3BlTnW|S{TI@gO3J0bn5#3!F- z=_^J&s*pV7d=J~Cjm0kpLyWHSRcMs>&;OUbhU9#tD4%0i1xmrK6}Lu{Y}SczZAb_VZ2w`k5S{hlKA{ z-k;JLJ8A9lgxTqTtnE(!mj4p%JxCR+XwH@@PJ-ju`7BZh>>YN*xE+FeaOun+RyzqW zxM8hy2k5qCrx~4irI{&&2L$%cpM+ltzxbGfx*+Uhg+7Z^iihDF_h5eNX%(>H@{WsC zks!Ixagc15o;XP zDlhywYTfZ2Exit?;*-U3e;Qzckx;y`W#o%ut<>QkMu7?tI?57Z^-CyNEz#N5h{#_@ zk)1a`)jai1ymlAI7B0s}Tm)Q};jPcmS48dE{MoO_YZ7Lg<+VEgc}@ zJHgyxGR3*sNz%xjOHm1ODU<~?GEdO4M0k0!DNcj;yM?(|Kq4%V^Tz{CNFlf4iMFlv_EhKm0)y-s&#jfr4C{j}p4TZ$I)HJWSp2xQ^N&9|$_gVq;hxWqzO-fy&q5;X&- z4t}*oOO%nK#F?J*<6;pi1aU+_01p5+37D~*$|H->mg*DoA_M0R{HPxT`%>=NvT1vc zI4m~#H%n}r`eL}}Hnurrqal5SOjVNDlayKsnb(3Q0S$RxoPkhD(CVy z2qZsv`tjT=XJ>F9#w!Oi&q~A;(^v5e_Y33<(i0p%k5t?7gil%_f*yRNWW|SA50%A- zniQyI^%pf%LKH|BRRt5?cvcNFA%)ihT#$BJ2d;&Ta!L1JTZViF2H;;29PMcTBC;r+ z2H=P`dOP%&Fa|qX8pmR|Zq0pU zzdgovwPvd@eJv4&onm~Hzva&7ceiKEGnn!LRLx?c9Gqr}rL!igsZ_!@C;C3pRHjdS z0Bl1F4z5*X8_N5O zy2hgLWj30IZEF6$s(nxHx(}e-4`sg?SauUPPa_2qhCn{htSoSkqtNeG{4^Qlpa{xy zK?LFuK$NI^P{EaD;ipNc;d2&h5XgLV>3gxjBV83c^UxRO`QN!=xbdIf4x zvquJt>jIWvB?i3n)-N$OhUeynlhk*LVp6^V3t^{RA8Fc2hf(>byb&2u46RjKa{-eA z)dIKCAbK&oiT*#P&}WaMDLP-JK5$^<%KML!`68aKk=Zo$%;o#ZCOSNU(`kdv!s2}9 z=3&p;d;ofck5SF&ux_XJ0nZ|Sm84|FP(v1fT%neoON1goA#i}~^Vl1vO$xJx>n+b9 zWbGh)ECU;|sk9e#>v<|vJ{E1t9EuiMNv*t2H!r_hDk^S`Z(Iv*jWi;sWmwX=aG1-g zq6$zb*q;(@xq;q@bZdokKM#bQ10u9}X)ntHr*Qy7w`W3uo2ND#$GhA@4>F|Mg2;eb>GQAZt#IIcHLKvSK} zs+V|r@NI``pEOZFYI;syo{uQ8u|=I;*-MT5vKVsQI$pR<^)d+0w*k~(R!4eR01z!K6Zu)Q+F2r+Y@is9)W zf?{glwcy6te$j>wG@vdDs>xitu5QYK4h$HQ2%6&j^&oc)S3>vGkm+!3v8^#!6&&n| zMR}h_Q8K$LMfRayUjRw)92+JkarQ7aHja#M4JP)c?t#X^ZBy-scV0Z&wuE9Jyf=6@ zzO`aC8PT_I2<7~HlCm|iaX#P`Frh|FuB&JXH_PzWP`;XTCtf9-E_))uN0 z_z6a`hiaFoL(^0T*c_fAZ)!&RucSt8i=-g5>p-CD6xS%vtlkEBSVBCoBnH9q`@b@K zG0a@ZnyimH(cPZ?!ry;={%Q8EJ_x7~t6zVk``8j1v@K#FF_f>X9wBGbvI-&V2$q{3g3A#;d}_D}&wv z!42Py>QI-uAW*v|6t^iJ=SMam#5!P26Zbp{0L}odQ1|DFeCw>9ZCy<7PW>cnEO&l> z$?e-tkYGlCNVy$h$S&GJl|%VA0zwVHx?G<3Hj7T*g&(nFWEDP%4cV|$1Q9v^*1FX6 zZHB$E;z4_0%0x-{qmN0>24IaGAdqz_>XtUz+1ECY4xWkzjfAW6y$aYmLF1L6EVnNH zd?`pX;q!m85Im+?mlZtWx0n_ zQCYx=XHqlne+F(XI8d>&@{_f-BwkH`B6<+RID%slc1ECmzH(B2?7Ly-i_4T^m!NqY zwcu>;LldWK6DHOmr%W!jbdJHan(=RCQBz4gU?HpOAN2r+I&{0i&S@w`@&rTt?#;4< zfw2-meFPL7RYh@b@`pMbZn#>qX51!LimXCT1_>bXig&T;zqc;Tlxmh{I(+C_m9w%s^$oq;X-$s90XV zUWQA>*`)%KvQrBHzL=j7B=q#X&||}Qg}d6=_Qwa6r}v3TFb$!TZsDb+@`REqQ@R)p zfcLtK%*cPO`65^8RK5}wU#oX~*T}Dgjy&D(jUoG^V+m(NpWSR}?!DPFuW~|6HboHd zNP-K_X%>uDq?xY~vFXMgO%?i4)?r_s&N3m+@8RCaN%x{Gz*?zi+{mDwA+Ml(6s=|i zRqDay{&-$j63OoK+br|Lbz0vc&r8zz+-L-QRqNiy)1LtItmp=tJzc(=GlY6Kes}JR zKF;$6$FGlMxh4w0M&C^wyu`@JR|2@zuWy zeT@~QCGZ)PrS}$6W{mofI!1(j-8~b4uBaD}vZ{U=rz3*avcr3UuL!H=?`8V@<1pD$ zG@)!WdwNgnY3Gjo&rP%>QX`kl2mey;BR{a*&y6$VPOm{ttz@PwImU3|+u!sx zTy1T@+0Y)WPcu@Hb~Nun7SLKC(h2CYjg2s;S57k822KYart$IvsnugY`=|nh%NlMl z!4zdUVxWbYnv7w(pphd~F=K_a%3gSZRl}r!_dtG-d0|<5M|te4G91%DtOI4U{prNu zRhRmo_d1POF9(irNumrJ6BrYByeJ4!SOP|}6P~LHJPG{6;7@hVNAwG`@2GR+*pK@Aszt_n}t8jw&Q$GAuRb!#9Q zHKMl&m4?x9#o6qKUB75=ul>c%_R9p`0aSx)krP-|bExA_7|R$|4bkeV2BBYTsXNq4 zUaE0fE+k_pOUVY$g?V6=H*D z4Tcj5@}oyWDKV)MQLVt#%lQG};PK_x%W(@}^W_H-C7BlUDXVftywZ&k)p#V9YX=bQ1WdZUaLv)qUzxD4|~I(Gvqg46xZaKVpVVA=KzNUNrZHR!l& zWg?-3KOOjr$D?5d6_|EFws4-hi*1>g$cTt@2&`WIY-P%S-dU-!EGP8i{BHO_0KA%h z$+j&FB&+M39wYp9@^K02&Y*Z&P6c?`%TQy?vU6}gABtMH$UhzdZwVU0bLv5X)^v!Q zC5h6(kPlxorM;=B4q^B$XCnnT(JKNF~Q?ktE>J6_hb2d8wuRfw;d1-3Pv%afK z(O|Fe)l(iR6>;Jh>Z##&k7$<(s+7bOxM;CZ*^xC^mL(SCiVe3Q0gzuhBqVEndn9mj zP;;4Cw~NG#=4$)@VS~hvL@cDph_y|yoF!bcN*^pa{}Im)Bt zs`1&zo}nA|M%}JBBv0RL)IVybd}BP0sAR?<1bVlrQ4tOVEJ{|&PdlY>FS_SLK%t|J z;9T1@NU49cetQ z)pXVe-qE6|%xkJjZTBA#h)SDbRS6{^fBrHhb;YYvEi?o}w8VBjZHgME?uL*0#ah9n zQKoWJhB$6p)cRr#>$m7^HSo3ELC1#@Mg-ccaX)yv3_?WDc zxK7z*WGXnY071*J0qFr#@)jN*gTMf$Wsucil`uj1?(7`iuJJ`>TbhmFn_$(TTx3vh zoAS^<_QP zN&|3fS&v@thum}`?@Kf|v5rx?i5)>npA^@hifdkQ5UiZATq?ZMF)@SxK>gNxSj4YqCq8#GSM+Emf>D5GJk? z%j>Ri&;k7+{^-kCmmiVan)y7L+(HqB0D-*N)E0;`@p|k*)%wwx1@=CGkS-xVOP0=5 ztLl*MUP7O-VDziGa4{FWV1cW9lz{6I_@mWMNpXHg!~yv?8VjMY#0e4iAX` zH}x5X0vV$&2$RYS2%3qYn}yuxA?04rv{$`ybAujN$D!vKOo!aU2Eip*mC|tt^ z1Z7YCH4Rf@f(8?uSCZhWxgX+K-ipGtKv8lV0Jr25ZAYKOL(BZuxJqMfD&vj#qtkBv z>FFcFq)BoUMC>_1T3yMNJjbNZ#l+=;m2!aW=c80UV;_V(b|sYhk1S=(vs#O!u0@xd zW)qO=UK>CzoPc6HnH#x~Vbme<&-sa`^{w8Sph6f5{RPHAKr|)$gsdzv&aiwCGFzeDBQ*?L^R0Xn!DD%Vgz4Wg_9g{6P*t3Hb(sDV zGf(_-%Tu{7pSdh88?g(})ydsVTl$fpHsBloJq;d3%c8r zlW|gqXMMtyU>4r*XiF4QEK44Vs`Wjs5ql^+_d4XZq*bqYR}~}LQ^DP~t#>C3CpYq@ z025%_4^!Hvbk;Hvw=#oBtA?mypTT^;-4(H=pwWT*Xv0!%flcw6_?nBHC+TC|+EZqqO*mFfqD&BBH?J1PHCag}_iHyK$4Jk1Ex zkw<$?9;(6=W|%Jx0oZqdLa^N|?W-RD=1Ue#Yt0(QjN!isJ?t*vd)4cyW47BCa-Au> zvV>f{%y!B4*DRnUC0DgpmR0z%XD#O8t~B0wya@h@g!7|dfMwCfPB@Dlwq)ivRn_7a zH&dmT?72uA4vMid(WuX{8oZ*SUDAYTqX)spHb+smNp?VoQlkAhq0=x6J{X98f)M_> zA0O6m&`3^BCdC}*U`x>8{lY|dv9~x#ZSCGzUy}Ia{L&+sboOOIhUG{g&s^_p&t>~M zPa7`aPTbpnjKVNeMoY6EfL1e3VGpIv3;xrP01pLRIgpf3&lRQO7ZqF;!;%`SwllJM zYt;KX`6s!fz9)csVDHwgdcC~2^2NS^dxCO3+lBo;BqUTctlTni))G*U7+B}se<-OC z^M=y!kK*NwQ^-E!)LB&V*Jk3?Rkt5;f0I1QYS_E^4#A+dT0Vn`C0vm?D|xW2`}A>U zrh#X@vu5qX?kcTX)88b+CcG5;3cv^lytzFnd>V|*Xkn~SR~NsCVWed}Yav5A<-_Km z>0@(jzRFk04$W}s!LBpaK7CMj1?mNjls!G2dafQx_i2;&dNpY#CGBknq8m9yklw4&DU~kBhIA4%S%c>1E#hH}?9? zJ)>^Iyx^FZ{xaRF>2y>tUQMy$Z;F~;$I>c$Ob(b$w60BMTBkZ1ZhE3xA5j7TuZY}T z(x{hK_cH1|pa9`+1}zX;^oZ#B8x+v0hE_iu+9`1YyO$N??ups3W#=UnZ*yko8{sit z?0Ob!=>c?$v$Wf^rin8U%G2)B2^%B=3BdJ>SQ$dsQkK72>VZ*fB~1c z%l@mvw(`RkSyohIZ%fB{wQCYI4gv2l(+-tw!m=sije4e^ zJXcVHuR@&uxDBzYKTaDi{>}3q6yuz@{Q!{;0ri?!*E*rMv?C-AQNN$1HS{%83ClU# z@hJTtb$yqVE$9Xyb_~IIYgCBIL^CGmG2qu`H_QcNNvc{Ta~X76<@CtK+di8cAX|~X zKVZxVzUN!5SzZa@T}0MawYzNh!NY&6WbvciC=wS*!2cGA7PTq9192J2S%J%c)Wl&z zB6jlv{V=C(PM2PbrKW+L2s7e`Vv>JZJw3W9;jI+OnygmwQsm?%69VREW=%jA;L5~}+D>R|-!7ER0Onttq*MV+04 z=BvSz`DWKhzhIf4j&gL(n5hXzOkvjtJ&@``oG?*61XHm&K7o#)YFs{GiDY-x^$VxK znoFU7OgMBeAaHh2`7MW~gRH~DVtuPu&fU_tG!V`XT>qh?Ee@1!txl) ziV`^QvDe=EcB4iiY{SSqYVQb{rO<`flac~_a|3W9ZbrjrKj$epesfn}G{YZZOikV>wFJTx9xj*U!+_x^dcBT!a)f6Xd z9)YoQbgekuwW5ulP^S=-%_4nbcN2&GN!LH^c8sgrWB`%q$ijIYc<`c3`aPWz0SwXgvcGB~&QGaaD7<8o7`HG#p97pXhtx}fv_8dr zu7Rf+xz(v>Vw%dq=Nv<=qE|V+33ACm;4u@jzl3q9);-qxAOH|Y`B+PLrx26*>YWQn z@mIW4?=z5vU`)txDNFCjSh8lvP_zLJ-1gJj6AC6<85`1knsOZxy$l;-J5zL4Tx>_TW6pv)XU9M6NSm-Sz}sR;Sex z^Mui#+~XkK#j%=ji>dyG+i9# zlJ^I2A(5koDSOp+PEsq28;dYEy{td@v}lkxOjG+yMJv+xU*;_=PE5RzvBcW18egSeW4=)PPkSxjEir*t4qWW)><3MrpC- zGZD0DX7{b9m1DK9lx48ziRmxxmDRakFSlGsbIjYn^`^0$qffwnEw+}!arcJ$6_=>s z1+7__-HC49RtUS<9>n?|%``4|HefIT z+2>FgmY&RoGRYE`1y*ghXqbl>!J+D`VWyX9!dK5N+%zr4HMIhZOHpCqw*t5uZLd{w z#}2UYG!6aMYFSLIz1*B%o5!%-y%`x_bA%9eMW~O4Jobt(U(16WhT?QqDS?JLW%yioG(&SBb^*)EDe0h5B(69Aiz-=ze~|BNs4ZE4;_E7CuX z#3dX@i92c3Kaj3(HVy#Wn6yQuacxURKqF@{Lot$wL*T8L$LA6pj46D)!SRH-l;{xr zwq40i=*lI%1asY~YFuJ94c~4qp5Y^X)q3Ifl5-~7 z#e@Jknx@0hS+I0q@oX4+xgJq)sJpti_!>-1fn~Mja9=hmroASS%hTI@nH^<7$RM_}X2>T;;|S+g0ddCB$y>;HgxD|?BYB`mK- zVHL+o%(fPcd$5S^IQZ(18#X-GXzVq_S*<762*I}@`pKqtds?$a$uRwkH^B9lTLm#Z z#W&1DEIXU^O1jgS@L+ZDeJI-0tOLNQKkF(MUUAUC4YEgcul;=&hV!XB)f8C&7gM6! zer&8Ccfm?DRWNiHY-V2<{bFbd;jK2b1e{5)6$K@ad^RPtqM+IFH%Hk(3UxYFyD>p- zW(LsOl)A<+B6x6>H$}Y7LYyzS>i!Rc&_yg+O)MsRQ3BRTh zGfA~MQi3fuNp5%U7Z`_L}@x7o(iBW_mpx=d0M&-dd|JnE9 zZHM=Ydi3Wy4hBilZdRu;YcNGso01OxKl^OwWZF;zfbB0Gi+eudYuX4oYkoSwQ@=YU z*H&}`^$m-ZqrWfk?_o&#XuRK$@xII+Y@%fIPT277y@Tu`F>Y&0TMMrULu14f25lr3 z#gb=XBYZxqUDVaNrF<`%-_M!T8X{!eBnq<$d%8w>8%j$OhY9)Y^ZqV#&(Sh1#Y_;I&|vk=JmZ0|?DCZl zL5omJ>o;wE-)CQ|ZA-Foy6nyhUn$dU(Nv+(DUVDhk}i3sZHjbz*;`T#m+eZ;?}Y+* zO~+e&-|sjC2=}LyktgBMV?C9URt0U0w4dIbnMJmnCT9Xs;D)2E3RcfEa& zPI$CU5BL~6YL1^~PO4`?x6e_Ho@ZOf5AQij;I@IQo~@8v7rhcUJKShl3r68$6a+RX z+6AXK3IW-Nvp`?T)_Y%6*9uavY)sOo2EQ)kj8915`@SAc5l)Xi=6Y!Z?U)=lKar3z zXLh>&5sR`+$yhdT5Q$2hP7$)7eQ<{}@;_;FV7C5)+KN``kRF__+GVyxR(`&zg9*+@ zLTepfF$Sk<^@txU(`B!I{H<51GB3*ul>HY2bNcx#mW37!*37hE0Y;=z6QnX6s_bC% zQG{MPQIucc2x|}3IF@9mP@g&m_UHY_PM+Pnt0C#5dqgSSuO`Q{_`uQjsovHq6kkIn zm0KWE#7BfD-+R$Ca@2zmO`{&me$Mw;sy^xe&;Q$T=nXQp@g?{vPO-{o^;{_g0*pa|zFC^Y4`3W_`8Vs*g^Qz0qn*%yiy$;IP%-|Zd59lC^DnQ_ zC8=X^RC{Kh@%UcZlVbr>i-Kk*(He+uMRpd+lkhx@ksxE{*d=M1oBkR_cDl(1gD?(K zpg8gcv=*_sO|s_Jyk%OT)+st`-~JxU_aO!bm95BA-BgDju{0`OE{nqnBxi-bqw8cnNU=Sj4;3CwcOP(7h;Ch~Y^098k~YHHh5t^4wZ zs>TV*cf43T%NU((vt2S&MH-X!dl^6dnd_s&!@AAzIV(NGHq@4E*ICbm`j{#iY)Z7E z_^Nu6+b_J;L~VW-kEO4BW1s^T+UC8<{*~}N$5-qeCTtl_O0_ANnmHCvaQ`r$v@mm!)C=5_K{yaMFO%IX*a9U+bSiU0|-WKINkA3XF(Xa#fO# z-H%Bn>)Q>8Pav%pe2IkmG?)m}^V(s?5^@SS;t_memP4MogYMg_-(DS8=oDa7+BX8Dzrfh>g^)yzNnz`bh_i{{sLLfvP;lU`qpm)1cXaxhW z{latYHZ98nvD8w&sG#7h`2#u=ULzGBoB9no&x6x${X%A z{UjMrQn7>1F@T1Jdj=OjQsC1q$J#j2o<%eS(1S%3gK>B%$^s5Ju{<<`Z`v@*fP|_| zPGPc8Wga>^>7)tOSniS7)L!EmV1nb(RIm})B6XxWua|t(Ej6}+Aay>veWu2Zf2w%KsY*_(X^FLzT}8rP6Qw%!)@-Y!J*fP5U5Eh7 z`E!I-KPpu#YsQr?+pZ!NOimYI9=a1(j&r@943y5I%efPWFW%^JY7oOJd<(M@Av_{& z>^C1oNQnDOEdOzIpPf>Mcj(u6ci!bIoOEw05`-35RD{pyYfVpM#rO7Qq+zt7V8bcJ zJ#;nb&a4TZ{ltwY?L)E{vuqQ-UjOPLW({B=z8D%AJ6Q9i^xXPD3N!;?dH8dqu`!lK zq+3U6OH4GzkP(75AiVliakOc`yJToh$$7sMj0d;vib&%+(iB^X0#x*DIa}1xBdpr3 z`wN}GzHgqB9jo-yYlV$d;IAXN1?rm)qSj-EznBSC)|(Cv?F>X&&8Ms`o*2N^b=4)5 zgzto8hVBF_V1SIIu0>5z(K!O1_dv*rhvg6WCz4mXM+^FcJR6t*K62s9v+3hBCjh(n zp=?_Gutt50QPKG}i3y%22oQ58jbrZ7o$`P#4>F_HPj?;&_yj=h*V=>|B1j?YQQj}t zL8+V9#_pi;-NFQB4CVLXG~ncjtey2ln`eKvbbi~dM)X6~@f>CA%esvWqJOm^9eUxi z#n*$Q_K`qqJ^BBK(dBw%NP3C-I+gxV6K+5JU6bV9S6Zqxp5(ee zqkyAV3CIk9dV?8hYjDdoJ|Lr@yMKH4B_O{IB|<3hcg!u&sxPio2FO0gy^Eoh-xjk> z(d=u@l2u=GrAX}7TjPgO#<(`<2M%kRFD0`Jj6FnzOoM_XZv_A$iZtA%$?}*bA^A%@ zMm&J;y$;#Jk;n1?iqIB-cL@X*0($75M5Kr>Pq)rJ;FkNhB(X)q&Cb7@Pe#0Rf_s&Z zCN&xR-^@K!XI!?MPJ0mt2b*kGs@c_0Ya>(^<sR8;@b`=vFyTdoBN-{mmH4k3J?G1=ymI+NMp#>m5jN$K5JTv9iTI*-0Zl1+l; zqh3!Vhp&ogH2WN75c?NWGAWYxiI ztg=X5k?fTrYqxL7m^o=hU^0ok@`hh+@lS%{^dA{eyXD;vtCP%(-svi^)|RAjFsGaY z3?ERd)PQC#HSHe%q^pRj?)Hm&6~!X_pOwg7g0Nsx-yP&OUH%MA4KXvUZ1k1n8gBlZ z8u63QukY3(?)$^P2tt!*6fZb>J(vzVR;J5}$9{)7Ja>wnnt|nNUa|W7(jBvGN}IOV zwUCQ{*rqB-=DD%B4TWnHDUDEo#2y zKz~>5tS)H-ATYSX?ofl(bLeO0U}jdlCe-ePCjEo#%-e%ds$dRz%GJhA8(VoqTm#i%x={ zf1b}Ai#QRCE8PU7KZV*K1~-mG*g8j(rIP9q0a9z(GSq(N!N1p$0AOGu<#BheB8w`0 z$^SfzN3IrqxUMrqls;y}e1L7Va2?(xcrs^>S*8c_tvDiDjZ^DkE!$j1EUSM7#gDfi zmkC0s(V4zANz=+M`Z+^LB+CyJVnoKi@)f6r@nUXN_ND(R0i^APQBNlF1rky489gCn zazo9dHpFT;d&x5hRdWq?^ghZNfXfAcu+X2wT*o)p5~Y`3oM-B63b4fsAxhv!Wb}0* ze%k;;K)k<8f`aEkirw3KUTj_=ke7$B?`h=SQ?Ja0xhKzb!=R1w4#+GxISSv|vzIEr z9&9{qcYlLFH=;S8uGr-)vQ3nw zlzcGGcOFRP+U=hf4I4Z7z05{cX*I1LIwqhQs7c6;g2Bga2 z^68gfB&4=GY?r`j-bA;aPX&*iC>dtlN_}c(Bn+RtNoS2ypd< zFR{eOs^{iP1E43RGKiRO@BD1;c-M8F@pmDONXUlwS)(N?*cMCk z9tUhE*e*qBa>@oEB+-IunT7Q;WdgNW*}oTdNx?GWz-hP)`1 z?P?~n5YmxAGp7F66d~6dXJ)kDOLly$3(?b+e>~1o0I-Fl=y>& zyS6>T5j-&|6n{Sd#L|x$?%Jul>COsM4(4y>y5YjSNH;(1hER`En(J`|ColRqP~I~5 zv59>|Zok#~pvWbnkUXDrQ>Tnzr3N0U^F#0kZ+qxpC4xBvkV5!8s}-#d{Mg@F%OXyx zS#hhWUhqxsrTFY@gDl8h&3!A2>3p1mO{Ts301y#) znDXU=6*-1po@EhZBBKhZa;wh41HOZU~^20hnmeclBZf3HM=jLPO-46N_ zf84q6=8x1|W)l804k<3Ztm_9RrncpbdnNJ$b@B7%i&69Ze38&;AR5j>MQg0Am_QI1>v=Komj%J*IFGK2NU@{!ovkH|tdz$?_849LP+^(ol zWnns`XCs?ejrAVWj{Gx~{VwO@8A%p=|h4S~21YZ!DbH>?w+S$sNDdHq*52pka^hhVx#Kh58>H5Ar$s zYCU4s#Y_0+fUG)p`7>|4J{9K_c1)vjBFrHKNK^!EK$jN{MU)#X7s~w(pZbHR7wIYD z=Wm>+RVpE{T0MV{iAc~{ZVRXCMSCH585T{2jypx75g%oZGF4}Q3GK0`Gs$g&zrsF7 zn1uOOIwGGJ3;^6)wMOco4#URZ^$}Y-kKORFgnz@@oAqTa78z$AM7T4N{~%YI1v|p# zy*oC==TE*&|77caYuw2JjcNuOLX0g?W-0HcD1RI#Em$uoyeH9)nDmv8)0lE~wZ!LU z)Gq>eGNPKtNs9oPGz!eGngQiNQzzygfUE^qr2T~MY9~X-{FtTqL3eH&zisK#fM9ZN z{*e3f{s)r!Xl*k(KT7mv5ozTnwp#N_2U(jo)t(W4dd*Gs(A%{P_bA%S58mJ^WM=&IXqyupQqT~( zdSs(<4)GD%Mp`(2sVlC6+D^Z+hSOdx~eO2bIf+rpw!+Qrpl zDjxalCgY57Anv9C3$|UwVmFmF<5cXWzDrE+rl8cDJzZ4F&u7Vix}=Af&p9i7z+)ZS z{Sd<>MZ=k1J&9z0g2u?a5^#PM_8GDhr=Ql=wX~(FR)f)KrhJ5MJK7udvqL%z{F~?r zax?9F5?c7;T@7Tmq5D^BkO;90R{HCOZy5JgdHbiBs*(PS^8S+ufxgOmq%kP0$(h~} zT3w!+`jBdM^EAGfX22L`57Ah9uMPry6!W|YI1fi4++x8ZJDWk36S&%zsOA{;!?irf zjlJQK)jao#(#G)+O|aRJVnsK(p@D2XbuQ>{1uL;IdGV-gEdsi2_SWXO6kXAqkY0MA z!G8|^_OS$kz?>LX^Mdc4b!@iOf1sQ zF50%78jq3XNprv9`mi6g^S!m+6ee)7uN+Yh@#a@;mWMiaJ9|Lqr7q!T@QBMU!*Ll+ua z+^>gUcS-7}1zFbUeM^hL@?z8IFT-PM`F^JLm`GaT$lExWmunegECUkCJx?iVpjQa! zQ50v34_$u*Qbbgs-78v;XnXIaHRZ^k#ml#?UNUmp(AL~ojR^q+Hw_kI;zskVqB!&z zZoFrRNR1fVsoOEP8@B?4#vgLe&5BtSXj3f|4L~ZuI5n{tW)}>H1q??nPVLi6W+{Ve z35#bl){4nYiu3v8N3Pw!C_|o=fSpHloj$MdS5kr`elDqgaO{)i;U&@x*}{^JPHJIT z#m!rZ?!@4AM0+8qv=`|=+FrEzH8s6#x)?fgqu<@~SF9kQBT95{6A|i@V9XjijJ<)G zv=mP}h4?o)Xj)dTGH>K2q+S$|_Nt-nVUD_|1Z!0SDCbNlg&e740sX#5Fap(KH{1Y9 z#W$dU5hz9czzv_290UAf{46&)ZG>%?acvpLPDveW*3`jM`AAh3wpj7&X&`4Cy&)Zb zJQOp7HMZ_$!nf!YiP^=e8xP?xUZwy?X?MNP=-=XC7qEQ5k_tK#I}wmtRwlE_dj35l9V3tE zG4HEEtT!EN8=9Ev@B(On1Gc|K-i6P3PI#sHDv5*U)DflM?q$Ep`Fb#aYqm71QvGJ* zNuRm!J#A5JTQ{dVf6wd>VasQ&ehAF|cF+RL?kQb%BUs=>Wi&B+_^N%@4(SgONC2yd z$^p(e@`5q&J{Ect&z};#a_Iw?2OnnhG;Y}ID7R+%<@CDS07kI`d6UmwsXWhSI@?0)s%&%oM4S<0pL*ao4IkvF+*w$O`h3u%4($v1#nOxgZ;8~nTN(3s)ECCSH zwFbl@%no5d4DJ>j;;;-{H|cf(Hg{&SN8K{LH73Hk8-EiK^xIU6zkEJ19heUa~3 zszL_LSbTjctGWgYCU)TD7dS1_{a^^(nba@ij0EzH|M(h8Qs)4fM8SSiFeR62)3%RQ z)l%smW9)1*`~GYLc%uw?wsMdRnq-^THY)LxAt)3q)9Y5pKWYn<3U(w=6}MwGi?vEf zp(L$akpYUX?}q%T^EFc>TT*0m7+$AsS^U4QAIk3`r^V8F{V7rMg*2?v)!B z*X1T6L`@3rnxY72Z+jzha><@}NjX7$LR1 z{nh0-TBMtTQkl^*+_O9#5dVXqVi4>Y!JEc+I7|OC@gIhtmj{+lX1i|u%UXq!B+6~m zn?WuUl4gWo4)bYUt`<&PEqn)j6ZChbEUH@bypV&6)s-yM4KFnMv)9!lqMhrJ<)>Wj z7)T?p2ni{NDM41nHot7TpqsS*Pcx_jHfQZt?E+CG^3zEHWl7_d%z8#5m3DQiyhlym z)u(rO^Vz~KmQiD~6x#ib6gv)_0KH;;a#r*xEv?h@pVu_M-v5x+BaR*YN2W_|#}Q`f z0VjXhn2i`*ErC>0w{jd7vID6Bwi{NA1)zk(jpcL8IY82^9a1Dr4_uqQy~R4^M18YJE%^IND!bkldzY%lCsR@vrgUhn#dS++FLX?xl=m zEQ|71+;>&v+jztaKa&$WQpuRS>3xnizes0;=r?M>16J?>`Hv;*K-1Fk%}YBlEmi*) zdF)58MAJJ_5)QtLe0=NyJIkb-_bO4PQHM(O1?9jb-nL$`8DGgVqrrm0_O$W4x0)Fe zMKkvKJjy+{ZDwX#PQR{XQY@m^u9+>CS3Z$bF^riW6X4|SEF@tq9=+3H*hsAvlNqz1 zszO9=7Kg~?a)E|@WRuIFGQW6m000is8Be9S>_3#>?+Cv+`o0cEas&4V@wj*;&8RA0r*^Cl+>Sp7WvlYU{!bOG|6YDCN8m~gp_Bq*?Wpe`{D854AwlRCu3`{?JEGOMI+vd$aMVd4@$1>*pt z>vTczekC>eCu4_TXK2|;4lfQOS{|BFJm)d6ifr8+p6R6Nmts5k zSh|oihR4FmmTq_R`XLw4!}QuC!=r&Pn>evs@c)LZVC>Hj`3wsFs40|$L0ZqqX%3aO zaPzV%7y&O}S#tha^s$iyuRrP6^Ciira~MHB+5c(5N1`a{BFyBCx^A zZ_(iHTi>o)nqA)MFd9$#yR#M?^sgK01-b^LbU?Dl-Ilp`${B^s=stlq!Y#unuiagn zcIbKxXq@taov?dc*VvMa+*aqos2G{=wohX9z#8hwx|1;<0)EFOd0n6Q!muS#^qc_+Ubw3<+%dX|SD9CM00Q^qkG zY+VR8uIIAlgyS)3A!gD_%ew?Xdq}DvxSx-D;*Bk;FC?MEx5_cOWys*S5!0qULO1ER%=(mu@4|!A=Ugvl>KzkFzd6YK$C@gVKok@C#}u8Rl8x z*J%9LN@446Ry4TJhtNW_V0cZ!dAUc=BxFfC2!Di6ezF@vR+367%Cw<0fTu7uG~S3Q zhC@a#bAMJ+uf7}L@ZT)V=b|hfY5l7M0Veg~qg0qscY;s_g&(+i;!yhVAYi<@El604 zpe}MG)2TEF1o^_n6$cW{Ij*Gzn=O{bDRPkCvsR4TLc;6*%#_MZizB}gt*|B*&N zcgBw49R)sKoJ<(ycb`%{1*)(RixcGPA%#~3@cK_&j!675!}Oyu^3EMF*waTphFnqv zc0!Oh`6p~-(ZXa;y5^#pONt0+B{JWvMnBWT<{f3M^htk$X$-;zi#IH{G66&?Da&)Y zB^Nqi|K9hpW~witOigE;J9 ztpN)u+`s;b8Bp0!&W{S>@sSy@4J1FDr{-&6Dbs5n|8R841L(2L(1zWuL(a;a%Im(u zE^He$N5b*z(I4BoqvD`bEm84mLr_iTqv@$)XC;|4&+2Hv;D46(#mVR|_34Y2m3T+N zPmt&M@ij%Wg@?_qeAU55KLj!+fW2M(W*D|qVFKFkICj7Aq1ptDhjn?P5?yy*Mmb?v zvj?;zjd#o}7u3-J->SzTkhzD|x^{DfQsXbL2N5Y(D*ArRkr=mah;PJz0+kfZrrBJ) zAbRN+k=o@71sw#wl5}9bJwHCCZVX8E>SI1hhx+ofDuZ%?1n*0P?zTddgy9>QCf=TD zY~Dft%ud4FoZFe%&J^Js{(9NI#+4aUT(%LTp1%-}!4oE-HB1{mwM7_lq#WZVa>u1> zFo{iA&rY8_cGU1S_J8A&#Xu1Py#*1xp|g5ZJ_b7NM*zm!BT zokzuyqy>uHxiHhqxyEWV1C!^+O$n^0VAG`rD+mni0tpMUDLsh*4{hx#0j73hr+`H8 zLuf5ai-cv;rHm8I=XKhE{@HCHQH|>8X|3D%xGEMs`dj2 zQZ1mS;`uG(hjV?K1A{#DKpt?3Gj-vEEavP zip7gLJa*IZb_!YE90RublHt=7cyB-S_h0sp{ZXHY>;K`%^se63890^Xov~;=W&Jnk zD!p}BD^RQV7In$3(rgWL2^iA@XV&htYDm~TFyG7mDdto(@|X@zO3B2q{zjMHoH2u< zD6RAer&k$7geG`O5a)Yv8qN8zQ~AKwtnn~nL38KBip3uo$O>T{AX9VL4C}RO4l`E) zep}(aO=hz$2)(jeHPeCUhbN2uuq>NS+@Mm#5VN(xW9zgKbrml&S=fye#zCi{k!>uM zpP5XG)}9OMKUf`gRKnSF-1WUNW#hN?hh=6DmLa|5H=xz#`V@Br!X$Dfw|)n~yQ2_! zyei~s7`>T66i--%kelBwBq*qypWdG$kj{KqroC(~REp1SoSC!gpr-+ zzx9ot>jRS)ksC^9hC(OZ&VO6cm_m3DqtzB@C97g(^(dTMint?9M0Ea_S2Ni;y{kap z={KMzxOn^V$9sLSiLEo@!(E?cg=p9_Sv4~%&){HXD&9wEk>B0b zDHK=*6N+>RIXPW)L`vl%pa7Sn!vS2R%~B|082@MIh>M)>HKz;}FQLM@0gu$yPioQMHF#eM;2;_78EY?en>-;DA*UR#-c z^K>Lfe?q5iDv0g`u!YFT+|Ze)#8}5U(+4V;!93pWthI;q%as`xB6UrewFzYGP2pqZ z=ftD$+f5C$JsJgxx((*c%b-|^ zdJ?&b3tYzLklvi#!kwG_wZ{cb_)o=qc5kXE{v2x>PD#P&h)PZ$fEdbkYaaA}dNzGJzVN*!U9cqX=M62B0yzK^<^b}LO)k~!9)_2`cMcsl zqPfB?3cO2hg4^?r4zz_mrlUZFSG&ar=DZm5!RMw`{6VLSD!p4MnK~;PxGf*)4N`)C z{#M0rRWyy@WNK;L^(rGO5_+PCV})Mjs*YnFe4fEG+enZ*SC509O^A)emZ8mD)IUf`f-xmu`vPhr**x=|%BaRt{U6TyiHsMOWhmq-6_dXx)W7+L`2qfj zQ#QhzS*gGq?bNiEX-WKCPOgZwU@VS(ojw4cfU`Zl$ zte>?kKy~YW1zHM(Mk!g; zxl7Az{ z?9)j@r4Eg)>tTqp+Pt1eYSGqzhI5wk;$J7vF&X)iy(5;fagCGlE6<$*T%a)|Wkk5d zZab_*>dzzOjzM{q2uU>A4-Nuh0xFdU{exMk?j~^tZBWLVnl&g9JE+~;`ZzuyXoUmG#-wxceG7=pAbM2+>QS#IXQw3Ad=;LHSUOK4Q|L)+sY+@`0`tft_i<9!8PkE zbfbY9VyCY01cWQY+%92J@W7@D_iAl7V|xM<$_iTsIU`BwOu8svP#xYn9=HZIQRX~q zS2HvZV@!m^x1+^U@lSm3(GRK)rf@ms{c))N5*nk+tu#Ae>8)B=Q}d;G30tV1sbb+n zL0*ltO6Zc1kJpf#qretz!aSJ(kPc^<^7kV@%lhP4q0!Sjm!dR9P2r12VxdR4c!@=_ z`n-#d5R>O8vzR@=q{eqLvx~WuDGB+qem4>8Am639cME%2uy%B{U+wpUGYPtp^=wlV z&i8Ao%*%HdFYrc%xG+0k*7`AFzELeSU!?Kq=rJMTZ*9F$*y(H))!%mbQw5{{2KWSB z<7qtSTo=D=aa=c`rJLMfmBbX`uT3hjg*tik234XS=?X~jZUfR2#n79fNN0AmjJTX! zyb8#Z+g~V$|5dxJNF8$-cmTO;YYU0z)f6nD9NCkmD=bgjjnlLQByTQnhDQm$>KAK3n2WvJ}H*KL6a)5N9d?LO{GXJ-9e zY?7L6wX-xt3}o>G`IhgZYpUc4*GOLN6zQlsp8P2bu^t#uet~E>;>(yI7}i*gUHBD? zbNlJ<`+x9*GAEO7aiX?;&k38^)+M6zEdoRC}w~dV00Qd&W`|MU#EQw(3LVfoa1r)F2rAXMto*cYpb@fl5qNIwmU}693^3R z(L3`kE7W|ALjDM}B|LtG_=}}gj<%$+MfD93YsLE28e5!-^5f+lwZ~mQ z(zYe*Zm*0%b9=&Z7nE;6cKEd?kZTmWjMt%|VclqC)N&A4)9F>?q26)SR@T(zi(-JS zEP?*j4SGwZorm-<3*`q_H8*OvhtaVc}pMAibwd`VMLb=7^j~-vC>MH)(d7~WVzeHb0gCLWVl|T&F zqHWeDO^XT`$$zBH3fVb8mBBCJu!uFs!8<6lULDg~1tl);RSV5o15>ihpq4x^{}HX?*e7TH_0xL( zdaodfiJ`U}(5E*WH3*HX_9KSml7Pgffw?jb_nDwhKqkT*I`39jCtk7owiEa)2N_u) zP4lOUr1;1eM;`s)TM2OzmMp3cO+#M_Zf^A|XF-O`aq@Ez;)J-)TqJ&E@rha8eSP$W zU*Xf9LK5SE`6_vj!G$M1sY? zQ&6OOF{a$=KJ~aA{F3#_Mmv|$nc=Iqg`8~AInmbR-y0^jcF}{G*o%|rt;7HA`VKbc zO|O%6+_u%$fW(!JAa%*BuP8RrFOgC-&FY8bD2y#J-mHUO@PobICpPetUUq_6eG?d& zWDpaU1WxK3P!l8suLAc7<%FQcQK3+%DCB%LJHSX;9}gi(i*XSV<087|Xur#j;Po7k z0Bj~B093!S@K2nxu|EN+-rIpz@8pk=n1!qm8k?DYyP#Zmb`bkI<=7p3@Cm)v5e;l;GFH&kF8tFwlb|R> zD)LjkR?rO@e8rQNWsiMz^pwsQxL|!jcLxbtSEYC3dXUd!ES));AK7n}$V>L57R z*pM>r;MG>XO$NVBHn)zobl41|EIO;+8a_-nzEuH~ELJh%6S5^MoiFPaW1Mwgtf(Z9 zwNe`+@f*iPt>DzmckLzPAQd>Kyo-S-WL$u7QyVf|zJUQ~vxfH2J0K8v!A_Q`2-v)1?d0y-bjYW_3k(9b|v+%n%i1S|>M8SdY%a zQ$8syrI>v&B~KyT*F?$FM9Bie`ltz+Xn1|K7y`P0zpl3>xWk*CN`WfY$SbcXBDum_ zHlPwWZV3+xxPveqR<7up{9T_ii2S)fO)EWk)fNdAV?thNxw-6|4pk`iZS_ex&&(SI z6ET)2d+-m|1i77!?_HRkO2VuR^71_YBDR{eL*nTfFR7(kU$S=}I{Ce}B6O=Hq+##< zn4-;CS7kp2YFM3EA&{GZ>i~)i7e9ug@S>^lL;ilaL-Mp9UNS;ndUeQpuE9gfzC|HM zhx+}hNyXl}ilGml*vb=*L^W4S3t8XkLvJ(jdY;@LQ>J9G0|}_+z}o4L-oZ4iX&%Xe zElrBIzBY1K17A?H9B}Z~MDV6fYbOWS@yT(PNoZG?z1wP%c0}t5>3aFP7K$PM`ikkc z9emAH7+~i#%6@9&(Dd|kr!3(4zJ{v^A4?o&mhlBIa84YRm)$To*!(n52+(J(hT`!K zl0(lxnN4JnqdQ&o6`qkRn8wR`l=k+7LwZ)=r|lP8@MDG%E-uNnLtJK&7Cd&Nw2@JJ zC!spr-8(1omm9m$&5w}@iqMA;GP6%_tpKUuLpRt`-v&f;5GZh(Q;=8MO35G*!S5a; z9){jBM6EGm{D>+(_A~&z`;`JO5ejHHw~%6)n2nn^rHQlV9#JdRp2m0elwQO_P`ChI zJfKj)M!cPk8T+v;DmX;5xDPnV|HtryaP3>|=N^oFumJGhNG`e*di>vFQEsx3O!nl+t<=x?K0-BxcW5R#(!Q!Ms8C&iyUQi&K-@vNJiHaeP>IGBl?7`2(W;>S zA%hgc8?G`N1`CBC@Y%o`G)GFt047oG0Cci%bX?C-15EilM_Gf5s2U=|hNG$)fWbwE zzfri1qz|67O%Q)>C}QaQp35?-+o1lsg1eytySo|vA}59Jbq}Deaip0!)8GIcasacD z0+D`V3b&~#GY?-~{-`Q>iND^8nEHg6rtVO*IlZy?Emu4{UXPGUnGUP#uH-D7XBMvs|M8?+#j4o6Z=JHPnoNQHbui3iE6@;EAB*-3%qe9> z!2)Kjbs#lOTFDu5i@n?g)QMmlvY=qfKo-mTyE5}b8|+1=k*bmw!<^^bn~4hKm9mjf z2!+|o+4|!uSuO6o#}c|P6EwBwch)h|0T?3PiC!8*r1{3=)^LV09@jpPC=be=hXpmB z)G*)=yS;{6F1hbyQ%-=&>aQzc(tgW7n9s5ktS5f}!k=&+#0DNyqcG$xvEyYk8DN-o z^sQJLXv5D4+}$efY%JV{lL{E3pV#+`ho&?ZOKM>5ga{dD^)kG;Dcl?ecP|$Nymerj zBk#lG!^Fwj&Nj4$UPMmTE}OoWW{c*@cC#7;2H_a_iQT)GnEXep{TeDR9vh;5jwax8 zN`{}7vdqa|-3CdB5sp3Dx-ipguJo~CjXt1b(G%sNcz@$~ARo@9`_nOkB&rlZcbXl0 ztuI+J`c57hkrBoFG1ewZwHU##UKO<*`sy4|5SiwzU z6D5}97y@v$2K2>2SnE$+M#hHq!DL(xstQ3t)61YC{FkO?q3mlRF&l`rvM9I=un*;G zhavy;KQ_Cya5(SIDcwI-Rsr4RT6j-CSJf*y*m3aqJWx&zcpTy#`anTd{4$8+VYX+1 z{?WL;n`O@aPr}sT$RG; zWPcwkgUs$((e)piJ*qP(syRWnZZv*f#U6DiSOiR@H(}rjQZ3WhHA-#W@SeW*RfEJd z9Znqe#Ay!*V%3GJE^xRU$2-*MrCs_puSz6Y2#-m3D@*MK$*30)%h)8OvlD zlF`Oh2J^P?k%MwuCE*V@f1u7S{j&vGti>mm__Qj~;8oUZvrsoB*MoRCW4q_brlFo4xKpLVCL`D5>6vu^%(<`96IyV|m{4=*?hGify^ zWP-Kc`+nfsaR_Mdjh5YY9zDuu7Pts0j(h(p9dD^i;LJ7&vQHx4-scxVEJ(I-kf{)E z3eWcTQlmPf$vrLHuVhtRmp&ysWW?JJp-2eKj*>xf zd==>_SkZz>t|_WaIDb=$F5qfD%^ZgipRD$NSCI?J`4);cGi7L>!aDRD9fp189Y+vD zgdo%JG&nQ!p#fKN9QcdoH46fO0WI#uLAQHuU9OM#>`a@`+A7{cCJJpHt_!B41Sz!J z!Oufm)X0m@dRc;JDT+_xsS57|1&?ucU(ZS+5OX;UG^k-d)~@|wYM6_Yc#Gyc6BBHu zzNa--l@j@uoHbn}G>B{YPp*_S! z+p169^Z6GX=pLS~2cjXF1Et1}BjbP8EmeA|0|4c%nCnBZXn&T-q|f>GY-z5OqQ$-% z_|Gsf5D$%iAy^h^YpaYXpE8Y>rd!!}bA(~7i>83-N`LJ31XH1rNTqi^F^fP8T7%bU zdw|fl3m36Si2V9;TyquuuhyLPA|xyXF~2l$_fu{FT+`ky2NCShiXRL22qHZ5TgWgC z{wB_=jb3g>#y1p`e;SqAWE{xIJ4EHSxH&~fJ-Tqu41KO}x2f2KW*L08wM1h4*G)wVURS@@0 zsNIMLDEDdvbMeF~gbSM(K8ezuwIV1Bd-q|lqzU;dyP>2?l-ucO1t7L$&rheBp=Mp2 z+1=udZSruQa$3y!0(WK0p_7+q%^|LUFS~hf%^Tsa6bm@+mFCmV8r+%h;;BkOXn@9t z<(GtZyIwewjwVO0X7p=nd-)$9@Jc}h$qna~HmvfrcJO&xkeZ5QDO&$vXjR9<0G*M_ z)O0mqdm8m6qK-J?=wvy>2=4*uI(OEH#q2SB=nSpU74CMhBm&mzfQAoeO>VVa063?; zoGh^d&JnBHr=+_k7H=fo$R~}%U9k|9E+np_Uvr`C;>s>Qjp6{yOZchMv{kL;kuheW z>)MJQ0eK1}WvaR|J_}JGN*=?%Y-3duoPrl&k-V~?SYFfbiX z7*jQ9gwylr+XM;0VHKs3l`|P-+1JOnw#3+wk(Ord4b9L2`t5`)Qfq|HJz1*!D!Vp_{ ztN^h@o>)FWTW`Evy^HzUi+tp~-4L$!AMO3%#S5D$g&l;S`n{l#u*42sk|rZ5?`vFG z>|`{~4y8;nNZB~3eP`JKdPXUbFiss`FCUeA+-{|xAhV0AYOvE0GU^iluXW2GAr$i-F zJ>@eZ@Z_&(PY0aJe&ObNEHQqezmlP;LnKU;KZnFwxnUXdh4=G~kZ|inWgrDV3o#|Cg$Qub{m_j3i&58F4wTlP3%4f%(>9j^f25LBdePPQwkXn~`f%n~Qd` zOqJz;*>r@IinsLZt4S`x)*sFNMMY@wxCL}~HWDc1v(k9r*T-riDqh-;deAv!WK zupDr$Jp{Pk6QOR|_Kpz$fNB>K{YzKdw21$eo+gtP-!&Hs@GvDghX7wG9~g;IV9MJO zjDu5rJ#C~67Iz2Bt@&DueZtmgEs0V(fn?3zT%`O9E4{F^sM456`ox}r z;d`ax*n{WM;ZqJT>^v9yyTEUVOOPHxWR4bJU2%6bR^7QKYq3h^IPu|@FWm-P8>*?( zU^grK#gYVd2pC`{=gy|IEROlaWj<^}Oy6J9AV*G>SvL`-7Mcte8a4%7Z$6x#H2B6p z`A4YM>TBQbs2w2NJQ+}-pqB_ z=pJ@({l#lsqZBl>Dot=q(i*+^h+4#B0el}_O%9!!6z;3OxV$xZ^fE$G)xZqXD#z$m z?<2=wihX2O-S8F^AZg$$4>GIzSE>H_1G=d+rff~o+;OI^TO(({maP7xycfBHrw7Qh zCPG9M?8133_0-yBDmm)cDkYtj<)aNsTs+y005#>o+0%b#R9*bDZ9>beY!zGyBXn9ZCz91iS|`aiY$=U*zm(I5 z;DA*}it*6cz6Lb+5!yCxal?L!qOS*->#?$oPcf}(VZcS0<;YL}B9=2s=JXLM!+fXx z#ZfGeXocWMpAunGLB9z=an;*B1R8>xT}`4~-dwrFFFnqS<#pv_qaho-l13i=(E=F= zO!ywSd2hFZl8#_#w_?drS8bE%DPLMJM}-N>M~dEU-#K11H&C)@iz&Hl3G1@vhOQ5v}eu6nbQPfYx) zQ)O4{!2j6U{dnD#E1A;G*pbF=auw-5-@yz)!`k-g=mY_jG-da2;Xoz534kYc!@$T( zbAxWP@i?qshksw|UyrQteK_-03yZXmp<_|_AF7igp;L)E*qfLw^2OD$BrWt>&?PpK z4O6a>B2n@|r9_c;HpJ~~E{DKaLreZ4n)2)7G!xRL&*f>S+yzz;CsI~oR~5?JoY~9m z3byND+fw~5KF`M!$uJ0gVQIk7v~oWoQtAF+!-K*0aV{gh>(BzgvE2gDRyK$)XEIVW z62`Vf#o|nDfvtCpAh^7zC69zeT(RrmJP1%3;iEN(7PfyzGQLCibh8!$Xu5Hn!>|tT zKe=SqGWfRY+&*UG-t*yi`}`Iym?`Tg`TcHEIb<)WqRIIV_($MPJP}~~e>TK;b#_=d z)JIUz7YC+!ET(r9m+Bx~1mE%y|2o3!?0vkoX_mp8le1$cj#6$~&u;&GCDm5miUd7( zB8k>}=4F!CoS%5&e93G*!pLM^yS3k70JOLiZJmTlNxVqTNAQQ>CDb(a*b>quXUO`` z^6dP3{2m*<@Sd26Cqk6K#-d;V02ZAx;ST@+1v=yws0i}EY(6FQE@$yN>+5dQS44;< zCL~Wr(nY2K6UPu<2!GT70)D4<0LzL_3bFv=7nQCFC(9f)!@-OsOyBI=V0G&@beEDx z1}~8UGFS~=@|U@}Dm!!ha}nj){yW+-ia4DgRZKb=b-Dq`7Od`zt55NE=W=oWou>Y> zfD%})oJ4v?KGt2qdO8s9=^Mad<~z_#rGoe)sY{DOW}JjR0zmkCuXIhUhxK6%ght+S zkc1D*gx&bnzKxNvy8a>$k|egb*-KV^GB;ich+q^d8pC`%2~mZN3pkix#LRGw;%z6y z>TxpUTNsRy6Uil9+9eh`S9KKUW7p}|0Ca`I_KW=p_G0zCo0_T_^aH{gE?IQ1-5iFW zp%~q{fcqVu4Wv%~8ZazrP?I)j*B^?+b#%-}F9OK?Izj~DBB__LB=Rl2!X|D!EQ#Wl{Jcz3>eM;bi&~EG*@$vuju7RzKPv@DQfN!Fd%xF` zKPY&*#EyF9DVcNE1y=I)w_<4C^+;$Y0a2W2#>j)MZ1OSKzBXk`l!Ar9t!uiEPB7tf z+UFMFj&b)SZ2+o)3M8!<^(B;PMAd3LN&`3_9gPY#;%=X8OME7hbJs5OP2B`Chx*_@<%%Z(qxgW(VPM;#9HA6 zjxYuKcuwARD~WhifwL4AhMH|)*=$Bmew~jI8UnRa)7C2C+Cbx8?g!a>do?hm$2`|gJH2Gj^#g2n_5DUK z=Ygb3@}&a!#0N{OhvcsbJ&rU^HQ|&`$Ry%>)%uHh zeu7%oByJ=7sXf=UkOLZnzqjb_H#5Apk)ZQIX#=i$Z;&g*yn&Tr3q8|fLfYDLBvh+M3AdW$7=s^Je(>;&k0D(`Y^lnSPRmW(yP<&&FojLd`GDd!{~ zHL6~Mu~G14F=?y9Wr}|gn1V`u$GVcCho6MDr(biISpBLcou>35E4S6pV)?OLltXmo zewP*y8RixziONpgtiIno^CCp+fW~EAIix-Il2wPXXEee^#RL%Rl^+zK4-S$pq5c5$ zm<`2j#Q>rEHb3wHq}DY=>`yC%A^!#N z)%&h?F&ZVv#6(inu8+B|@xs%wUk}Q1EXAk+btRy_mpDTH93}u{dp9y~X4;V7ah#JN zWqo5oeriaRi@Tb1lhwgZwu$*MyJ>0XwJ~E|AwR&Wp$wx87LEO<2@1RwtX0=VO$u?_ zZfR+XVRhq5x70>b=NX<)yi&hs9ln~z&W=hIy)Or}pgV};d(szi3M6E6VOw~t6`P{G zfcbG2yw86^I#0(lk_8aop;do($&85E7+({>T^mSlY{#nBGZ5S!-ztz~=G_ycnqNVW zMpS+3D>Y*twvrI~U9U+B{nhZNi438L2W~G^Xl}X6gOMpAyA>Je0m`H-u z_lo{9D92ZJ^$Lh?ZTnge4#R%%WlrnqH#d57T&Zw4;$P&@d3-Cu_&BRmGh{({`i%WZ z%O}e>%H_@B+=Bf`$^+tc*q%^_beSd^yYDeH0&K_NcW9qP7cu!E1WC@|SxH=o(={p{ z{ouNvGhEwV_m61Vwj>%c_ZyzWX|V}{8!rMb`qFh!O^zUKIb>rgK{`^H-O1FkpG`4v ziLeO?{5ER}nlbXpwcX%LlDCYg#sZ~;P;+`(*#-D%-Vw)@G&w9vr#(?BUHGT-s2~ZC zGPkNg=lIWj<;S*rIP_M#(e0Y7^9Zbd7g9MNk=6b_JtEq73#nrcmb{i92jh>P54kVY+`wOt zawshEAYd-ka@07oqSy6_9fVwtrm?2aMJWWOPUG;0Xd}@ zF5v?gt$Q2loTC%XlK4G14^+sewz#jG#$?TvPI5(fsW;BQf3pC2rD%Vdzv4C=j`6?u z1E)nYh!JLwa8nLT=wQUlU2Wh(clTR@Q_O{y%lHVIso1sx^If>mfM^E>t8SXjOhD7FkoGpy(@NI_HlGbl zg5R)plA)v0rC(#l!B-mPSA|8<+-hx*nJR7tLJJZfhXG2?;37C&mPmsl{ z%TQ5`ah&s17qi@SA%+|Zg)ZYK87HdTR%dd?w(ls)9z6FcjH=R&tK;XsZOMk6C38h( zjPVZ<0)1l6U_I=s%7(J1#KQ~NCmTNcvF<&i{-9~rrqMLPJgvPb^Y)}5b`Polh0O@5 zw{>4#fr%C_DmyQ+$A|rj-0;Hl4goF*Q>*6ZD62~gm(K95fFgnCJ<}O){7BYIx_5hj zQ#?+YnatQ`ceh2chs&vG=&xPuq&NiG%zQN0H1V(Dyo8|RBdh?4naCr;@BI+?)fesT z&slLHX_?dxwB^shI~FVR+d@Q4B#S3@7E~V2DK2k74*S(-$fmg=U-T;D!!~t7dgRDq z+_!6*Iv^=EzD4u4bTpVv8QcR9XCY!nQ>s4i8X(|)jtG*J)$Ic|`H%xD;;}9B&PNX! z`PcYLIR{t9W)Afuu?6v>{w>x5paJek4K7#Rl>oRU)7hASukyr*P130^>?ExPCV`Rt zQWalB1niOYkkN3dEV+nn$5`+S%y=X~Fou7%^#&OXDgpb7 z2sD2wfcFRNKkav~qO~tz0Mc`q&aJ&GGUOD9;{)=;AEU3=hpYthgfI=jqV858#2?v_LK;e z|GA_5E#d^gJam-IzDQ9zLt9LV2;1&^%)r-qI7-OhEaQnWSfU-!bal^-n~uLoW?%}$ z>m}y=iAyjoyIJA5vwL>YPw>fH`H;<>!HeXtXC)7~O4ar4dnZY63J}J$BDN z(qHz#vPGK-fuzj6?HQM9#8`c9E#q^>Rw9Lb3@a?KK9!7wpzS^$sI^!2T7J!*Jck5k zq65h2T_hMVE0tmWKg!jjUcwfwVomHCnmJ{~E|r6UvDDwS#ha& zoIrpnV_W1==#K_e0_$flK~;kI8nJ5M9{3c;mzihFI~Ey*G?BMo%lB`n_BIc87_tj98BIp)jr z$XFxlLcf^%SuN%UUH$)CV)Bkf5&`6wZ(R1aL1rIR{+yi`a>A*P{$?-#IK#kgYJRxJ zU?!?xZ2&v>!W}sU)}bO$JBTa9h||u%*z4evvK%)Sy4=MLdRYW@&kw5Qy0Ha>`&o~) zDY#NjuBWWBWcdnYX?;Gzy*Uf2*Y!tX2!w8qJnvxCh{9wCWuqK2Uc~u`hP-#;7g_x5 z%^i|@WyE?3vK`!A&1NomN~qi>4|Ai}0u|5qH2S%&o&nGPPKOBUX2r&ewNG7c=pLv) zbi8{avlUxoG&bJA=vA$f&U1=2dTEt?Wcr4&X^UHBr%M>j7dffp(bwqdCg!xoK?*y< zi1mHWK(n>J(q{Dq1Mtk;K`1O8eZMO3ZO6wOx5=C!Pr6SK!Hhrz8WonZyzmQ;o4munya_J{`xPsvocTO-wM(~U)W0fEQ(Hs5 z7YEa2dHkz)!N4bNT{my}E)73C));e5C7y*d8BHH9_;3ONJSmPgLEv;a9~Fq})lq{l zmAkwwVs>a_>&VMLuX*9f&QCUNEMExl%nt<|8Jb?LL4AMya&Y{_$^hU0*nIhATqm7{ z+sVAJNP(xvF@d*_`;oAqhn>!CUqut-EuyT7Dd$WkL4mpU-%OvG>At>>myKslw_7WR zY7bVtdV!y90AUMribBzC#v}Z11P))(L~)-!Q;Zyu4R(R}8>-8MlrN)o0{!^-<7~*DFW4+L@(ifiU4` zgYDD#Z+zxG-~axqA2>1%GDIpsGJTZI1MS6&0i~(WWGy$)n^{S|JvyPJqKia?Dli${ zUoFC#u)?_7>F_P4Y)hlb7{DLd)T6h)_WVgYh!56V2FZL0*#H4keGa6eZ00XEW0wn=SG+*DaQiD~L$+#XtnA1raQw55#Emif5CWsA2Yw)Di zq?1YxT=5hk8Rtroj~h@*yQyrwE~$1_wz|6a9tHd+7Ve9=+wHb{>-)ljt)UPg!$8;4 zgx!8d%(-1h*Dj97%j4yZEL6+X766E3bw9q2*RQfX$E`&(9OP9TH(1V>QhzS;=87+} z|91OTNouhvJ0%^~lrSqMsq9!Cy=)xG zM_)JyBY{Cz>OA`M?VV;>zTa~+M;(x{pp3E&9m%*uaI8pt9TZ{>B%}iFnl|OVbuPWu zJA#1KSfrKOBC&joyTX5Ekq{9(Ea`)UA;1BX7)wwX^k6;v_vA)&IQ!w|4>5e9x0q}A zk)!93$-6i&RCso+-77=+*adVx5LfS+l!t|_O-f{^h(`pcp?a^w=sJwq$A7?xt;{6q zf-sNQmT|-7>`O=!>^_b`e9sVLVZExKX=Uoc?MloDc%? z_h?a;c^^ygalLYLZeQ0XBOkA3D#2)ZX$Vh8p*=wh6mj1fuoiOAcFn4&U2fod$EgDi z9{)T5#TxRw#IjDrYVppmtzHx^m#*D)T4-ik$LNn=37Njfq%*0mAsbZKVEn*!yJ)&{o+kiA z$fazHcEKcj-1-1Pvn_zV9U}IJng;jGK7G-f-lJDb4B{1t_H>|4fX34EZ&yztXw>-; z1U%1yo!oD+rd^Ot7eA$MT$|a8AVG_GGi$@)M>}e0f(Gj)qo4Gtp(GXa_a|H3{uJ7Q zpyWdPlWPW{7%WkMzep+~g0JD8>0Z#KHN*1`)mz;|OD%6WMg*_BPtXUpgb8b$e=-6S zA}=;_-T6fN7a&eumWSd>mcC z?#?}MpYMPO`d=x-GP#bFkUyJyqHN+5=<7I0%Q&NBd$I>%lH3~3uqDaehz@;84CIx> z=BJ{E$binY;z|BKg~44-d) zd0s<&ANwVcNn?FNnl-rEidcba3coe-Os{wU#Oa%tT);sJSP*b$sl?;dsWKO94C| zMo-{3ht!Av@-%PCg+U)sfQE48Ty}p=L(} zR496-tnH{9&I)@!$(3VH7EwjlZ?nxol?rNqc-umAD-eU+UsE<0jQEo11++6)o{L1fp9M^9 z!`X386VnY`-GNY3LI`#VsT~lBO_%0r9J|hh5k8_L{NQ<%(ww_f9r6LBByB_&lk-}| zmOB|V23%XLTRry9wvb~bzGCnWF}!L#k+nf}f50%ej2?Y}N7N2{&6teL2dNcFprne% zerq*J+FFmttYVfm`W_j7&~}Cs0LmT8M1-oWZaa++mSe#&aGXRfb~}x)_iS^zyAiD&&X6piai_|#F`Vo`&=seM;a<(z^Sk9 zSUX-WMov8J_$IIZ^rkajC0y_jTv!qV6WrhWuc91d#a|L2nWbeZ z^l{q^WF#zhXRik9_FfcZn&Mvit#8||o=t2J!fHo?A?zI88*&Uxt4xw{K(r$6?QiEx zbi5^xqa>l`_UFA3RlD2fsOTpJZNn`~1mwOZ%*M6-A2u}XTu>d%pg()sWPAO78)WSp z*Il(e)R1-d+!8}cWujL(mi`x8kzcZ>ey>|zwc`tp>+cPY>VGw%1Fnn?n53cQJ?(E$ zf3;#gA%$;??&qn4ko$|VH({}PM4ww?uK52)OAasre*q)SVkIO_b5fM1>N>!Ipn*X& z@iKA*8UXQYRe7|_!hp&##u3bGwH!bnX-=Wo054(y001pwr$k1;+~YL7PyiMuC+L#n z9K7qf#0VL3sjmVKLK|Q?ot4WiDKfgqn8jAA02S_RCjU)59l~xSYo3DdfaeYa!csNB?vJ}dhcSxAT zkaC2hRF<6>cD{n^eP4X<x8y zgBhMjFPnEpHzyI}>}EOotdEtqt@4eSICH|UOo&f7>=;Cq7fm<8L+97HI+X5SSN=Alc%+t^)aSZ{E4IE0 zW5AL3UqX?u2wlg$S8pe9j@7Y+$4E#{Xo_g>TTXS>oxc1HNgf;uY&=J56^Do3Yr& z$k@N`Eppj&^-;?erl&mP1pX(70PX{25wL7wT5$Me+CQzdYqvV@g5dHmkQVZ~Ki7*& zG~#RLwb$bC9Dl9>dT&A$c_I!;Sj#2khRqv(;**QH9d0A0IJ(ce5l!n8MKJo#>mY!q zj(ett^DjBTkPm*TVWbTpx_eCvJc(aDkGaRm{1?FH>0=7Ov`@=i{wD*JRcWyT)Kk@i z*#ODc=ZwJELfWa<%JO~?f8su=te4+gICk=-bFjTQ}&T)B~7{^HqA_ala&)3C7ONr$!4)*6?rBKWO-H_QBj_)LeSWP*_W=p+{M6`k0PcK%1mFc=}*Rd67&_#c2GYY`eiJqI@ zrA}FO301&chFQp8k88<)mz*F!q*(;{l;sR!ShWVK-Arn zWKk8bz4-|5(n&^r-nOO3Yu-Q@IX#T#eVhH3huP|S(166BB2hHVG*xr=j1RS%09wC{ zNeC+Likf;>cr$&j!2-IE-qjmW13dgxMLQt5a}8EImaZCo9eD%$!>M{}H*`pzJmP(2 z?Ii8wX_3n`y+?-t$iVPEz68`B-JUCr&GMYD+*)*dPfj8pKRsbr_4let4da`Bc*F|1 zqJ8`X;QXJsjn@%q(jKHORQhI&=q$AL1_{9kkt9DgRODFtY~Psg->n|$v5;AOUIL zgHp|9Yw)O0NeGh%ELrIpm*+5RcVB4O)-U#nbdKl|+OvC8XjLUTf9HeThzKcaF*`47 z05?Xfd+42<+v!G);9zq7B2|(E#oQ3rqDj}(ikeIFbY1Ml(RiMRq5x5*o* z7;rX-osQDVvkAw)W1!ZE3u$;>w*Xv(K3s_9>=YFSH3c^gZyzO&@@5*)*^og=-GDYx z;LlS3&>Ii@@6G-#DGX7L!$fFL6&Z*>iyB^zmjiiKFbs6$+-eP`mCexG?sv&-kEmdK z_uBu7?x4N|vO}}==ZRu$e97L^43}yua~NLnnsTX~k$rI2BOVt)R)~CnRv9CUMu&i+ zQsYJ3;TecuTCb9yWA#pWMcugO+g1OXJ8iMt_uq7A?thszeOnX*+MK2A%}vrEtMAkB zi{pAjEmtU5sJm^Xblmb7P8s`E$jwxY@xj}*jDd(__g=G`&w^~vt2TgDDlqab5DUES zPH?u_yne4ohLq*RN*j_0j`2}=`){Yiv#<(ZWKP*z&r-V6klFMa8VyK3gcxmppINlw zNap;Sy|u=v%#k~h;LqaB9$T5?4Al^Y^lJ}kKL(bR@ezEAeA!`upP&3paMb$#>fu2K7nYkM+zck4@oYHziYWh( zi18ffekGoff)I`sqw-~7}@cJF9RhDpHY_*nF}V)w7~pnBY$=@m7*1Y%nMNZQUP zmj@bj93WX@Ct?k*(u%EXm{lNJEqUK}h-T9(vSLuD<}1V&fgAXW8#`DYSkwcazSp7_ z@k|FX^3Fj_BMjoes9;=qp97xgCMP)?g+BEpk!ZTsj1~hOKJik)T75pT>mVjA{zA^Hpi1a0 z67KwXTB^xS^17yBEcvE)AzH&c$&oybE#D~9XF*{8z}qkdW>-S-z#>G`1CIp$7GD6m zpWc)k3A^i{I&h)SuE;Rx>u>~jT?wpz_nmku$&j#ZI&g)v_vkqGTL-f9rl4W7brv&+ zIxV$?Cihbh!{90+xFc8(K$*26m7IJBC3Lkw*S?`RmzMKk%bQ~|H;Y3}XSd;}K_pm^20}lgt`T1h)3QRu9LCF@oZ_kh9Z_>_|C`F z1|>kYh{bmJCKd9y*8bo{T7*Ta$>GF}0jc{N9ygk^7V8BhX;e=HOl$7bWP_`+zg=!; zB=pAlY0YvX8%&9v;{I|DQcnR5!Zc{<;GsJQEsz*<#m@16npgY=oVWALGkmYVsgmGemW-uRi!c#lHzetQ;CxwdQXV}o^jZCyiJo@#`gM+%|IDQ=B-W4w^Xe_B>XML3nJ_!D3^;a1v-! zlD@o%UpVhAQ2<%ZA4|P?P0{L;|0;EGVksZZ zY8+30mpe=eI5PDfeLcE>rAt95I_mRL+_um2dJI-JvVQToLmXQj_67x_efJ|ts6f_^-aLV_X!?MYMD!(9sZ#Hs5PX?iEA9eBte#j>uE^DI`H2@keEC)=ic)UTsCX22{ zMrl8jlXxLO8>0(DGFt6DN~>`L1F2}3842pWfbS_8pbrsC1B@@HqShGX4qA zPWtSc)a#ACjR7@C3YONXyFyX1lGB$ch1|XO3IEHl3>l;vv$^MdfRzL##J3e_W0abN zeK$Rd(6Ng=@{7?CrtfFEb>8JbQS+#t9ZCdiOI7G6CDHG1^VnY^nW@M?h}}|9iuu6- zuVE?Bt1=k@)}}pB7JOTB zqbNwKw0txW?E^F_ynu1X*S@3?y0>!%(UF8IFP#5Kv zf?QjdRICm(cA*w1wI~5yoUaaJ9)ZbdO-7@w(S1Bui0C3cs}pJ8S8NP#2R$5x3co8I z-h-WWitA`wPwIlvN#Ps%ktsnz-U!1$O0|@H>hnh{bz(U5Y}4z3NZOIj4&jMbXO9wX z_5X+h{&ji3ZYe)R5zw6r%G1zL^jgl$J+~7pzYDozP6V-^o34Xa4Xb00ytqfgY}U6( zRfQ=%1VRKN9|ye=$_2y>`>}dxnaJBGl%8_14M2Cszk6IZKB&v>s0lpJaZp1V+)xVn zhcFdL_0OefWFV53wzES*7u_v{0N-TG`^nt)u zwPJeuZA5Keg0cTvAE@O{aq67;T*-mt@70(|s=*pI4J7ii**!#08n`pstm+vOdZZMijS!(h%+!oKQ?j|UEHS-OSx2z3D zUm9*h{1ioj)PKP=K$_9*wQXBo&9+I*xCq|k5#&DPnERkX8yHljPN!J-mlU2fZ$`;s z;Wb>r`1Y+jJ}vU+1|zn6wv1BXt1oVTr&Jr33ZFHI<@8c=wrPdhSS{TSolfEAUy3)k z$D?GzAJR{K28fh0TF*);#~9sM?$Mp@uO)`(lww)X4TP`I`6x<%TlMeLw8fmgx4vlC z^KmkZ%u|*PkVD2cPgiOC_k3%r%ugyZO2m&duZmlAF1^_w_C)f0)Zl!To&k{A5HV5V z9_?_)fQJ$G1jpMi0LDB+j{Siv$|7RtKR2>gfB-CLOuKpt+8S^0?x#5UZAJ1BkQ^A> zcqnDXF;?suhHY-;VzbkTaIICvnbfwwj6}nQ_t0@BAK|(`LQYznBIGR*yoMcr1iLRR zjo>t9gTCIMv9cv0ajKTG>}&V|v4>OGSXMdt78FH*yxpc+qFv%tuN$|&4VrcE3 zg4d_JvEHVjo~GzL;-cHq6pk_~^W~#s_wlGkjt9c5W|`OhXJ!ryQ#k`{pG6p%w>m-h z)vJ_}N%&Kx`UNtpQ7?6$4guobsPM5`t9-9vx^a?8VVX7Pbehyvs>q87rWb^}kZTDI z0fVzkwt^SkMY2be?1_@81L#&p0{|0cr=F8`3mnUygShI5qkI{$!r594Ms|q~ ztodbH+$j)Z+9K;&X;tRF^GN41U*{Cr*^U?dGr^p2jVI8+(7gmCI3u_$5e;IGX$hK_cG0p? zsVs-aQ<}p-zPui?4Cc%J#J|J6u~>h_>SB%nYU374QJXU8<}>T0_Z^1_8a+{yS54+H zGQ8YY)0LqQ`Fa*(%$xM;K$vW4**9X4zAj}O7VIRKHzvhj^76_d0^WBIsQrL`8euuz z2KtRn{5SdqWtXD7slc&OzmJWi+{3b=)DkY4)1N5EdVl!AFTE|lf6yM&{1Z*sOFYwY z@9LVyoy?@J2|?xUXi+6~h0a!mbEv3UJ`9vQ99+2TaTKf z&|sKK&v!4s4ZP&O+Msvi{qE0tpqb&;9z)r$U+kvXu(3Oju zoO-gYBp6Zwrp(ytL`HRa|BLki<1j$K@YPQcsQL=i@o-*hz4k>fpGYUG9WK59+u+t! zhSK4Ed)ZQR4A!oHRY|0g{k=EoLlLVL@%ju$rtbLsByz;pRJVn0$|6`6h0!w(jU&Q{ z{oUWB-Wc2ly-(S5#(&1?jTb(%*qM0)UlDxsYnKkyK}x5bgqzIV?>SQQ{5E7D^imRT z%PgO*|2FS{q(@<91@@`Yku+EvhZOL1G12|Ji)OTObP)i z>cS~8{rqK8F)-b<0M{Vd5w7lz0FjUJh5;itEKn$9Z-Fjx*MuZ?x_w^qQNUExAOLB; zq?2}bS*@r5ziAgkE+hE2S50#13Y829S0zJOfKl}Jq9esOI=XI$p-RFBP#yslc8{(@ z9`lLc4kjlLbZNdVZtRRU@{!}f9zWL0cAoly1Lcu7CJP}QH&hEVEq#OviS{LJS#>mS zfT>3OC8v_MfI9@RRUBe4wX-61jlM4DA7(J zXCz+I4rriv$aQrPzAYq`-;~OULZ)1NH_g7#&g0!(J4|1(n(qOe_88}K47Rfp8OOvY z^}iNqy-2d$x9vC;kaDs39NKFL*)nC%L6~z*kWoNCf&WN8$Fk;KT$!x%VKQB6hqvEi zfYHD$G05jQ@;goJEq4_4@U%7K|E2V0!o?3QD45ut?t0+Fi-BmqUIFZbfB;KfNh7JX5!(PO%sXOcUJ-;T2U$g@L2*~HuhpG`{%pQ0iZ3$7p6}SKZ07uq< z00O#grR~AgUctkBorvI68*@U50OQ|d=D9$#BxBMFHbyHpK;HX~!KH~Y8ELu!hJE{X z^~kH!_JAMz*@~2PE{g;x9c+BbN^Y=N7p;fu zPSL)U01g+PV8?iO7W(9$wH~`quXKh=ft0A>o3X76|FgjZ&^%%$eop^ zW$|N(2wg#w#QG7O^hTK6Y-EyHO)Nr`7<2|8+0j}C;cPrk%{g*`(6)f(lau29mCBH1 znZ=X|Ifl&k=&EQ0x-OEo@GEB;K>}G`pyKW3D0xa@4$cn7HKK@2`nPU`1jz!|GUA1d zVGKzj)F>?*g99$`^<-{nERg7sX&LO@jB|bLH47aJV{MfpM2wzGU`u)!`xV2$K0oe- z4+X&hAb|hU(QTd^Yi?l)HFL2R-#JC&lTUlsj^-PT(tmN?P7{n?$vBiM-yUA>=~^3q z7bV{p5H!UVUCpq4Y7Lv`vQdXswR%8zfZcHiFW{G<+UL&BRmN4Vdt}L0uw{#ut4@I} zDb=Wt6x`l{D$e0vO3;%-$6x&Tb%6$Ep3F$NFk?iP?D~@ZvX?FQnFOg|46OwSKcd8U zA_QcKY#sj*yaN+4taxwE=n$|uEhQG`A3Dyek|eovEHh`ICg2c!OxdOjmT(A@2t#m2 zRD=3~)Qkb2al#Mq7;JwiFOIi6v{?I#SM;dEHX~N0q8L^!M7V;w59LInz}C`bwx_j; z{hFWC_eyy5gsdaPyDWTgzW~5pGIZ%9K|}Xf4MuXTcjyv9*7(`F%p0 ziZhaWKvfRG{a!MA>jh6opO)H=5FjdIpWQsVjt)C$MQ|1Q9ob{woaW)o%fbzZKe{f7 z4HY5a6zm!A%?m9PH5ea)a-}8ls8-hJq~a{f_y@;3E}Y?6%Md>SsKCJng;OiOsc zh+RU->cE}OEulE`)F>>%JDW5l*djNw`3GNf4qh1886Q(s9UPW{T9hMkB&X)BYUF7E z^#YuElz5X6{lMIU%X=;Yq2g48$=|YCiL=pyHPMvw7K>@+^(sqUL+%05Csbc%cvlkh+R5YD#yAvD_!@1yVaMWftl)7C`4!{}=W7 z$`hIW3{!2F@#dlY^aykrtTk6|G=AK^ae$mbsZ}&iKVsGqa2(Y<_V%zpLXv>r?qzNp zO<~mMZgei>C>ytgaLmtzVGgQuR;4-eTVf*=(HCJ1F=n&(J(+18g6pA^D$j?s|M3pr zn%c3`zPpaMy`4YSvd~C%xSbma#^;gR>&4uDkk4QU|8|f6D1DFh98C&Vi~vc2vz084 z!!;9rXIu(qJy7v^P20C;Zo^NKVY~S0;Xm1s{hgy;Kh*L1%jYxfl~sH&QHtnOsvj8` zvOzq-r2(*_sUq zbQ7`~i1zXXwEpD`hl09MvR1bx|3yA81z*Y+sh4qQj;&vm2ev2U#=uzZSRI9ivg%1$ zcC(pfYyC|QdBrYlCq$QfeB7_-fbjzT;-jSc(!5fK+T&kr1QezlD>w|f33spqm_UN{ z%M#kZQ|l%XgH+R7_b1kC7KToYA>X^!767U+JIrgOuTx&c34dlWi_7%#;pQ*T@o8sh zhs)N@BM0ck6`)arLEuRTmA5YoRjO?K*_Mg2+Ajw`^ie%6o=OIw9Cgg96oOVPN1fFMypN#Y@*c&xcC?C(+CHuFGqQW{gp_2+uxIH&0@p1uJ~ ztJin$lc+Z8gumf<@7=}DtB&e62zIr(Sl!N9qgZTc2^obR?Cn}o>fCyNl#}*M zVKhyEaNsPfMK%UO9eOUCOTN`Q7vD3|;pWWIkjqwFTPy}x##SbrD1!#t!Dufh9X<>j zbui@dbx(-ncr3-qy)ajtr8^9Gh(AAD^B9+nXt>laE=`Pov9aUkxx9P9% zBrqNjYXzR3zX&0v7PZ-(2{LG<$!ar|zds+hC;m)_5LF*uH57nY@~*slx%1~dmuX__ zyyn@s{Sx)@fak~xhXAtOg%TQYl~vM1Yt4-{cGk1B$Ql}2+$on;tq=;<_pgXGSTQg+ z+;3z;na`5t8r?8w=$K7a9zGaFyCoImI*etzig))%gALW$#)d2N6-htpB!00c2 zNW;_J{mFD3vu#hF-v?#2*ltH-07H)7GY#kTTKWmOdimA*E|_Q>*=2sh7~ZV8`wRI; z9A7|&)e6SmL)X9%u@iwh%a>>vBac%q;lBP_XQinWB6+>B3J9GPfsLk3% z{XT9{)J|wyI`Y;8VL0`}n-QRYDf)@{(DvzH;l3m4`RV^YhT+NSzvbom+)Mpp0)4ej zY62w0eH>0bz)}4vkBkEAVNp)^nFMa93P3Hn36ld+6uPEHB9^$z)V-uB$5y^KFC6!a zJCbyi{8bwqS{j-~!_X$eP836ViMiF_-hA>vEcn>C255MUiwA@`HMDJ0;LFPZS{Iwk z$wI~M(61BQ!KH}tmOc);lTH1Vf(E*FU>eKslUnsUha6um4$`Ng#zRn5w=9WRF8qJ~ zh0U4uSS9(nwN#$`nJ@tQQQ53{^S#CW)UpcufSmEvdSK=z7Kglguo1xZdZ4ga+M6`1 zc-vH>%q5{lKc3~tP>Osp6-}mORp_~HKHZ)7sMyaI@UWW>lVc`))v-iaJ+Qq`SG)v+ z#&gAY#fH5PSK0c>|58WOK9ED3zN`9>fAG~)4dG1f!zty3kwE?i%q1v1duqXx&Am>V zVGz!{@B1!6BD0JbXcSgBu*r61AdBy*<_!%|AqNoY669rc0eNh9$;T5?`=9$>9GE(AA54+WJTC**WL*vV>&UfI2=aVLRbFZUORqc6zD6d zR|fmP^rqt(!lj&Pp@uSi9P}Or_ zwU$>KT@ykdz;~gG(>m6@h8bKsFh$ z2UiRi-l6>v0^lO=f01?+{Ki)~2Q%p~c>zTub`Y>~Z6r4pU`LfehydLP8P_cEh>zTg38Z!(FB5jsa16mJd64}x^PBx3iF45>74ZdqKX06>ObB7r16 zeQA9K>m)GgnkKX9O*&*fmZ{*IrQ-k^oVjW87nuDWvRgYWi*wA)MW=pGwHk`+XkKBf zhkyIwFpI+lqVsnC7UkXFyHrBWoF?BWR_g%Ol;>+I?f9&rXF#_d1O09HQCf@XX0Vv1F7w@Oh2Z5-5V`x2PR6rT1{ z_)1B>1x2^$lRo~N`!>UOYyXyS?pIt4|1#c7!&bdF!?NCyZ|NpFL)U6q7Rjqc1iJ*> zsPZ$9NMqs1M(8V`U2qck`Hua#!vyA_;Z22zu%`{BQ8@Ro?IXk_Brrd5KKP6Wf|9sz zD8Rm;0rkOgA};U~BgnC46I)I&!k{L(5jzyR-T{zZ%#D*NBm%C3%;=+JvZBdH7>i8M zmWjq^gl=(lVD?6VQ-+GM{Y`*S65WoX%CBx0JVC%O*d(2LG}zm!+;I8_g2;}>>&Jz& zF^bB+5>g;de@a5u9QD}m+v<8%w;Ba(WA;7`SD_Qin1=B??ofYWc1HC%3N|1hKn579 z{lKh+6BvX4f)D8MCT#KR9$#Nvm28{L4ec~WuWn6g==`XtT`rd8nPYS1n}f`st^XD) zE*pYg{op!`{_+%+p?`X^RO?r2JL_ooxeJ!>4Y267p3ANY_zea`!zzFP0003cSyeF> z&;S4c0Sr|NnMwo$oibVoa_04oC}u2E zcN*aop}mia9cjp;ruzWaUpvR#2=c8@L=nmW^pW+cVgoczZj>1I^J~lV;SVof_e~Rk zo~W=PgvQAMb>>#CS&j9>`#pp>U-CAeUQkdPaO?~shSVafiiV$N`v^h~&r&#D`I(KXwH{i?= z@4hwwj36jT1DtI0{i}56ZM5k0rTbveuo!9qm+^tU%YI6^X`t$~=Sm{UVQ`h1;i-pe zPi2K0U9!S6PvVQ_@0<17bUNT5LPjX9tHudAc z?mxzZl1i8wX=$*N0u$ONg&hVn=c@QNJCxAO4W7(jt>lnsB{r1<-D4Uy*c;diVn-LD zl`6(G8+VzdT>r$vU7r){j5E7=T8c8gY(co8qzNF13dCYDL_R#ZR;WCOh8p$M)vZ$XB(Gc<@}sJPv2U>Pi!k|Pv&0q-E;zEUziA-wNRm` z z{xvGa+9kVyxYnVZLtz4rxL^U_rJXw1v~p(>{VsL#oX*-&sapzwGD#P}K+H~@;bti# zBQP~M3|9cDGCl!2H~X?+17DT}U+myod|zKKl&;`!5g^!BD8?BKc}~PQMZrqC^96y% z*D~kbLOW88qPOoor;k?g?oc{}eZOoDk32|XF$4NMKeu#ELxa6^WE|MxB23A{46@je zxAZ_wyiAy9ygw}_E$}Y`8rVa9N4_-|S&aRy`{0gdUI>rN+)N024Jy+)H6s1$BG|T6 zNU}Qm$)dMU0}Fi$I^cR*M3vgl(Rk;v>My}AG<_PaGd5E=Onx{XucsnE(}v>ln-#bMF7 zHw<4@kElYDAYUYLZYxA8!?7GRyPt7X)j9rucphQBFc=+mFJ%JV!>`!TyD6TrOA!R3(Igs%<#L!qInSAz^RZvjHs7`+g%NgNJRk zHyr=cmN%w}tW}7mV_3_*LT8B%m&_dQ!mNmetlC&Sxi1sgk!!zEY}HBT**VM0#d@p) zXL6{R6}fC*%d?tHw+tTp*?mSihYcO;NTkoN?Dwid|JYM{-V@~XT8ar>yHnpzT9h@Q z&CB*d7Hk@iN4n(ENdxmON~rdv+c4sGkUCQ(w$X}X%$8E@p0oyz8L1~^lrM5JcN&^sxdDe_HqQ5W3CO4Il46H*;A=UxsG7IkH^^ zOBO-jhivoh;Eys9856J{pr*M9%*3iSHS;P~Iuq-Bu z7;m+f3Ru`<$(;R6e@vTy{y=S5Rj&*lg>mvW2KHYga$IX`_4;?!(0L13?^WKo97H)5 zg+lzRQMo&*0^SxQ#)ph>M`;uf@S%F#R*1yU=2blDk2pkF*fsxrp=01ZW>`_)A`4oXuU2=2ce9{^A_rn)OAB}^8R$IK2Wiv6PgNSD zUE&RaN+H7{&PR7Cto#iz2oG-EC4$8zrbBLa!=Iws$J97yUh9&=ONYvYAluYG13i2`*PA%X0j38am9L1 zp~zhf5-Q)K@E%>6#Y8|{6c&FGQYoO_ftf8+l!&qtp-ynXU|JUfHCdDBIE()b)+E7= zc`RVu@f1uk3_iSd65qtW0a9i3rGNnDr~m*Ze@Uy9NNfza001K-01oH)0;m8{8a`L- z001)s`Mchor6+3J$j5$zsW?*-P+C{H(XX@~#(QIW28DqaiNo9Z0@Fjr1MckgP(`oP zOtM82s{Yls8;5VFVkr~m73p45vn~ya-u$s)=U4$I z+kr5!0K5R;=$wB66DRCvgBF&_vLsFD)#k%OCh%$>H~-4DlOjHbF~N|10D_%tNBRdu z{}>MFD#%y$Qg{113VQ1&dYRy>^%3Y(NX{k=DRvbz^=Do0IMNAfa!{EB$Tp0MtI4A1 z&};;E>JJW7Nxd^TX34DZ10(@lqqo=u&_z@s0GET5G*6b9PEp5K5nA_hD*IU%-53v^ z{~QAhZ_bFA<^sMg>dVgKG8DI@+Ta|>9z1H@X;8V{pSbNxzA_Y`jI)%oir&nLjXtlE zc0BCE?XOS{Z? z5W{loqL{w4eljdg%-};5-bHSO3WN$S6#7#(Ba-Mqy`J`16A!XaAn3N#R>8lgol4H3VBB9T>W)hA8$Z4PKSuSbi`54au^!=4}1Rd1NiaF=le1A*n8Hl z60gFatZYO%8DU7>1^)W#lg4YMNS7dDaO@h1P+-!ZDn03@R ztCU`UXrg3G(`1`{Jo#X?PQx5a08=)~xh7|g@IEqN1B8X0>3iju#{_`msLmCcEzZ9f z_Tr?Hae<4OPTU>>GR1Z;AA_%%>l#sN2YaV0@Auu@7KPW^f5WSl{|f2&R0@nKDYR5N z-j6p$yhTRFdktigXI+ZXlda;kiQ^auW9=$>J_l#%oQ73~3&j`4a2>`nhWc-csc=>E zVCP)@2^gSqf+wa8vP?&I&Yu#{H9^E)Tfe(L*gwmdNyg zK+(p{<6bDp=*dOXJH- z3sGz#RFId36xmfcL|YoAW>oTRyRE|RaM&Eqv%IIyGd@6gx;={W zs^crtI-ukUUj2FV`(HHsfRMW%+gHILQT0pwQFENHcsqXLES9~}>Am=${lrKDx`Bq= z_ItxAU_zX33`ri7vhCDOxtC~A$jhnh$%2{(&ZlOaR7NfFN^kp*5+-NU5iWj>k5s~&G7jn0rggJC zCpA*}4%M+$gJ*-vDov8E;^a}&w1-YJ8prn-quIXIvhu}`^(!=V}}MuGE+p4kIkSOnC{gz#+}gbPzEaXC`G8qBSQ zQWAz3P&dU#Aqa`)03ois7qcWRDAf~BFWebyovaK-V8$|ldqkJNRmTruN*I5^wHI2N z@+w_JRNPnnCB1~3wjJa={30pAjY)0GGc|1#=n(&f6`1Lge&AqbPB)+q*k$s70Pq)U zpVWtVSZK~OiGWr}gjcRE)cPBq+X zKbCQ5Y;wL$Ynnq(!%GRCtf_mmzPD~aGHlU610MzN;s6QTnvquy#Ej}}8AaOd`3o8L z_~mccs-PmagN|If%NTNTM0fRU!4v_y0}TGG<#AgF4HTaO4t^22$CA9v>oW{z&YTfM zd8_0(C3$xH_{yv#@_f#YIu@l&fEvSzR)lC!G6DYr6Ms;V=D;xxfYKaJb1G_u>!uZk z^2t|(3&VH;9GR`qRO`=L8JrO-7#mj_l!eY!1=@SYk(H=qqK~r-v-2VIpC?r!IE6W!hhY!qaO&VfBr-ULBJo0DXHJ6KYTa z-OA>p)?%zT?0*IJr?8%kd|T&TYpYEz&i_+)X} zdGAo&u~51f)yK|tyu9jst>A3w=jxA+>D(CU4-zpVw6wQy5e_J|*^dt1Di~^>QO{50dOlYahAI6acn=92~`Z=b$nkvKZb%sIOSzWRwg6PFBM2NWt`#!dYM^9Xb( z!Y?#J`j#aQddTWO61nTRxAHLqmukVSY5?yxc^ktZ0gSk#hf#?&1zpA%hnZ~@h)V={ zL@L?)sAt*qNG9xFkt~l4ZZmQI2kae#qC$hjLvs4i93o9eXr*j514b~D1Y^cPd^67S z{hHaSe@pb2*eakT;LN7cykY5kHwT-VhD%A2rwB#6K=_(YmZ)QsnQ%0BU zc?&Ol!~R-}Tgh)YsqHXiP8Ot!=a%YQJ@eTSsKc~*ApcM*-^30$JJP0Tg9dZ40<(^- z&Jo&IC7elK>oyX$93_zPulpec)tb;^zl^a{{WJ=FbBr}E0c(Q8mT)gmmVv)@J%u|# zQdY-06H{w;CJ8q9OzV)bCi4vt+xmpuF)Ot)67&Y*kzf(TvNm=UGX;6#$p}Q=rEJ!!-VK7Za$gYVhl5VB52rZ6S^1E<)o8?_Ljzr0T56KXABS?bVH=?7! z*w7@GX$VM5y~44cs;%o{V18Y`G}q?7LPq2?`feCuq~&`J0u5a(nVovR;0=5cvD8v7 z&0Rb5CxHkIzke=pu2T33)hfI^JIVK%nPl}(!532oMrga&xujm)+h@dFY;ooL ztX%~D4+C`=#Bno*(B;bU)&D;$ZiXkMl_JT2wjKSixIX&*1-!Ge>xo3b3a-dlMIQ1 z!D#^4KmY&$0BJSwzAYa|VY!uErCICBzuxLXQ<31D2lYo1@m-c0;Bqe$T=wz@v2S#9 zYtq5mbdUp9Qi^!@oLxD6RA^x>=eECP1Q>HrMMgCABcFDHN>9Z}{poPPW-Uu(y8wr5 zuSHGIWo0SIsuXrjdYKAr=YL%(V6ltP;;@aBRR)(pwbR`$?egu=fm0aBqL@%38UKS; zjn%f=-k)?3us6N23%P_?ORVa8g>vb_ITmO`@!C{P06nc$p^cKGx=_Lh(*bAQjwfC@ zGj1rfOL;%}x_*93QH(cKM43mgTtF!aK^RvDnH`Dd?T zk?q2BmRWxjUQT$8eICPI3^BC0Ba_6F=g_{+9=sq=FjjFN&6->f`YH}G{^NBW2W=?k zttRP7KGDE$Oir?}Sei2Om)6B@OhQ68gcjPW=G`tXH3AFdzfES#zXII*U!9xDqyT^S zhYT#j&0Qv@oio1{47jSEr$Ei9_vQYuP*IrdPVC68uDb%2y`3 zM4xy~PVUqAVArv!y3XzrP{`Jp65+|D!+#ELfa6MS;e%+XkLZk3;JN>}sO!pqH>f9K z6|Vra`tc1##J&Roew+k+q}E)1jG!#fpSo0@l)%-dvsBmeZ`20?s%Xdm#G{9@6T}*~;+-~Fid1AHh|a>!uqpvVOsTWAdz-g@Y{|!}3gL_1jF0yDrsPfc4u&TiPZB9f;*6&Ipdlh0t>b_3br7~uDN`04MCvXOv zhlOtQPi!^H5xSi=#eOLd0(F@NTX|E3NP2`?V<^MWd#ASmaoYXOa~$2@ymgd%%s)Uo z$PN>P&+=fF*02Dx7Z~TLI$~8wv;eDXi{WYhVz#U76Y#-4LcX{0K)J=Aga;Wt=RTSh z44j2UJR3%q?p)AC`PM~HHSSrtH_*rlU^8?l#s*1+aYJ!(B>VLqsDzy7-)X4VEWYFd z5I+gEN+_7`2Ng$$W>$ClbG4{Q9!`W5`js@1we@pcAd0g0_)<$WAe!UQsnroLG=_J$|aMB6>f5v42_NrL2WlC_%x8gEFcIG{2d5A<{F5QSn99sNPW zEQ>q~HIqzRtyk2AQ8>ZoGbS5rE3Syo9!{IQIZ7&M(5ix4Zaqx7fqEq5YpPf#Z0jD> zS99190(3TnC`$TKV~=1%j@eT~`|r5&J-zUpehUZpbIN)9(}EnJy8f(Vkk=pApbX$JI3?OJ*(CpsJWIMY< zX5je^unATOuJg|wHXeqBf9effzwCXOg->d(22=XFMP62rUG6Kl)bndZXbYV~!`Z~%9 zB->WS8GHwu^K)r9S&{hJnUbG;!P`*H=DD_ubd04F^J>!7IGw&!GDX1tDKlcAY@hRI zWsOG`WYT?67{6vAZq-b}V9O+(9Ev`LAV8LXTjQ%RR1N_?-@4VnQfe64Of?q8PDs8h zH$ki}IminRuOtLsx4NS&`@TEhZ?ykijPYcFf(@3IY-1cTYN#}n&&tF6aQk!mB72p? z1iL=^|2Hq^@4<%bb%v!x7u*we z;nl)WtRxnbyJ)x@rZv3w8BU(qrz!(f9a)ZtND zM8x>2BIeKaQ-|^DGu*ovF$Xz`tn&^ZI;uG8^+Y!VO8Jz(?0ojdDsmjUW>h4y)mR&R zQY1cl#S_$EQee^kbNNp_kMAF_O|LJbdYXlcQPsX`OgQP6J|`hqD%3wNZsr~*RqN4h z_rLBnJYC#vHls4Zs__3H91qoU*l&4U2U(MB)#Ok$BdIj3t{38m`n$Te}v;B3U)zYK$t=9cNFnVqjAB=s!+<)<>14^QKm9Z5Wb1F z_T?A36XyV5LIeO-n70zl=QGvs9e=!nwdeOLnE=|4^h1Z&j;n6+7IGjIF<;MxbdD)+ zyaL553*gEr$p>6suvWT=TKgbn{J((u?cbzey9lobYyh_`xyy*x9`U_SJt5P6 z;)L|r{lYCP3IlDL7(&jn+u1F8EAn9K{M5Is+aXhk7l2BOFzRKn47j9@z?z`POiw}x z&wf)k1JWzW_3XsmmAa$#i!MrG!qxI$hPKQNNF)C7-qpDl{9H~f%M}N>ekJ)c>Ms!k zX8g2E%~6J^3;O#{lqt{A+s|ew(K(btB)cf`XhZyR=~U`V*^B;zvXn+qcGEi-Y}@6O zqq212xbYR^PZ4keKk?cH$3aAGOSM3%OFyJ@IIg+J@`V`?*OH2{V^})-yccP6dCx z-Pe)77N^pg@)c+NzzEn=n4|LR?GH0OPrtGEp3%N!v8b$Yrd3$VpN(?ei4 z%X1rFwH3E>sA%=v(s~A@Z>-+{bWuBfNB$VYR?kWXi-i3myz+_j%$A50e`*jb6u)J~ zTfDcfl?4Nt;>=ST_2x-DK>Fy_#n9>WjhlkvPqoa-grH|0)jEjhLa@IUN>t%0(W8>y zHqk^~Pp=wEQXO{A{N~?0Zw3uw!l}`yuF#7!=Su<4JRUpm=;9ctMH;1!Akr@{t6PDe ztxgwL19Ns0iyM$xavJtly3HI&8r*QqV25oXj6AjB~Oe`ezpLDXxD!(e}0XYSPu{VP;n0iv!gqZdCkh7YcFX724_Uo^IlrGgzB4nV#eWShK) zg>0NRH=6PMsuO}m8&zAJ%o0-7(hMxWVm93SCk^F4pkM_DhN4qiL4H{Ly7XD04Au_p z2?B*0R0hkmklUuHYJOrjtLRr5{>MR+WUEGg297vQm4W_jys1Iubtm$F3Ju(8Ea#2S zQX9E(n4?3W2fba~GfORvp+OmYYSfb6$Hd_qUJbHtotV8?KXYz9uKI1E-8LOC!!3yMpvu;u)TQnHSC!KTW7VG~a0)=o1iwp<@e_3oB zLSSJpJ@0!K-*YN7T{b4xjFfEv9>o+KS-nj2 z;auhrivrd<80s1TBEuKI3snL_FuzmUsqT170DkyHv@^gg5|g_u0A|A~R<6BtT{M|+av zxE0GU&A>b8l2T)A%um?7Rm&g8!Qb)2rzbJhn2{^T_(v!=qtRHDnDRA;gbC*c0CY!8 zN@~zYu19nL?ASbsCAdd3AYFuS8;cl(WZ_ro9Ns<}m8Mc~MCNGa^u**j*C5OSAduBhf_ z_&CVV8IzE+3Kl9#2QZZg?J_TfX+n6Ifmo4iV zc@I3Zmu+QFGVPofo_EOsDD+gv=R;KtO{;?A__G@lGW|ls{_eh7R)LJKCNZc~wxn5s zuK#!p!gzK(vZFU%we#84`>Gclco=D4AtzdBvTt6=iX_yIUxgNOe zX`#+A7wzOfP(Y!v1&lF0%_g*L5pJ(GmYI7Ko9NJ zcKll*U#oeU+v}hoLp_A%%3M36rYsy9xNsy$RoXu$G+S{);Qfc1OALlHDa&CneqU0h zTbZ3}zbe&?%RQE;-b2t436Ntzwh93rf(iEFn;rJ4&YPPxyUkv;j60g|64Qr<4k2iq zn}`QCzOl}NH@keP_!&Ys&=58!C2ID2)t__MQlu-vv{*o@CZ_D%YL8)*az5OJK2hBH zjKr&;c_%3fAxnzzV=>v=|L68@UD&cuUptRHzQ${~+z&BqO~64bD)QliQ9Jmd4S^n@e4tG`r;)}yqzb?A0#j#^)(e3l}d{i)9M z!tOY0MvIgnl~h7RyYsVX_e<>>Kk`~K$}haCFi6iSqS#(@LzZac|FoI*Fq`yaQr9we zcQ}qPXcya3!qCf%rM0Aiuz-06sx)km=>%QGAK)W00Uhz84D#{s#X-6?rPYPU@**&1 z8`jw^_P=%!$;TyUl@>+j001J30&oBZZVY{|EUqG!o1t&wR7}C^pqitm(#<%ey$OlJ zUe={C(FE4>x-?u<~^wjIB?uRenVV7_#aF0@4&`ndg& ze@c_yd2p5%H~ACo$VHse$P*t;0cl%ip}z*N0xB~v{3HdLb+Y;k6Z33NvCi9T`#K`G z){PQ;g#j8MTzLZZO)JKZShqqgSr{m5DZK@dJHEW@Avcxe-5wFvLOUi8mNh%1`S4v0 z5UQ@}N>g1ufIJKe`qi|{pXqE?|Fp*8lGMaR)Ub0f)ZW$igRFbP2?w>q7o{F%u+xy0 zK8&e>4Og}06w0=#Jd2NDGx63bJYF%R(A&Yj}fxhA+i>1D{u;iXupfUVWJ<*e2GtHm}TsW zs4%7DK;~JuGJiZAJ&LVvTi>=*Fb!>ViTX7v6b(Ey-o@<+J@7ofv zSuGnLW1`se1Trk3BGb#D_}}Wd!C*-(#D90+4Oz-nL0&7&a;soBKK9#;??DODeWQ_| zipQqr9B$4QUSL|dk{e^{gyIsVM`Dya&HQVha{sAC!m!U`tThf4JOx%~|P!Ds8_?b{>xr8rxCrJFeZySS6f z@QiW!r~GxJFQz?=?jipEA2mAE{>FPigGz8l^&#BmNo zS6qo(b-k_DoIW%_00t=0XfEQy+M+CPVjwby3Yk0Yv~+=`b$Jx2F)0K1#;5}61t%YO zUL}>dEu(<7Hpzzj-Jw@Z>QS*^RdAf;+xQiwZbkqZvDwVSpwJ9ibw}v)N+F?vpgCRB z&*n%zCL`TfM@!a-K05%~;vs9<7&&$E^(gU(SgS$dRD}lH%J4UIaK!W*P_5_OXl?*o z2fCB%)@v7PI87X_Ddx7VXo;+rcm^~%QQt{ZgHxM8$=w?I2(V-AKp^Q?akEiy2npBC z5s;%fkggG7xr9B5mz=@ZwuHQu`g#qNtZHJF_$HV_DcbS-^2~30ae_S2vKEPbIzsNs zKt-Lix5#7NW#SDm8<%yEEo^7*wK!tJQWKz4?ta*0#^82dcf809_b=7PEpt1JZXMo5Jt+7r zY2KEOXX-ud20%cFnJNW_9E|m7P5C*xgKHibo-`64xn#s#G8%L1APZRbzemXAGkn*9 z!VD7_Xz0!Cv;2pn+Ha>RO4lefEd&w@7i-?M=hA1A6yq;KZ}W#pndmZ6zYj`jnz%f3J>bSmw?N7{P!W!jb2c4`*7##|8Fov z-58OXD@pE@drzzr;?-L!a#Ay10q-xR@AxXM4*g>Ye?923 ztx^!b(R?HertqIvM4 z2={#Z#mFZZWH19By|yla+ZW1!001-qDPU~{#DNj61U;M(7766?-0(=^2OcT7!U2gT z`=Al70jo`avhmJQt~tv|l2vsQtd0a+TUXuAauu?jxB&F@#>$@|bBVoSPwGatZP=e| z%u>?v`^K+)X(@Cy1iw)`?%G>e%hbg~i|Lsi5Wju-S?kxbzI-*8@{y|oH1_4Sx?h5m z2(n%f=<7}C^)hl6v(N9-cMwuy#RHtJ9Jyu7KeN%WxH7M-{NK~fpt#~n1}|Tp<}n=* zZPk&nRTC4|H3tV?-6V^=ceDoT#p3>AmvXWAO|aLShm~h+;2=yxeL?IEN&Ap zGxf|aW(+C@@uAWr&$H&YnBOrY`Rk*|0s``RtD&;GLH@w#;aRS}zgHVPW+%WA?Drcw z3?2raK^kF4Vcy)?bG;RomglR{tVU&t&CoDyJ9`rZk}PI39+h|B_2rA$V%LE#*SL0k zXZhK>l0-ArbfW-JONdLQ=7NFMTQ3)9@gQ2U$rQZiZ6b?L|6!2&FuuI|kY|HC!ft>F#jvH$6lT)|3 z-}8LwCTeSf^LqO1Nj$FYfj3@&^C3x}laxcq#B6kcr)3%kh{%7r!Yf(?;|Av}Se9lT z8-5yaH;#y17RRcERXqxV!wdqvMB&0D0s!I44oF ze|TNJfL@2nzYWy+Rk$mu#U2pS)gN0otJsos!$ahN#z2psagwPEk@w19Oe<&|!r)!& z6eg()cg|bFz4?SU0lg+E=-occ{=I1D*m-z0YLI_Mt`@<#(Tc?yk^zTI1!#SxGo|2CXXcIqtt((P~UTt zT}-`y2hP8OkW-9(hPLG+nnB(w1qw%Q8bSQO$l^XAaF|9VDKX<6dr)S#K@L5@Atfa4 z*qQ?}5h#cs*CijxDsHyZO|Jyih<|EWZ!|mSrSheEsrYkjNukckF5^FhNkvxgGH?mn zzs>~A1*{dw1K~-_&D|vK;1|4X7z1H9mH;jg01qzEGg-CFz*)eFd6;D?W7}^8J$u}} zbly!615+Fi(}AU!1hbfEe|dmqs5b*?4z5B3l>xE4H6W8S%b`Cdv{Q4pol?FlBabj;a>3qLq~a}HX(B~WL5 z9|cU;1&=N0c}*5@0kjxaM^a8O*g*9kNw|0Ym$O_OIhf!VeNr}a1SEh3$!KI!#$2g= z>4dyH-tzT=NC6$q`b}0|nwl_!y7kMt9TBP{T46QqOjA5!iuViFty^2zqwZ)rvB7Ti z_Y9lmUNVq;*Q|8(?7G1&c^B)@fZ-422;Nl1QAOXNe`HE=~1ee4`+FNZ(VvSfewGQp(<svtl2G zhhEps^%VO~baAHdnC~7W^PCMc$eW?cFlZ|4`e^z@tRu{{=5(R2GyKs>nKVxYQ@b*V z4RT*i@)(gJ=7;ByL;+yX`zbEr(L%S`5!rkuD#(sw@E}+M)rn$GFK?FCxxrk~h~~cd zGOF(U>EIIF!8%)A{k)ejJB64=M$>d?_x{;;hyx(kUjSO+uyS$S89d2i!xisHaZU<` zo&vO^27w9r5d`Q2gR^QOUz zBI40SC#1#+XbaZCg7!u@PH+|DD^*lWJROlQUPWIUhcL5@30B9s1=i8t2$$WI)A!9Z+HQ)YzhZ$MoP8UPFk0_>y$B9^ugSAqhUy8`$4asQj?`i}6$iqqmDxUAi3;%?z&r!u-I#MI1X#uVfo)9g9Zri=&+8vK;wB zO&>R1os9eD;g+FWB%{v+9VPa_r*lyd1ZO=5Q}=>U@C=Ty@rBETSaLkb{NwRsvJ(c1 zBOP{kc%}g3LEQrt+6&2Y=Fw!R9kf$il3N=Qqs>$|+4E30+Pg@H47FNTi3V6k>#Ayl zpM&b13E~Oh%L{LP<#IEM`?k6E!xFhPDQmkIAlh!A(H4t-zhN+2977$*w+cuIS6WP7 zTnACQzB^__7yOOr((TMRm!xDOw+b>mA4*j*f>;b}qr@k7!p28(C=x!^a^KQ7 zi%4rXE5J)gfM)ep;Vp62L^3r>bvUG2A9e75`^2umDYQ8*=%)=`D1)~%g?Zr8;`muD zty>t8_$>?%3d||tBtnUH-42q1|Lre$G4e_ERm)}9IxePz7@8NsM%iQxu&j|ABG)Y5 zms2!uh!L+xSF3l!;b`TSMNRf#FNG;R*?uu0VW4+iUuO^i5S-S6^9tzT$jDO_-zB_F zR|M=|cZpC%ZFTKp4G94+=-}&qUFkLe0B4l8L7Qn={yY08>O6ah zX=tI5dyxzlLKk~P$7w_|Xs8XFp;@>xsvcxam|YiJVGej1=+S=~nO>?h+Cj>~#+5DR%tbqG05iNs%$0WmW`S)f@e0dExe>m8_M3_PkHJwYx z63Sgh2M)1p4cp6NI8iOr$7??)&Tdao)KROYq-jsrrbJJbF$nY8vV;aF97*EPjF`7M zO-c**sdm<=rNsc<86U69eSFQ93^0cP9=7^;df3s_Jen;$FflZ`@pOU(z786&TW=0r zRb@#P1;{dV4P5|R;SpWPc~xE{ zNGS(I03es5hdOdQ*BPO`VAi)VL?)~WAIuj30qK3Z8a z?C7kMU#qC``#TtJHI?1q0l*=%<#1wcRnyRQOxPWOpb z&`jNCC3W*JD3Y4Ji+{qaJZ3sydkA!vo)utfLE)CM$8cn8UDS-n0xio$&Wg@+jxCC5 zxcfd(DmJk*x$xHr{74O|0?3uSHBX4Hf1RTG^+s`yMI;~gf%PdWO{$A<+hoO1KM78# z%WMbcH1($Au^cTkl#RT4_w@NVHHCN>v76{lF^g;=%Vu7Q#*h@+lfDjbenq#)3~I(L zLSx7<{2HxJ_xQ7LXUz&MK2IZVJnRE`fGn9YIzxV?F!s+H9V~N&d|9CoYmyr#6_Met zN*fB|K$I1-;tx?8Skl{RBIb$qE&4w@{EdHw*fC=ml`#>Zy-dM zq|0n;dQp+{X5*y{60UfOvcIlpE|SgFBx`~A`PPQCSfBrfpA1FGee!qFcn*j!_jm?X z-J2xKS(h-V{(!Cdwpg%%a#QmQB$B591@ZtrW? z^MDWDq9cVGNTk^N-ka%`_@$3ryxGKk#*xNx-1yclHJ@6nl$Am4nM5$gwi$iI5CZO# z6S=AG7R5AK;U*P`J?W*G?k|yUnzZd;A7vj^O+iwNkO6C6Z%H~}rlqB>m@tsSg<~94 z7+Y{0F-@+r?p@&2J7k4~DN7ZC+ZN0W z--&EL<;69s>G&-)u*%K6mN$v880Ftjon6YN%QnM*iRp2I@xRyB!^)fN)e3b?UYM+2 z&)iq8g>U^iq7tf!NHJK5VzU5U&)mh&HWZ1jIy^KKvldekwpQ*uLt$=v(s}fY#FS94 zDs%wa_u)d>-;6l&*Mqj+T~3QSFsVL)fk$T^d(z4+0cMhMJj3PXcHHYQ;Xr;!@SCl8 z1K%QRbnCrj(QpDfeJh(k;Cejig5+JO!C50OJSp3&9jr?q{Tw~ka1wxeM=MvThv9?T zRI@e6Bk%07FBEKejeS@vn+Q{E&5$UMHvMC2$qr5c2az4Yz%4|)_I%|}WN4BV9ZmbH z^N8jiL=nn58hHYS0BZ~>$Hoy6k~7wCJZUenXhLoLT+!X5-(|ha{HS}sN@TISnF;#+ zPfDzh9Vr|QZ+oeovuXG{VuiT4_X!Zu6V5}*hZS%Pc7;lF@R&iBH|Do9r`|J|h&U9B z-p;$rNS95G&j>e8TNXy(`-s!1d)mC*Jhn4!#;qe{l)2f#)yNV{6sb5Vv3GMi(?Fdb zTG%yo1;!}&MO{C=&!3-LO=sK!W{}(-b+I#<72a$-Lsde+DgJWN+|vt>>t-&;>SAg+ z14b<-$Pic#)-Fn|aM+dk#3EDMBvIbE5MX#2EL@F834}>Z*U4~Oh?g)b12I9YKjDnI zZM>gd%0Y0vp9MJ<2XKVdQ4tBCRTNaT;`YP^qDxK;e@F|_dIoyPV%Z`{W<9X{GP0}v zpLbwSMzeqnQ*%P)S}IPVV!vb+u6_^B+R0b^JVC<(nQ>UpAXv*)OVe>#PXB2(eO&Ies^ zlk_HGb3SY7?9D?Y;avmC+iZZn6T%)EuAo5@E|D)}S;OVCn7{fL8iDY_>My);4H`@) z@1|`?r=Pu6SwCR%03Y?yi*5bkdnf*l;;hpSbD{pZblvjbi1E93C{fJI`dg`)+F zo`?g-*kVzIsWs(h-o~|ulok;P7PK)T@p}jC0nFrhwq%d<@NX#p>)`?7y#VeSD%@PV z8*x@ORa!!=NfQ35)8pKXh)`CR9n-O!B~mp`s)Xf$L7Xl~a4KnoaTJCCmR0}el=izH zFEX({J=iA(DqO9?nmUartiPg9a}u~Da1n3DaT(JC@SCytrg3Pv6>s6nYyd?-y1z7~&$!8T0`Jazs5(8MOvYR+ zSihg51h_tqpZx=*nOQi^0X6X7AaPoa-kkgu=qe~JJ#)PJmIrQe9eX(15Lc(^f^c+L zJAha{TsCTqeAhl0Gma^*R^~pe$XJ@Ez8CQZt7J3zaG`EKVz#>}~;~&ZQ z=`NYYKLm<0vXgr&A=LN^%LixDJ}c}iRP@hA25&F z;`vys5$Tj9lsWxv2~4W}K5WJXvsPOxak8YUaSYCp3Qnb2)-G_G^{V+v=m`-^M;!k{2Al_Y3*Okdec^9iAa?Xp#1h!V4$V#d|5q0>|Yybq4w7}P{*fTNP^ zvT9F?)4Vq8>hNQkdnuq_J*dH-d@7KWU;r>}+nwPAX?2hKh5kV#a5yO9U9+bjFA3RL z!eB4WNt6*f{qM@Ma}G5`0&I?hbfY*D$#vf@fdav2@Kj*k3uUKq27csOnXdCta%Nw= zfGAOVLh1pR)JfrF)wbxIy*SC}s=|I4@eC$B7hfY&X*~&Q)Q)HdM7%O|MrrfA^K|TO z{L)f?`BbLX@<7TZKe(q=O~gE7x9%eyM#y3&oV0xfaUrXtgKW2hHQHwA9wnziM(dtVnl4ef4J z!|k#X{mpcIFhM%uhDFKqf~>WHp-Tqxx<&j!#%Bm5!;e}Q+96VuA_nLKrCxf)!VT|1 z{8wHyVE@z6BDYgDIfTY}a6J=4maV2aY{rWhe|aLv`6sctnTh4k@`X&Qq3~!J9~2eA zAKIcuO1o#KN1cPkRE436Z*)xEf~pq;_`5njHBs46c>ta+*Q3D_wrK|>^*$X-(F4L@ zeu`ohbJ1&?0=ylLAVLd6^gSxsR9%4u`OsXY@k{Io_a@@3oMA(ST@kTZy=lt zdAK=WGACbr0z;mH>MTQ>yfjfr9|Q=g{#vrXK@5)zK(1P8_vmH3ZBIvCx;Gs3i8O>V zpEw{GELX7#44OjIzmK$>v_pV`X_4Y2pNHW7E&RfYK6r3;4lxHYl0q;d5c zyPeZYqc&cHE6p=EExVd(x4i_rpgo7-e9S?+2G?O9yE4(vhAI5gyS-fTi@z8xz0Eg% z*s&CA=Eb?SIEVj5tu;{0AAq0EX^Q?wbZSi{Vy#m%vwwG*Eg83PIE*fFABdc0oA)f; z!FxsfUY9ObXY%&$8f>b13cP+8ikM%3KyTM>`^vJ8?bxqTLFOR>MVdyudXNpz_wd%Z z)@DPUTpUONRNQfdr|NQ0BT<9$4wS~Eh>X|tWYW}sxw4aB2-h)0QN$~!<1IfvQxIwy z`DV>?pJegjBBQzRc(;5DW`i$pBLj3!FOA=39c5*px#N^*rV8xx%6V~RJLUrM5dAC> zv029*4io@Xs>22jPJ4}cTX$CQjI zbMm+TAZf}a)qisct{dMv`v#&@%&85aE^x>-4Il?u~SIIl7on|ll-NtxT17Ndi4_#)m z8I)siX3rJZzPXjjUq9M@J0*u_aala@N@h(j`0>;lfN6(ia97~Zarwv6WXSk(-fQ!) z0*V=Ai$0ODGkyB5i2B3a;ozWmHq@#`7Tgf#tukJk^S117zUoo{)<#x0t4x~Pec^j_ zv`6^1(x8BKL$aNiaBXAy5Ph}<|L5|C-Ysq9mT8t9BNrTw0`|%ttNF716h#Z_P^nob z^h^hKHF;L~vRu$uFd6NiA{&Y5_yCJReb=}geVT3&7g0D*$q9Os&xNxJGRi77IGu(g z8LV(EUVGk+vB$F|?yw?-2^6GUnablGlnrLyDDxXu=j+VTv z(*A>2J;89nJh~n&H8RsK)h@1`1tUa?YI%=M#O6_!>H7`Nj86DZwWPvY&W`3va;8Vk z8(*k}il4wCrx=!-Q87}1TnX~=9kfX^ZNm{wH^f5$tf~9=`^IH@4Zrue!)p5VP}>n* zPjXDC0~)3QX>4MZU|b~twOJ4WCpv&Qiqts`6B!#UJnFo@0-FCtx89fp_Hu6}Q-9}p zW*XDYLII34ciqB^7J}s4%+AvYJ+TicdLK3e>eQ2BM z({QOh2y5(WSz7X z`(IzjU3SoM*i2)J*! zD{05u-$?;X?~iCG5o8q*JfLJ#4aY+}`Uln@!U&{e0A!fsidlfFkimhV@V|Qwy4B1Z zg;XL`4hCQ0u-j@3l(838EpaEB(pQabF3gEnHX4qLQ>tuVWJpLkT@N>-`1w&oi+vv9 zeF$%7Tb@12-vw3K>iLx28 z&jBeWoz$1rQd~azR9y$hBY!F=^E>TWAVduB*LLUb|4Rblk=2lgXBZjd+-)fJs>_&F zn12%vIW@@?m`|1!1lwnI#OO}~6U#Wxbg41n80;>RFK(>2pm)`&zPgsxD2zHZr2tNS zI6;nYRy+fty6>mW`!;HDvGJ>7{?$mLJ9Fz1?pojD+BGe$fSqw2AYo>-V6Gg?@PE&= zw42z5deLwJ{`?I}Be=R?uh=eWyig@aE6L?v`~WtKcKF0F41L0pxOTGBINdb2tm>aJ zTi)qLNwyQuV!y~h)^pUSM6@()sEXTRAz8uFv=9&V0p{CmU+|u`q98Ea<|{Gs0NyBU z+eb+$-^(e&*Aa1{aiDx9H;7_Ws$pI~(I?=)%*v!k$>{GOfh#5>MU32&-vcrF@&V3* z07|`#UuIWs3uW)&`=%86#dNAyor0be;pc9#Rv%N64)Di@z)>v3k7^bHL~b5-cGkXK zazPee{!i|oF>HwC6#K1`RrEupYvuG9%eli#*MflQC>Hk>cT02G^#3|XEI=JwzXUJ+ z@lK&oC;oYZJ;SH8ce`=ylD@2G#Ctn89a3L2X6BC|Xx2+xT2F+(K1nolOr|1@^<DvHZ5xY)MAX`0xd`KxryK-5J~+bC1>ge^gUsjx zlBGw4hCpSbdrADjW%yyY6uY|rvSp|2S`x(motR>?ZyDH!1T!_x1nx8sp_IcRP5gG9piQE)W>lLe zbRD<*wErXRqh70rI~z1}aT$^MlAmIN6}Pldz-^xqL{EYb{^Zs#)47b2kB7gy_>&${ zLQssFcED~NVec4fz(VDPGdl`AUHPAympX_!Dc}J8_Wi($4~}6bwPol{2VfPUR84>e z%th*Mx4cHo?~K)^gSGURMUK~=xdnm8Na8*gRvL=ESr3B(sjpjKdkE2ImFS7F9{>Bq z860Xf<5)F1@Ku(v={pfthL&(tpMu73dQmei9Xv2T=bI_Eh=vx{9z*cDkY-#)R&;Iw z613}n#eAn)ZBT4(^%E0rX+@`VK<)BUF@jfe51wg{VCE5^;L>o-f^;?@cdcmU0BfJ475_nbXR%g9poai5*fosNSE zR4MtzYD9D<7OFGIVbnSfr?atx?Nc9GcWiS3VU}Ip!1JJ#n{=7Bd6P5P(ZQv$H`Nm} zr&*`t^tSRv;Hg+j{8?S4n4M%RW=R&&ECKe<7KKgu5pa|POp3A`obBb2VN43CZ|sE2 ze?C!%(pAc6=Hi?ANU2rMKZP7cil6yNH~$O0RB9I=HKD&uV$7Ob)>7EbKmdhcRg;Pg zs-0{03ZO~p3BYs<%?+eK4Zy#u>oXUD3WKsA>=SI8+VEfMy6;MV0Q7Y0Y3KWCKZ~1? zWY}qV$N+|~DH#`|x!o81m_)pCI7 z#8$YO#kTh626Y{IpVaaSa{fwNj(Ti=z}H@;tyDt3JE!31oNKD=t)6*se6^TKJ|>Hbho5=Fmq@R|bDwz|w8a;Ouqq457Hiic z+IpP}N5l-4fqxPf%Ubgb%8L@gw-Ex?E}1*5iF9WieMkk(_~AlaIbkm`6fR&pF^6GB z&Qv#PPssr@rz8Ku7u5lkpFET@uKs)nn@JeNDb9rEIK^1DkDMmG(V1*B0Poz|{y_Ad z#o~VzRKm7TA8(Q`tyOe=97W|*Q+gJUGi+t9EWG6HVBzq~2rFL8<6%-aCGo&7#ZGZ&!ZE<&+Rz_%TSZb<>4;^b4LW$zv zg5Wb5%9&grPP`3USg-<#U)%^e7=ft7`2AH61o}axYtB{LR`kpqj!G9!ZxT z167pVt|@f#5jJ|y;2Ohuj)Z)~%hA!dPs8Ubl&O$|J)rQVa zXL~xP+nC=%4lzxf(KNqF$Sk@eF+R~L3Vx{^Z<)3iAJ!wI74rCQ`D!2TH zFE-?z*N`*tP7M*FrsG2fV=O(!*)9`2A}_^{`-i}rJl;?0FeaSvr3IIuc$;->T^-qKf_GuFb6Z>r>2 zV}U9YUdEtnqzy=sc3)&e2jF6t)zRkSLf~WxW_ud>lKALgB8`-&==0Ff8n6wQgmvP$ zH?i^K>_B?&Sa6NOX{uDKZ$gM7iYsZfeeKhH8&eE8!=OQHceDNImkkc6fkE;+J$$^$ z>JDsb`VkGS^>u<)Wrd|S2>g%7Es%TtCqG*cwKW0)c+KZ3TKHi(Z!nt12%I5xhom6g zEKKmn#mZO{IVhXMPnj~B-XYYS5xWJ;0e3HMXL;sYrYW#W(FjLp$wQ$WBo|SL=nHhm zpbh5xyfh_(Rm+e44I3=$;7joS2lPk~1Pw@?>6wWGOIZl0Pcb-52t~&4D8)3jWQGrm zPPW0pEsfkS%JpL3pvjC63&arM`*u3YI7;5-DhVhXjxGc1}x=&*`E$mzc{E?mwa zPAWxt30(3xrT;tX^LA7!I8!?*6Bh|Kk@mS^ zqrx_&(|A%rUl*Pq!4kaj?yA=%LEZwK>3lFS2B%n8N?zVduajv4GE&R?qQNN?xdem- z=E#zAaodv{p-Q9J0x~g_Wx*2tq3aoxQ;JI)Y9{u%J52zBJu(_-0j|rdP?-1fYIa zLXCdPOVXpE7@zz-nZs|(cexW5IDbiqC&2&|FG^_01z3Hs{NX1nx?ZrNaTz!Ygw!-SZSil8(2%P>^zQ_UvUIMHYv=op7|S$U5=G8< z4BqGBICH5pc5QL;o09t&eC3^kpt2Ign)#QQBBWU=H)%v26)y@&FK%ni$M)qRT09)j zZPH8X)3?K%8-fyR2?SB!tD^Y3%E;Lu!E+kGF{vI{)RaR`&W9Ed)UE)3Dq4=}r$F`_ zdF{p>Oxs13#qxe>sP#bSYeeG*I!9Ne{stkf|3rrw+BEHHJT*kyDM%}EgInqAJh>Bs zGJdi#SRJhGD7u&qksF&Vh^wRU%Jf6s`8}MXQ3;CXC4}2+nhn;+NjZ;s9O2bBwAF_l z6=Sq(9q9PWv~NSu1&K#(gDz!1OR!aCj!RSWy`Q`BZX-yqtBRy3fs&Nt-^1Jf{0K zq%7@WZ%OzYfCRMVs9)9z0s}-xNa~P@s}+AO4opgNl%+!=kQWk<;PJ^(V3pGoxE$3!>GH2@D3^G2!p*-#noI z&<9pL_y?5a=8Zkvp_X#HJVzUvg^*rjz0?vT2Lmx2xeF-RM?HAzg55($_2p@GcspdO zms%+%NPMj8mzNqoaKJLZ#2U^}VOmK?h2e=>KN3%e-!6Ihk-d*OCY*OlyhBKoR9REj z9rxlOe@0|NnQxVwt!X$QihmUo!xOPTL<~*L*|{jqwmB2RJ78d`Ltq;)`P56Bg{2n( zNHD^wwd$TW)f#GpJHf%#h45#6E=>_!#HZs3%-nz{^Ui#geCGu4;$pKl4N2aPjhB%6 zUv-9;a$`T@>tFzZZ``c}9X=1Sm^YP&pTWuR2HankQ+*?;!EV_xGuyMg9XWC9=n-Bv zdT&pcNVaxCE*+bGwT&-~A~+QzJNyCX$f4Hq^D?)$7b;Z;hLC9~Yiq<*ivOecSQ{0% ztL_{6IbDG%GuG1D2<*mGVDZ{NI5vi3j=V|%PJR;WRevT6q7$uAof5mUK>|GFioo z{&m)rg7m}C(D_i!psxGiSs!;b??B!9%wzUZyByAJU*h@s^#Uo1PFS>X4%>yO5$+L* z4$;J76ff?FE5pg(h^{y`8K+WoxuDrCSWSn2zq`5C%x|?rN@0wjJeUsiY&8dL&RM{(^zVz}oo~ znO$gbXo#*F2!1Si03R6gUo9S#e{c?T*EZx5$hPZglEMeAEg*D^fVu-kfIyAnE3LR2 zJe3&@jVav^8ON_hoM#dw-?tFwQfaRq{YkYKro0!~XE5J%5Hp>&VIbQ#maVV_m2%(+ zFUDFMRyK_`he9n?HvEqFHZ{Fnkco-n?omCfuP~c<{|naMYjuk7sm{`WxUzLILaRsK zemFf4YW>O3Hz#2X9CCIHB&fYP?^iOxTG;J2Sr ztGQ!l-Hwcqgtz>J)sFVdAFP9mJYLX^6M*|Xz}rfDCS>YW2PzFpd1;T@5+Xg-r_$aP z|5*16a1>sH56e0bQ@PL8XR;ZVSbkhw&~%qf{=f^%eU21x!LGo`CtL}WBnnx@b2v{+ zePPOYeh)i_20(5*E^lYK_VPjH&n(w8^;s4U8Dl2;V%PU{FT& z(dgHGRER7@who47AvUE+uyJ`qh{Li;~m zkP-vGu5gmQsNxD$31u+WR4Ld%oO*g>otgEx2k9|^`^=JTMyp?%kQe4d!4fYs+g75) zeUu?8q=L;J%WVsqz#X$UlMPAlxjJ6zBy>* z7l7@48{NY6`Q4H*`hP&Pw37?|O195HkfRN}D_hE6Bu75Bz&n-QQfjXhSjY%2f7k3z z)rU_OJz!ZAo4AaiIL{*K*Dh&SqHXsv!(UY0VbTAmlP0|B!E_g@vZdmqO;c4z$K`In zVY9aQ=v$~j#F3jb#>B5OsrpiqwO9!+@M?h?sRYAqllr-FG&0`1hD&|B1vmZ^N40HP z`k<2Sa&s2EMLK>HF2MX!HoyCTU8PV9Y9(R>S>>~Oqv-yRjm3K)1++?FQ`O+j_rCcR zuPVZ1CcRrPFANnbPbnxutXR`=0-Tk&E_NsH)Qxi z?*ym?^!-EHMj+v`&^a`)b4hHP#HOB{lUx)<*^}?vb2%#rf+j8K@r4_3y0oTe9{}^x zoH|;biQ^~Ro&>f*o39myjGM<<>Bd0p`md+B9SP! z5RJG;QxF)}ZS@Y|Gn+A??j3cy5uX2_+dq!ung3cI47Y81he4;^jI_Cf>xGqF3YHM5 z2Og}y?-{sW51~}@U5cbyLQ|#H57bKp_(c+HuOmp_u9GEFTD^+G#CfFZ5|y3m>9cNZiD>NoJLjLgFe=r@t9?*u zFH{Y8jRoN;m-&ZZ#RN@*!l9r1?~Z`s_ruD2RL+~#MCvHe{hX1J=vfowB+6=~)$n3p zYsdacClq*2{Fg8}`ncJ7Bax2``*g@~`E8nE*rgxi#}rCS-gTxa^#p?AC90C2y{9}F zJbKnf+amzdpe7o&`|{~`FH^n61a>_q16i8t!1m~E^d;gIgH-A^jMsiP1{;cOR50=q zJO%RtS#ouUw_nYNQdDJ5#Z*~hyZ!2dnfCAUr`@!Ld4C2vYIqc6x`~zw2o5~d;^{wh z*_NtRc$2{z_#n`EJ~#nVyS?JLraSv=httpNoRAon(=O98D+yH;SKp|7laN7nlK<~^ zb^LT7p`vG~2s~xPy?LVz+eKH!?Cc))RZv26T| zFh^e-pf6d}MesNrU@g&E{D*Tro3=DoK>Io{Gy^t8#gGk^QA&r?)}$aD!7?%W!W-OY+>OZ_9T3=*_!xlJhfszi zz)(_Ou|wPYP~Dm2Mb`}*q*~^B#aG>Y=t=kzfTF6U03x-a>xHhBRGApE*0?sGHKI4I zgea(AaAit~ir&vyj|$Uy&(pEO*B8^NBr|X#!q0ddE&{q{@={6Cb3!(86jF#qu`B2S zw6}sqS@O!@n5S=nGwZinrv+D}5pUoZ+?RWf)uf_f1l<=sgoB;a(UZoAE zJqU#zWERw&n?8Q2!(&Z4X*j5O_B0$3YsfG~DKXQAa2y*Orep3C{vnLV=$}n#cmYIp z5hl$m%}{8G(!=+v)-|+l_;wIWKw@{x;;?tgXM4$dQXMK z37uWdFb!n!)>UI=4-R)FF5qagUOv`=3`J)TXzyv@EqB1n-GV}jnibb%t~-Mx2i4iX z=dP#ubIb2r9qzxjNwqK_Mg1!$mu_>BmiK0)IN;PlSqiy$YbUqc5heW zKU12#$vU-?#W1Zx9h<+D7{(?Q^@BIg2^Ghhn>w!eW zG2i(~`lN_tI5=JCea&*~)u;xn%b-t!L1Q{Jhw+w6a0DT=-{Wuj;-#_kJf6L!<1 z51gP(F-=n>VK6((AOx^KI-ByA7xp8k(r)u^qL(}?qLq$(03jdGEnK`gm53Gt@jMXh z4b;PWRNPtXppBL4s5Cm}QjL{d$C zOz`{+SjO5c&lg8@gh3*D2UDjNABPlXEQ}r}s?Ro~HpD{m0-a%9M#$9jkx3xFn*C2C z(nUx%F_h@rdGaL{jGtuuSPe6~BGTeJuQyZ=p3*MjfCH7H?XjjEsXrLezoH1H!% zbE4Ha=Q-v72QA>=uGGIk$Sb&kv)xKd3|H7?ikiU8qHe1R;}PoEeel#4^P8YUnmX3_ zG=09!cH1miMLgkUtTuGFeQZfZXB|%U*!+L0JE2I81$IKfk|R0rOPH+v+M+BzE;(uB zjN_$1P{Vm=W9=gbz4?U_Y39$7FM(W1t)q*wMj2?h&o!FJ^5LoUx*(`fT&h&rcq zhjI)pr#X_p==m8wxZM_BQu<`MCT#Cj#wu?{)qWG!?;gCJp30s#l`=w$;JPXR*yr6* zcu>;Gr zk#O=CDMYs8Wjm%q!=L@Ucsmsny{12^QxJ$8c*T3!Wzse#dfN5327^!6nzCN;(^G*p z?fsAB{qU+^)eD&Oj&tORQVxgG5`U-q8AVgFGP)s>=?$2jHQp+`eIwOICTSx%dYLpqlbgO}IsqQ1fuk{B|_PUqBl+O>nvpfT*v z(wh<&(B7U^FpLJeJcj3@1?SkrvH==0*KM+^4X?BJJGou$qh7KH9^$Y7Td2mk|kfqEO=toVL?h=!xylQn_Y=jx`VNa`X-g|{oBg`ey0bng<*~jz8qjc|a-mVJ*l-uk zn;D>gR*xhqG3J7wZko3z(|YQ{gYgIl54@7o<6o>8)zl4J4x=DT-$q!S-SYnvOcFYS#+x2PHO%fP4E^bl@W460C?to`16u2OpBIE! zit1USARr61qkf+5!$GEz3mmMSt`{2$ruq}zKzSQlPu#@6{yC2PkDGWZf`vn$0(34- z!J735-q&&WltU?X!NM6eV=&cg=k~>*LR5;X*nfake8d!>z9OF7VsT3}yRh$lH zHn88}eV&BZP#(j65?~cPF9F=jX##@Oio?gzi>e?d`;Kbe#3s3)eNrEXF8vRxGv3BS zZdT0+u&vCBD>&!&`w*9Lr}>FBECr}aLTg!qlU;Zr?E`H<`Blqwiu9|^qdv2r^&oM7 z9n~>-G3Ka!efhT_p#%oR;%D8^_n6A#Be)MRLr<&t;Sln};#SwK!DLKek+ofD-gRGY7P^hCfyB6~MNXMa4CcJtLtr4QObAx1sLJ&O*AoKy zMt2HSK@~o!i)ut5d2YdvSNbgay7_mjFkJ@NTzv|HWREhZRZR9g>k3p$uH{h}Q~L!= zWrJb&;8#@`6CDe4vC3iz?6{~k%dVr_GZ}BpCMdA6Ijjj|V7eufT?Jh)#8{G|CkBdb zh6ouzI&J6h3RQ+UDj$GhK!Osf2wU}E0#J6i#}B*`ofIbR`1T*Yp{{X``DsT+OdX`z_h&3G4%(TTpP4P^LhGAoaAH*1Wk~h`qU^5Eo5Ui z(mYrgwIF3uJ=}uJ#zAwVC`g&WyK*;L-&u0ejSrePB^Kjdary0N?cW&G?{5@*yuP0B zL+x7a7x*7qKdHs@8OOz*)yI%i8JI>SZ!d?acBP%u%V7QWHDt0EIX+*sn0$YJpacU% z?C_t0#$BnihjcSzE~BzxFxcr8S1N}AK*h#nNhOhtfk5m~20Rn$@vM|h+YwChZXAhp zV%#*uo16+YY7#eJguVh={T64pnJ$;AX>Q#bC!Ze~-imuP#KO4BjUH4+GwCqtWIlbi zJmu)3m2fgsD*ToX^F{YS9DaDw007!x8-0s!(Ry2~rR-n;0H!*mwboo?4nuy5`$t~v zd4A##=k)5T7nU}>WqgkwV_El&fCwxYTiLUkA~~`bjd(H?m;;p>0P=}(^jCOO&DiyXg+1>ki@qS6{#9p$3CSU240Z=0JJV=42pFZtKyeZ`$nVj3PYkTTk7jR; zb@KK5@-w|k&nQZ%(BtjFcq_k^_40kx>OqR5n;S!*#Y%?8jDv-oJ2Q2UaCWfaWYgKU*$e+CU!LOC5aLU_@ z0&@LVYIhwHgqf~cR^i?&8`>P#d9(g5X}KMSpLcDd-=T545Ge=Wa7r4Gr2T7rpsHAZ}5Fdp2NFvNVV3aEQ;q-Ab>OiBN1&X_TE_nmyr zq7(0H<%)yU2l_)$kALK_4%LQ2C%|*CHm#rDJe1_6jB8B4v`wnoiIk*@s2hr^dGQ5(R!VN#Hbrr*Mu4guFr--wu3ZOYIc{ z2l7JBqp8`rWRq^>tPdTqfJu+2eltMy^N3E;plPLQz&vdh*oOXL+L-$M#97zMva~b@ z@Ca&H2D>%_)|d`5Ycl!sOmTkbXC>zhor4gqjO^r%x&Z^D@%`LNCxa4p5qt;96qX7N z-_k$#om<}SA%x%>D?G;>^d6^|rP{`k=oKeiR6zAm88v1?3oDy7xB0%yMaWuw*t-ud z8M!Vvm6XZ3XA+85Qf*5oy8cB#jEvxTkzyBAvm?1M->sFnsQC!HB@Vhkc*ilhqzVD0 zt0#j}$%D>*&f|`d?eWN*Mxkbn`AI~zxUdLO7+Ejw~i^UenO9;#&BU(U%w?w@akfqDbi{l%j>;ecx8Pp4clXB|I{&DjG+(Ku3 z-1VxTm_Um~j>4Gs7R@MXtTuvs?zZ1F&k(qpMFmS*cbBo&La#-m(!=hR+OfYWoCS`Z zkt~AT$Y%qCm_`EeQDOWjb?(|))^4Km2#k@<`GL>{V1-T(F~fds#XeH1vtG$AQPjCT z>l?5HY^!`8I#VN0_A{Y!*-;P=&^^oRX<*~T_~k$kOJQQKP;ZyjgN}9IzXG%R#(2D= z%XOiU9+LOGOpvgj1JvZLoG4VFh?Q+V;bK=P;&a#*y3~Sq?#yj}&>5lqb?eJxsWK*?uTcX{BOwpz9d+)S zOqWYjC;q<>{dnMLuEt^CPs^VZ2U`P{C@}6VJO`ru_(O0Dn{C!+Ci)k9X?Q`W|I#}& zQS}+**gfJ=y$+Pgm?;S9j5>a#`^_>)*hpi5a+68@pb6ARX1|ykMt4dW}xDc(4NG^Aib=!6@9wpP8zpIfM$=rex`x%}IrRqCr;<2VsNt zN~>t&b1Qs5(vaKg=lbA31G%8YLA)kF7v738Jh5}M%#EUfcljE|(|1r11D+XVGaGMN zreh-lmzq6gs@Mc$_+B*jcv_ub+5Z+;kQ}4bXSuqCH&XoNMKOB*1sAq1-y3a^B)ac? zrNB$xu*eA^0R7Q^^!@;=MaON1T)il(I}di>avX-R$q3!0yvGc!O09?U^<2T*Uak2o z8BFVY{kg={igz_0_C#hz5NzLj(xI$+=u!y+o;1|*n29+mfL?8|a3l_yy%NiMPKy@Dc0 z9^3;RDCARE;kPe=%3`FS{Y=5eF(<2+>D|mM=!+itF0Uc=Qg`-VTD%1})Ku{Y?l#Rj zeRhIkLq97^%`4VSl(4+BK;#C2Zs0FmXX|s4uOn-xJ5%0$8YS7j#f zd2W02m%pxlGXs>Eu!RLKX1WFVM)+7ndwZlWEjZS+*lEflaPra3{jDew9Y-+8W|j&o zkHLkH{{vJx-PqwlSFie286~0a>tF9EWZiPGQAW7(2p4dBO^n?*fVv)>R)-9jMQEIB zPhC&p>M$XlsN;SRZ@Ve?$ONJTs$fI*UE&kRI{je3#DkE^d|{Ryvw4!;4d434Yzpdn zu$hHy!SnkA)wMyvnUmp~f8LAKKVh|@$RV9D-z=GL^d14bZ5PqyswaJo%t;Dc%xtjG zO$32jmGy>B7dA{`S~;V)JS6uXx3qyIHY?YwSQ;07IMZ~3kA)BJmxbzB?xuzMs_ePY zVzXw@74fUU6h?Xs!iD(6GH}G#r)MX2AB6wt)&+(q&>|B!g2F&8BfcD3lTVz8P0-iPz(NKG7%s)bvHb-<1(Ph6L=aWg=!s|MsEoS@t?NGJ%lc~Sb zmxdj;gs_*_jfTdW1p8aZ{RHt9Y7S3$M)gVn!GCR?eRIhMbQ6Z)d%R#l$c53GQhoyC zdDI{Btk(9!t$DaPXKPs<8g6?yfH#(?=KuPa5ij|2%KD@OsThc_ z;mS&A!eRo#z?A`EF+>9Bad?~W}fW{&owa+*&Nvl;!AxYa*XTw(qeR@Vh3uwSEqPL?i0sUJCirF=b_qJHN^ zGp!Ykh0}Eh`e#SfMQHAdqm@2=*jv+Wh>ho3_2~ZK^^=c6QtCbYps@(MgzUO&ZWkP2 zk4G_03s5KmJvk3cY?8u=lI3ic0mBI?<@B(&3^seZs;lQ^xu0+jrx<6)WF)!k8dn zlJsT2Lc@1SvaFK03uZ9A7WN@vke;Jbs=E5%MyRtyO`uwK6FWl&z@hbuX6J+0#LjCWp&*)JtvEevHg5HC{@V1)%zRWttkNNu;KK!=#c5fnIQV@ZI$o%})s^A~868XxkYK^_sq* zcksWDHDXMeW#^5)p<~8^#@{)FN*JqX)29i|S3s{xva~L2Nj3jzKK!hlOKyz9a3pTc zq6dlhxV|>ACJb%9FChoNb5=?uIWn@TR_y`{ej?QPs&!*sMSl&=6mCx{BX|})_Sn_b zeD{+*6+W)d^_}?OAX^CqFh`J^oZ=`flIn^J8`Qp$de2fln1;@7h9ol(S+^y2(WE9Z%Q(W1vS2ESa zZf+636ifF`vrKUZ!mq&|*KH6>3{!@VSjDDxHTKG9UlZ6Vi}y*exKG5?fxN&hOSQf> z_?SCC(y1@aG`dG}QOM71xktVjo+$oO0$IRx8k^X@>-<V_jn%B@h#Ca+1{z-#Ck*F<$Z%PEK6E4k1*NnO0{$S z3iW?;u+R0)wgGM*xr+w+OeI-r)lHbyMg=NvRy^=gMB%`hviaDu$}p~s`q5KA4F2dZ zQ}po9Dx95HxW?D~l{?GaRvsV1732h3%aT37HBE0tv||WmNze?71&bD|kFbJccdd_xT?0kDnal6=C|CpT}l6Pk2Nj z1t4ulYW<5@BHD-FD{YL3QRM~-GJ;5gE{m5$88|08Onpx0dTf5`U+t@sY)&V}&^(26 z1rM4mCw6z{o{k%UHHQ4~b~I~c(%=m59u408#22A%8nXpYC=dzXxPtFN z$#c@<2HI%@#Va`@@NC;SoAB{o>MjCT|oV|NXv zWBxR_6UCb~5yqn033;D6lQf<%2bzkOFM7Cyg;OP5r^0(}olh`RB7szw zQDwFOJwU?09ykP3H;oWd<%!U2UAbU>gY(TTU^_se;r%gA8&03hfYV) zDP4~#fHcb?s@%R<C#WIxW%FYe+|aY>u|T2G+rj59NDoV8 zn+zf5$onsr;hwieQ)JBW*~y#nT9fwOjyA~S;a!ekh^!%}Px_b>VYP8qRoYzFGsK`T zYrQWi7Nc36X}~i(VQ7mb6-8td|9VAz1x`(k1%WiwyE%EO*ic+ap2-epW{^znj(WDZ zg9$L)xY998JHOODT|-J~hv{KONN6J08A^Rz-+L9De}z=~ylV_w;p}Cm)#1Xa3;;Oc zelL8(u$#B?C0N9+5KFc$QmPr4xnN7(Y?02{?)02|HSEu(vVBV&VReb5h+YXQmlTew znR5KyLRd2KEwKq|!jqV&FcnSaPE+&TwnIRq7`k(5yG^fiOB72fH-G_?lT1ZVzgmU|W2=ew_$O136>sE3_z~r-=*x z@IYpodTWQIw6(J=FqJHUZI|YF9X+1?aFQDC-)x~oO8|yo(C0ad=ojfjY7nhH6UQNl zkPQ{AcEz(7-a=Ix+Os2}>lJ@5bQ;iA#IMOAUP_tgJ;ZB#@~~U8s~)$U!p`s>wnKY7 zl?bZ2M;CJhx62^+P~)WaAV@1WKV|oNmG$YEnm2)0i0dnPcYZZHxq`+o8F#xTe!wII zmG67eKL2_Lz)g#vtYV)4W?KW{i@?D(F$>%7zvZ>CHecGo5VJ+lm6Ero#X?R(o|6f0hxQ|SgFqs6v3%J;*Fs6+C@-9L zzK;;nj}P?<&O0fr16b0I$F>6GQ7ohId^KaPqypn%!H-fyY)Brle21+u7Rc4-pS$4xyIxBptFbW`@{CwE!7e| zz$Sr*yDn;WdXU6{@0a5~UWk&wmKEdyB+lWa=&{dX9`C@sB7fUi7Mag|a~ZAIQb$6Y zJ1j=ZP#)h60bXw3en|YiO*jx&l|rnFj#`}5;l#7VLRC*UOVL%Of+%ELgXy3VBKCNd z3l%hHJWB04Lk)IDe(Ls`xx?>mjOjnE%<&}N!^re`^Fgyr$A6?9%yEUMC5w^? z)R!xt)~rYX9|8kE)3T0^O%@=x`ah+6$xoj! zd)%|BzNwUJWq%Yd)GW8o8VL25mQ@{OPBgV(2)Mh?ks&tlf$8cT(}2Yt$x~Y;$fVPR z2s)}kl0E3m2hxI1K~SvyP;v-R>R4o%h-Hbaa+eCdH=X6mYI{uAe9{g;pkmuDH~mnG zK^{)2)i4@hw|jV^Rd2#tbSw&(hn-Oyvr)t$9?Jk2DkjAM2nGNE2g(4H5O#m0Ey=Qx zaZ&GZF-Q)&cXhF}5{8NP1DcfGsK5HgE@^S~OKa9RQPYvb@8Ev`XdTti^D-l;ap8_(lldRHs@=r z8KG`_?X+HX?(MjQR41_(c%?Qk@)j!s6LeJ8O+iCNxiYE+{0>i`!+`0PM3_MUq^JP| z_1ke^Kcg3DP{kPUpILUcQoQ;Kgi!lA*`|{Lrojk>Cwg5{>~-Lpl@%<7j$KmM-M*P` z;D5c}$o0;mxSZUyK-GwlvI4UX8WP znuIf)yS2K&kIdz;#6UT1lZa*4`lF}?xKpGblgZiX=3_8wPqVAaD*E^ks_uCr7+Vr7YgHhL}xYFcK`MNE%y?f2b<}*w1m;5bNoG?^Sn3 zQ}qWf%zHXj1SKcCXTpserOj@LEvoLh?OmbPr69T;u%wE!0j)EQkZPtWM#_kR3 zxR+GA)makh*k>|~e@Gqj6m8+rto$HQS2ahNtl34C0`QVLHh=kHhQ?tzyF6KnGW{cG zGBw8q)oF*LPJ+By@a%(x4!KWGd-GI%+9#5~b(I9>^vkKP(ZoIwx<2=OAqZa+{%`QI ze0N0Y@t{wkyyW9`Edle%lU9gpVjy)Ti?!r2hq&Mu>7xHUj2ND_jIwEG878cW@q4?~ zx065%w|d_+=NrEl7hg35zYHXCP4Nor^+~E_U-D`%dpI57Xs)xrqekHNDLaT7)WLHW zXa80DkdBoiCYa=_RpUYWE-kzyge`#BL{ynQ>SWN&`%QvZOFVaof(?D&%xpjqlqOIJ|Q%v28$0ajzFPM6MJ*#eB{~uTb9O+%_)&Kod1b2QhiFT|c3OolVDpnCdjRko`;~&c3;>94 z*&d;{O#EGBm--t^@pPUSLbdhS!(Py?r_Jb&31kNceC!sk++FbAoMu`4@vc~wg6aG} zH<*Q2q&v-%1TeS2>j=qanW}e%bSVeq$P*V{+2mrg!7PD;jOu)QN>(U#A|^t1_Z4s9^+EA`G*8s4VfXFQg1y9rVMc0mgDEo2gzf!i zBPa=Ay;<`U;zAl~g2Ko%{0BrNamma@WS;5*)}gBTMSW=+*3%6$$EhRCO4PakMF{J0 zw(z!)_RYy%5-iUUL7;5cI|kN-aOI7GSDa?c^H)D40qOh2A^RK~I8>qkx~ky51DaGt zHnzo1)d{!7=UC$1Fjr+&KcZ|m^|>pw!n4=h_P%!MJ0$K5-`SBOa9D2+JIqgq8o+0 z^`1qVH0H5?DdzKb5T{GHoKnpEg4SLl_lUUeb?neh@kpA@Z95`tEAe@9qP%j7A?|5@ zjmJl*o}0ti(=PBQ`~?1fGCn5Tgj5;|ymQ#sD4wew9+PH~iyQuGB~{JmrS2Z8Lo*lo3KKhc=42o(1kOV)T8(oSHK zzGHcgh}ZNF-2fB#su&}srh?2+$tmY;Bc%VG-XdKPUKvgO_{-SL1Qi=C zfa?F$VzjWptSP{fdR5sccNd#M7hPq}At;~#4oyB#e9howv}+#$1X5XHcZ!fcGsuH< z+U<=PFkAN7dBSD`C7W@<31BXDUuciDl$e<*RR6}ruOyvl_}vQb!mqvLdLC%UM-^VZ zyVn8+#2VOU^bpy#KvYnTO*G9X2fdnFJ$_i3^4M)Bsa|&Q5T=LjX0HYerRPk!tL&@h z&B>mAbP7nhbRJkWQ7j3$rsjc5)B_dsgD~NQYlDo%ePn>QoV;LMnEL z1LiT2Mx>+UJAW5vMAtNcpNplxLVBUvonXUz5WVhvG&cEICc2>(?fVibrl=%Z#BIG`QeeeBmT^>4Z4m$ zU0wy>=5YvE%DRyOY{yU2n-w(oB&NUId-Po`=6Wq~?#T2wWVwr6<%uz(f8+&P!IZaA zGT&XJ+9nAxx%G+T4CA3C)t?7Bgn& zWgyg*1!S}e*QqT@siFeRlu033rx#Egc|d%hubii9jF~a*M2UVy0V-Y)3-= zW1Q3x4NOk49~>vpZ*75}3N=Do@?hkq_rZES^hn7sp1G3}BKP}y%74-@-;7O8_&!do zRAkojWIn%2p>(a8iz^Ve7vBr-eGIw**%!*Qggcgnbnskb%*2D~^}aaNqI1gF$v4eW zMM%Aq$QQ1d>7(WbZUgdh`D6%U!MG(y6ax3SF6AtUnIP@X^9?APlTfk&7zW`7Gf6N( z@60)i?EE7u=eMpCp~-!`tJ?1`mGFM;J7oe0a5Pg`8R2@|9c@gu7z2<58cJf-&KvR4 z9%IGzy9ogZ&_s`O6*5KUj>sQPu_&Ve0MPwizV8*_+Rnipx&QzkE^@3Mu>d)wR1>Z9 z#a4$oR-H&Ho=R5A0Gl#3#o{gt=qRoE==14@?NG`p-Vi4(fptk7<7CMk8+XVW)HXqd z=QkK>k~aXw2XV8L2lSAYg`)fO{bioDS#VvcXMrgLfKN;tk^VomZ4%eKc}<K$$G;W(<(MNW{Ika3&iqxm3(-BP`cXg4^MU=s3nPU%|2HoB&JWCMc zD5r>7??d~B0?bEOK)CFu!@?L>gT9wXBXMZU0Wy_q&LhdaVg<-Q${U4&dP*J}Z1MJ- zhAH5UyGNpf(xaV(OmiW?c`l?(4tEn$J4e=u8%|Npe29G7HIqfjCPr|lmkGKf5KZS@ zalcF%UN@7!!85iV`9CH7l}f=Dvw>SQjU0qstQRMIhIcG|t&Y18Htk`0cN%U?dG7#} z+lp!l;_?C9O))2j(evK+u5joqk+sAkp0$jzN)B1q=Ce=+2d?953a74R5d7F9*K{Z{ zDBF!~bYKC|EE3{=8ieB%$c+S-_a1?)4>Ag(j5LHm8^?-Uw+(Nle@vS|?)d^T@066>W>R>sXYU23Cpva22ndB`ZZLG~+c#MceTcRUw{@9V(y@+bBzxkE(WXz_t1pr(`?QYXqrOm#lB#9Mi!XRo|rE7hgX0GQm1% zwZ7~EwJ-nh^;|~|4Dr~@$lQRNY>QBjfrK4>R~gWpB@}?}s9;_*^Di z1{QU7%(sZ%NG7cb!FXAE4!ArcwlV*Kf71tj%_p)v7wIuuwyRO|<%lOI&a?N!ct{VbreM+ax1NXT9q*Z~Hk9c* z!%~@c{Uh&s3A9obm-p!4hleSwn`8gd1~{~qbLD+^C*m=G8(kT$ z|9Jz1kD$C0WUnkYI=G{!27xW2)SSxBj@sXOuA1A-;BDjp1u6`pdjhBthh{{mKxNYc z*{m>M-Qcc&+CDkf0~J3QSYBd}RXPuS>gUqvZ_0|L5zhU<$WQ|B0&1a>5o$XC``lri zPdyoQ*O};dnNh~UL1ge~=m-|Dv<01v4J!ZRc9)@r$b0V`WezA`8{nU0MFGfR!Xw1f zwtOKeR~8Ac-;H^yr1@i9)6dVTx#|F;kaktsqHwD7uzgOp7Ba+F|Krsn-(#e7g{c9! z^9f;tTm#in=+Djx3`jmaT@NK@l&-?Vzyz+6`T;99y!# zkS<3`+6)}}eG~e0l=KG}&G5&UrJEe&YSkCFGN~?kz*i%wOF|DWyUuWRKY}cfljDeb zMl9;kAR|g#`^t&&>cH*9g5es;x!PG|dEFAt&A5fPqr|J0joX%(b*=P2oaLTzkOsST z@z!bXVgPtkzDx{P{F%c5+ax=2kQ>CV)bRIwJ+>k3p(msWapkO0e@+F(vi_Q5aazvK)|u8OA$H3B%y#w#ZSGhIJiNWDh^_! zo5}oF{CkJl_V38l<1iBB`f5Fp27YWmsicd~L?Mi4ZwTMXP#B=o$@)!(FdeMiixc3p zABMuEe&fzRH#lD>b$kSpKK65^0!=_tZ9Qvfmu)Qfz1}3jQSmRV&cXI_ej*J}^?o}2 zc568!Gg^dc3-)0tt-OjAr*j|N(Ykp7s%@5&oZ8tP#(^>Gnb=TX<5Q_Km!I zh&vjIwPXK?XsD^Q``PiCS72=*8(@~RlR?>g$Q*}Oj4-{1husI)# z`_9#-;IAl;%;zwA-#ULHOq;NPOb-Zb>x0)DxD{E3W2k=WaKnnLeN7bqb)^!$$zJ;+ z%Ht?1JDoKmzhN%+J+I2hEU|C22UanWC|=5|7*MJt<}&&3<+YLg_9$z_52 zb-Mk3=I1%HJ<2fUf_MTdUij|6!Byi??(f+?l{xd}_RTMbdSTlCls5|+b@ob#ex7L@ z!%>t|ywm-C6~b({LI)jQQ!=oEo#UxodjZD)wNb9T%Aez*cFz;`;1ompKSVs7n1f7S=8stJGfjxd1b1LwDk9>D=eK$9ZWMR^Z&tdIzm2Jm+~FvBy}Jn*4C&1cyWTdR z#&LFAzcC;D#Matun{Z>6O($*)RaY*tnoWPDSzA4Ro)|*psrWpWN+)2Ymfh>DS(#h~ z?+#yh^c#1LK!{{T_{I->svQm7W5Y#ODtZ&erX0meciT<)FoNivw@ zaNxYwD~}65lI&TKJxFzuiD6m_Sow7I$$%EA@f~fIR*u@NOdi*|#tx*mMlR;`Qs}x; z84n;bWyUHHXLHeyu4Y{hE+j;Obok(ld@d%~z1R{?;glObiLI(bW&0gAKDi7+mQ;z@ zb*(?Q*2GEAto&8p_z#q?(FTbEZRNktSKu1M4z*^<QvBVftbxVlBvktlNR(}LwUJyej+KKn4KSh3_st^gR zcbxeMd!HFBSr=0TS%)nB&c-ojxFg4Bm6FAfE&a}7rZI|!Yb3p>GsjC8jo#AXW**|y z9zs*oiiZ|2!{K1ZrW!P=qh_{IT>g2NX3a^~{Bv8s2j@N8|6yhbB;zF;q_NcuA)w*4;l!*s76}G$O2XW zK3MpQX(@Ts;BJ?*6aw!5iynh?WZg{%=N1(#2QWKED zMIvQ|V85uzWzJGtNT~7+{V#GABWZAe6~_Tb4jU4qGe}x2-jRA@?=yH&+f}aJ$N8T; zFG~f;LcfbmRFh##cg#~0b~Ggj-r8D__v4KP@SlqS5O14o6ft9}5vwPSdgNtNGxpu{M#+aM^TG~ z%W}3@jdcpqH{06B)?p{^R1VJ0?eS%D+NDsh&0SJeCCS~{%!`FpkI9iS))=PqVZvW{ z!GPujjjSr_Oyp^a_qqN&JF-v3K?A<5v4Dcr-vf%SCt_n(wMvq)^IT^i&6i#(!Q^U% z?>}=1Vl!Dk?!S3hjDZ8zyWWLjvx=ydyE+ov40hW~C0DLJR~PLf$#DXI;JpgXwUM*S zHmaKiPMv5B!A3OJYRQD9Bim)JPF<7-#~0^zt%%;a)E$W=JT@n)k`&jM`Ae$CzK6^{ zL3RiQ%{*51D*4aBR)rRjf|*76Pho5EBY!alJLdFs8}njp)oaVj+S-l_|m{1*X^!dlzf5huX<&Nvri30z_Efc5)sD?9LR>Xf(gf$?Cmghn@Xos z68ILvd)o0^%=CxhEjkEnbjvMnpsARhD^EcaMm_&RSDiBMu*mH09ga1OcoN53ojn2u z`2uO1UtXIKjd`)QbF!*T$50n)oGYc z6iI@6T?s)Ng@fqKuagm{{i@yiGXPOzNK@+~XW~$aY6dor)=CfX&BQm~bjsLW!|DGt zxlH-+Wt;wi#6X+uWw#sDfDC*FFPQ4N256udzm)wu)~sV~IO|`mW|0k(F-5!BS+5IZ z5x3G5N^6npM6$0VZ4QT{Bm(H*;mV14>HvwQ4LU#Qbgx6h31T&Uf~n|UPNT`9!u2RO zp2e5mg~&dj2t*yX;GD8aW-4Wah5708!>SpgN1#EH4jGVP0%@t~n z7eG)m=1TR{Ka(f;1>I27)uOn)Vg^m>H#z~eCZS~;Bt0&CdN;!jApO>x80S50A-Z)R zQnT_wN#yg41b~i(a%9oKEhXBg&jOwcbo(%17ov!uC&G^FG&TkKhg^iS{#9^kB_HCf zq}Wbx*fo{=kTyQ8v|6kJ0Vfw#@U9Yg0n$Zta{temCtUvbM><`_oKsabkz=^`b53t( zKC*FB0xjSTMGOaL;uu_WxiioY&6=HqEd~B6g_|}G_#OnM{=Vz=L+vv+*!;7ySmR<` zLEgh`&m-U7AP8&d*4Qs4%r_)A=D)PJ8eDivaczR-JwvEWi`nrgo|@Nwen^=g!t!U+ zioMJqF9w8>8G(F)f+ikJhTW}BlJ**D`iALT{3+gtP$ud@7j1guPjH4!hm zMX+zMj!It-&S!cC)K&yf>o!JQZl3Z$1tAA%2`pTYYg3TfQH1a2g{^Bp@lmW&3aeCx z35-HWPzvey{BD&1g#*)yppR=hUORVAAW1fMiI`))iW1LD#szYP=_^_&!#?hz1Y(7X zc<1DD(G;U7K4Pf;{G>(LOC-etk5ELW63hio`4q7z3EU0Sj~ol%Kd7g=X{y3G9Dg6MYW#hQ*t% zX>~E8{3P#_-t9}26DO1nZ+zuP{5vptQ`P0Y>4_>iErB|)6zes8%!9|AC<;E5i}}J1 zS8-I}S@h34FWf_Rq-W<}qGKBxUUiiSEksij3Xam^gPra6 z>i5t&%OH8hcIhspE6*IZGOVWPGHEyI@)&b7`kUZFm7gfmuCUnomkW5`i=A(7$&AKH zkekxE46j|iMUmyD_8doebXu)PCpd?weYEuM-Bz7y-JvK2j$)NtcP7GW(XJ5vJY#02 zh#~B)9Z_=yNDbezQ~FUkB{%8>srz{AA~OC+-WloDUn@zBS{b`!Cyr3vBLz&IZg{q) z;kq^_p3}JYniU&hQ_#3^lkF|Osi}rh+A6%MlS{}XJrci?ej8Z=t>?3H~^BC9T%jmU+h4~4`m8(MUP5h_uxyo~RXGKRyi!*mqEC^8Iy;~EN%zB$dbnBAOrz$3Xa zyFkR2X^aqkKLI`C+Kc_>;F;~ENF)a0M>q|3i4BBe4I`V33m{B3g?nOaR`S(iLH7>| zi^i?9mMk^wt$erqUof!V$mdg3S#qk&WG`r zc(V%d$Ei_pjdB`SlquOq52=(3Bcia)>SBIO+b2yC2ho)R`X7e}&&By(e2`h+-fEF2 zN^>Q38xjUU*R8mLeD5-ISg~e}<=)c=8{$WKrHo1gb<5%$2-;NOWQIsbBeG4;#&(6u z2|BgLHQ1wDV%RQa$7P9H?^g-QukjRoUeTEKqJRVtRU;~K<~i-VDgM*X^#voPE(*ct zQmmd%?-W!4vLT$`o^do+bSYf}epWjWD5r=(T+f7 z;Ufm4%uI1jE$68w)Q}oyCVS*CiE?5ZT~T;!UVzQAp(=B^gVc>SNc$zzG;<1&xVtUj zWTo)Jk%gHg$BB9mUz*k%6&QQp7UP5BrV8uKTGEM~usTUz@NwnKoCrIL$(?t-|Aqhuu&;wR^cHMFSr$S_lV# zTh*2}=h%wY>lMKU>r<1W*~K)fXh#z(s-cO@Wre5rPlBU&c#l*Eb0gs+7RuAb);pZvzpFRqr9zt z64~Xt&vxdO3*sqkosh7^TYD{)-}iGyC5hA#A27uWmBC#I@j4Xxbq6C_9{C>p`Fj~0 z{HiX6a~IF%B^@A+b(8i+Woe~?TXpO4*PC*cn9UzfomXNGI*JclGxz< zVx4SGFCiR6Zpuw6B~%>AQ2h+bi};FS+kSJ@fywKwuJa23KYkp(2S=*N(H=BuB3%bv zz7i7?A4cWf#?m|OaLqhdeaTb+$FJ7m(K@*+YWyhXL;>FvaL@!)`w=TP$W!o}|0hTq zMSTan3U6M03}p^5U6V=`4T28iw`LE?0#K~zU9VJ+gWSX-azX7b!_v4qrP4y-hZ}@MZ3Ae`Q^DCCb%bb(wX$8z-xOUF6*{!`&@&QG6Q5Fqr*8 z{mHv7+wkxX$ZsBRcL6gEe7FUw-*vom-ke9vS0kkDHN4Mfi8$k8=^ptoS;GtM@>~L{ zxl-jD#$#pSpBcx`eRFU*l$is4DCCQ*vo0t|;J&ij@3Q=lK^bX)kj+E@T3Y(h#ceq) zG@JFzS$(QO^^*R3_mk-^Jti^CZjv7OMPAHOyHU8t`-&(dKLWo*SL2{C0i0Qw44S) z>5}vtK#A~n2eaOHEdpds>`p2T?1B*o7rFHE&G&lVZV)V}Gv{$Kk9XZ28h zOe(s}K0M-{=_(UlUy$L?h*hISI~xS-C@Pl8(!9P#mpwhq)#glG(Ma`4s<0wLW2Ci= z{fKZeW;}V5kUltznHe<3n( zVO3y`&|P1X(4@0}U zQ8jmW2)*A@oRWY)mPl2kp*PJF&AD;wvNru^RU1T_Fiz=W zlW?0s=59+|+-9z(Jb-{?X!o?(rObl@n7KqWB#C(&nzdslE+(n%`VcxkeDNf~Nqb(m zsCQTXjiGnzor`ep62Bv?8#wl8^8T>5fNIPDEJFPit_6j7MA*tV$~R7o0g06Xa&~A) z40*_U^Z=@GO;da!SK!GYP1fg;4p%c7hh&^SDAZ1O-itiDTj=ZlEGRL*fq}LW1%Rha zvE6dVT&gXm7p#+b%nlM<+$FcdOJ_q-|HNFog6-E{_1!~?XwoaQ<1=xm z4JbutsU3Ox+O(f$MlxOE)s$EF4zme6RV|Gdz^A)q4fNi$ZmUzZ;eSTq?vuNQlX@(? zoYeQ)A56LJfv?iE4>SIQw(R z6P92)0RY9)S{V&hB^}D>aUMsjj8GZfqr)b$V3=6a8d*U-@W2o|1L%*{-P9aXgDOK>aExrRX% zx#}ZE!ICf-|KjfkzT649@a0D8c$(B5HbM|P<9#fWM7Oh_uDj|Y4=>y<{hFPjLl1(y z7OyAN14%Q&(cjH|`lm7`I~|?gn_0AQl1x#^?zzKzTdQ~I3BRs-DNpq{_R%@AIknab zmz^!qrxO>gK(MpN2w>rB)~J=~2OF8(6`q`ar-j8z+4;4&DT(>6# zAa2}B9CrT5{0y;q zS0z;GK^=3TmJw^lUbWcj{9QmtNWH%PzSnnEr94Ou@Iyz%M%9@n*e z2Yq&=bG;#xYEWqavh>qn+LRxUQ=Cg7)sAY>0LxHj3#`fK3z}cvT`M827B@TnYjEN9 z1k*d|;YOG`T+BJ(K$r{UXc>S%Pc`#uHS<&@p7+Eh0y=Xh+=`87vD(Js1Tt~R#}*?- zn9JL-ZJYTYl!xX(wp7~rE&-M91-I6zqF7 z*Py;mhx0!F#L*R*>UQ0-u(G7YqGj~@YI;H3DS;X{6w$|cNUl$Bi<3jVyzXV4Op9QfTh8MVt<&O1L{^5-V4{$|_Ka(ZR+45)*ol+j~94a1<9X4>IepLu4YC=yad z0oQ10`ttYE5vvUEiFl9Y4Qr2;lfBV+g4OV0sd(lKb3nl^=_6{bJMcXP21^N+OBbC{ zG&%Htg0u30WoRDS6&=dFS}XM3$(s-{at1|W_cM~l+vDiyj7`%Uc?85VlYnrP4GW{5 zR@fzt_Ffx*4!_^wk6kD>|K>?9Nam&!fv>0V{ylH5p-r2@Wi$Kh&VXcJ@&PhVd&%v= zP}?^KLq*I7QEn^swR(TM?%UxEUmG@MXwc0diqJ|}tOy@V4)-?VCCE9I;#X?>+p}A> zJpcd*9o^BvM&2(-COdYsRSo$4Adv;922dIk`UdvM8lTbO?cljfF%lOV>DKDw z8iA)#45P%#@72r6w8$9;A^8B$YnwQfKO4OsEmqq#$MqFY1B3yiV5mxJz~C730D>H5 za{hP#24T_)I#^PQJDk9yd-;)-2DXDPEQTCm_)Q!)jJ<4Z0P(Nd)305>Z)J5wBqAL|K@BYR-hx{uL6Q;3s-%w{u2Uv|;;dY6 z-3DvUoc%7UdBNc<`kFC^(kM11j^4iq5+PDTRpl*_b-?q9KpQn)GE~`acVU9xwQTl& z#rvoOR)3@vyJ$?ISh7VMGl%(=x!YHKe7es%z8wb^*X|9B-d;YYLL3C!|h@S2s& zf-@)LJ5^)`Vy)mD*V>q*xUaK0UhJWDXz8UYwYVIPh^06HYZXKhhU;1k2THgoD5=P0 zk)aFPmRK2pU&ALJhRwnru>(lbCHsvNx_~Upc-eu70BJV(0OEUn2hehaL>QYeVUv>y zU5i;QfT|;VoWz8JJmgZE1Dam>tZuJX{V)r^K??XQG0}z3 zXKD(N3T4%-BJrmGI)=f&M^1~QJh3k-NBGyw2s~+f4NpkM+Ce6ca|x!mt{COKgdg|5pwuMl{`X6zsqysk;lUS~R6%2$ZwHS;M@yg@k~om|BDMCtQ)wgB ztLf;~;J-vv3jXcI9Vn+YQRXx&>1C3&X+VTHf~ybY`El&HA-Y0@q<1@`G;+8IE-u3` z`@~^YnEdy~pKixLWT0z2%^A8Ofs=(MC2Sg1YnMpQabNv9;7Zf;xU zM%=2!Ns)Ulrf&sjz*sRTQFS?Uvj9UtyuYirlBL)*k>tmRo3Vq1T_>`uh9o>OERU(b zqEp6rnV1&pR`R9sCjGT^EhAs!Xg9|R$OXOe$9TOn(s!4&OMuZUwO1<-zX*w!Q7lHZ zb5vkml$oH7SG6m7j(56G{5mTfiJfCrRpU{}oclyixI#&<0M>CZBP%CpA2MQ)Pi}F z@*^*TuqUDx@xwvF+~vU{;R&z|ImSw2kk%yE0?y7$K#>^RRA5dlRY}NNda+GOX%pu3 zCpckTuuQ;A1}W+e%mKs#Yvx>DsJH|v1%rI5I%2EykofLFWo$ux7#-6+(d~G{M&hzc z0Dn*B?}c_=wkLq91;&3f11MoD8E!ZV(Lm~{^ro40`_BB?&-K0J)x{_bOmbE5`SZ^C zDcK|*v6h!WIgHG&;WZK_#<*3rv)tkv)=~t6H#gKJRO;39b2TXo?I=!x!al>&0l95C z7MCz)_k!jOytF7R4*}C2y*|WbwV(@7BRkxkoN^WD**Cc=6LrR5;{nC$28M;pFWJW< zLGX;nwxzLwsAKT)w%J%r@VNHr&OOg3D%G_5=MS}b-CPXkVF@cCgx-QfY+amQ=ld&pQF&Kd zs@DRj4A+MyY*HB#PfTytO}~z|K;*}{OB>7Q`Rz9o=&veSKx+q#fXF2Ul<cz`5++)3gm%Gg?~P{%DZaWE8|QepBO=MN20yd#jJ_k3aQavAMu zNLYSQZ^7!;19>YU+QO8*^9CSWyXm0X6fxyp`uqk>6#O#$LB#cm5D1mX<|2;`F!-2r z8td}vg)!@EXn|i0!fjelFT}MDcb>DN5bq^sQ7k}$Ha2sA3k4d9c1fOg?)$Y2xg@S3 zi2TkdGBY#5bfDFSi&A%Sk24EL(QYO5guwtrZGSFFJ&viC7Igarzme+TiC|oY^Uxvo z{Oq#>m|}a1Ni!;Vz z?<<+TSPAnVJ%yy=7(BXe!Y%)(_+UOQ!GJ?mJu-66pI3%nlxog&%&gU+oIk_Ggd?iIS@2?188Hww7K-(Kz_ldK4W!8$ z(Dd3+8Uhf11elqu;hSC@hNO%6o9VEbtg?5mRk+(1#=_Poy-w`BveN2VcL;F=SUawn z-PZ9&*yE6p81d|Y;rCie5{oE0KAowouKp8H$?&>|n9oJ2=qupD1U#;yEC${|o^;5v)QC`r@0)P5e2pi?LH`?xnm$!c~m`b zX&h+%VB3IdD(*pne7o6H=X-sm2B3%_#c>=_`fclw_X4c~P~g|Xhuj}8=4{NAJtYMV zR~tIsdw5~O0a`I@-GU@%cb}hLZ@4E|YIfHB~uW7CCvo+F0T=2IYQ51Wp zvTZK%X6vO~zK3}!aYPeuR^NyQW9HhY!z8o$MkipLU5NQ>bWjRFy{hk#p zr9l1F&!jF3#(QimQ&uiSW5NVSkfAJ(lWh2fBUv-Y!yzL?7rM*BC6X+F5f&uoEtFZ! zZR!BX@lZE|-ly~|_y5#>+mI4b`H?zHu9xKNv-8zq{k1BB1IRB3nBUc7(Qc;rIzt}p z3AA`i99kfDP@BOLX95hPreIJ(JZl3!-c7)UYaR~8mAQ#Opb0R+g zp?yPKo-#rZeM>+^yj7v%Za=JJ9wfXq!XlDx^Q6N+3$84KtIRveripu}L3yW#^azvQ zotDsR9t@LoE1~Q~6k>K2A_R2b!4ZqpqBay(W7)MmyKLUpukYDv$-EI3aLb84Y=ZW6 ziK^kVn6mSV12^bjyTKu%S?8^&}1;(A>%yP*b{Ze2}Wk&}ngX+l)Y*arS};#}y~KF`Co2*HH;XY**jx>ksS z2E2QdJjN+@F0X}3r1HvQbac`e|5f8sS#|Tl{BWC6B&Yu;mzlLWh6xXkem4~q z-L>8xBIQYj8w&~GQrZ&(YS)v zbspkE4agCg4lpU~T_sj=9M0j@<(RzD--h!l)CTan(5%MA9hEB8Q2dO5n+V*OGf%bb znhz)jwT(guD^yZ?Xy8hsOslf|6g6}4Iqp?1k>tFui6KMdjclm1>-0-Lq0TnapMZ#Y zVR*-DO|A_BJ{sG{)uv}E0V}I~q%^E{LWs`DONcHGMiS$XfC3(Nk`-f?tgiq9RE8)< zjgcQ701;tP07J_Y?ilItIDplntp$u%fT=LWfwA`XM{h||X`B19lV297jaEWQfR-(H z5YpB{Pzn|K!I%1KgTwP<);2|t)OAN0PBa;`pM*D*vc)2omh@e^52$|l|5L&5PZLKv z{u|y($Op*(x^ZfHEn9FnLH@8e~^e`WCFE!>~S3GcTi6~M?K=8TZy-=9j`&9AxjeS#Ur^HFm3Ww-` zA*EVH?<QC5k-d_}U6WYT{utPL@J2@{9CGg(O^`O0DxdVuTej816l>E@y4^OjR1l?DZm29B&CD4tq5jo=; z`Siz5B_|zr!x&8~w&zMa(f4*m5aYF)R74zoEkmIohnm!?_e>%@r?fJbO=A4P8G1RQ zHl^07t(%PpMID^b9d!7OwO6Zkc~V2#ZNS2&+bG zY3rHE>JzX>*04Ej%!BG3c+LvsRA{Xn0B1*czYx)qCo#OTB=5rKk}|mVGSbeNUU)Gq zS3-I25eAYp$YoKm@7oGlq?T>~mbcgnUNBeiB~drk3YgmA!_(7t*>?+LK=ULN^bi^9 zT^0mk>1K#zdFGJwP8(hbfTRQL*Ph(LSHes1Aw3`^BBlznDDxF$oyWxDbXC}{9BCoe zk6rAY#Kad4IXL&pyh5Y&NiU$#4? z$_}Av4$=K;Gg{qRZexIAO=ntyF{l%O3#y7O%3XhTu}qNARCn%>&-Yf-^L6Sj-TLOY zf8Oban6FAQ3;~c%*xqi$RjQt0eOF6ikBNdnxAGJkZ=%-8njn^qq+vJ&%seM1+y8T{ zYdj)=o5r5ac4eGb(CND9td82|Q~E9!z}=&m_XNOXhawkLY@})u{_ER^!#jF+N$teA z(N#ivsLZ?D(vnau^1@59GzmR9ld!P@*)E$=4sg(Y?cLKf@}oaj?*MG==l9}gOF5FH zlOS;^oc~jUfSNBd>Lst^q^4?&8fRumv`P3z+gyY`PA?1Hqai|X&4s%ZWbD6_frS6GQ^(8%VJ>4>#bpZ8#h6 zxwFZ$ZzqrMo?t7$%uFJ{)i_K75#a1mY8?zs#1|V-7s^r>1BJs#T>vMP9NXSui9mDlK zWW?Mx?cv$|KTML?0ri+1*u(5r&K@wt6JW;nnG{ff`==VTe^;)r*FKC__T?Ti%-#&e ziC1MMo-BJh)&$BIa&>q6A663>6iSp*2IkvVH7#TUQ=Vz-gS9a)}WMuRm8}&8`=G#dH8eUy}P|6 zEFjk|VyrbdeqBDI<`6;9uwd9|v6Zc5m`P{8H*>9VtL-0U5T8iC*AQMM1Em3I67Za5 zVSo;KS6u~ZNJ*y0u`4+dO;%9qXBQ`${PP(0+RI!<6WLeL&>!BufDca2fdx5j9oF`u zeqYYH-eRm;rxAh=t}{#vBmpj}I&Vvn`$vKCDXne-o|&LYZmwo++wc(5)EU(H4(h0} z;c8)R8h(H_NL_v0!6J>|&@ca5=+()>rsUc`4e__P@@eLw-N|@5;ELu%=OsTgT&O`65}laqiyDS{CHn$6W^$9| z&JG?0huS^qW(d)nxuq-dJ8^?m9{ARI^WGf=;i|Z_O%cwny04+K?@@D!j__ceFst%A zAk_Nx5^V5U^Egb*-9C5o5$BCf5sY6DGMA4WksNI zWms+GE-+Jx_o9zy7VswmWu+fd*TQ@<%FwYUg6Wc#fja?=o7Ry!BKeBj=SA!N7z)lI z@1>linqj5P{ZWhBEYFvPMgFF)zK^%wWg+u<9T@%P`){VN6yt-?t^Xmdua_rBBqvN5W{ zTM^We!(Ii$=EVjginf=3;au*%u5^`a+se%@BTA=kCLjQ%bBS0?9G34#t$5?z;Q4Ul zI?j1_0~@FHUC-H^CV)85K2n*6>L!>DsQL#96RZ|R#A!mEAu1^wacI_soQbyiU zJAAe?xMpb41oyF#2dwsce9ivEA@Q=3Hv#8?aK1Kc7B@(3Pm|35ET9@fO!rPjjJ+mQ zD-z2`Q}#%+iia&MFahaCpY6HzYl#EP!IG)sgJ?2gN}W=JJyd zSasIml^I}qY8<~dq94%FT-@;|2kPyp2I#Kvwv>I7t-}MIqqr}ur?GjmecA(H@v&lo zfoz`hf?#qq>AeTdwDxY5#3;N25IJM-5R!&#~}Sfjiv?D2(0tKgWlW=wFvdHAmDE)l95eU$-7${_R@S0q$pBClvdD3UYWe_ zA}oc*8ZZQCLVh--A#yk9uYN+T|La=#V*N$WS;HY3f-`IZx^aOA4m(S;u8`^*)h&9I z@fRJ7q>bDv>gf7TDRzEdH|5m>bo14J_`d04kNgZ>rysaZ!qEqw$i6V^+miUi0JQ)d zb3018>sbls52-UPCqL1J1N8pwlk!$ZEYl`*JHKw=WvXVUAbNi>)h9#LIYGsZ1j5JB zRFi)IVU*geDJC(TS`XTrms|km1xphoi1LXuI%k`k#KT9l{dYqA;tAv7L;TzW;#35tzQc z8A{LuMhOR60f*KRg^`Q=XbtVSa+3cLllO+|`8nrLd4m`KGkIx*T&sr0*w(M#-X=^{!T|7;UupSLeX0+A z0mJ8egetjXp7tRcrbd#Nj6nYHBjYH7b*O_}0>X5>wAR|hc;DJ3d7O5Bv)y}b<7>_7 zElL`}8)OabvgPHH2C>hY+wZe#8D>9$r1Fc!C)4`cPK`LhWOY$>z-@ZGWP-~b4vRfy z2*NL@@#h4IDwD@Y-2to_e9IWLYoVnNW!94qF0g&mcdXZqc7htIdW<~AbFqk5>lL`9 z@u^aVjg45IF}l#YQ@Rpeb==>QYXy4tB<@mQ^W|2^ zMSkAU)W!gV^p+%w>mihbYv&I?1h0@Ck))EboQ5&26HU~XWsLz|AC1Q}<$J@9dygBm z>&R|qqXtxzrHV@Xm&{Yy?t4w${xnk)yqkS) zl`3q3*EIE<51QQUw4QMJ`&@$F9sqk9t4t@$F|?l{9+vdP58@(pk}+FX!0AIVgubSf zfu#uS?>c%u^OM1|U}UQ^hd8}GZp6z?7o1H9=P&hxGLTyujD{niV&!m`X>jPFj~5UghbQT@qJTEXydA7=H@mz)m@4=<@!+LJn+ z#FJLTUc*9p-q#Ot-y@yW0OXxTuU%E0`nP+jZ<0^+z^S>N&^dbMGW<1L&9u9q%RMkz zFY;$IhQ2mv_vf9N-^!P2@KWwsvO?PSU<{>1L4eL;y#tX%Fjs}U2GdFZhXoq{+d=7H=>g(O8vC@SOyrOvUN*foLbI6Ca~4*;yR#Ygh*>*VqLrnWV7F}g_pX#& zmm}U&_DuI~r})vo)SR`w{W7>63gm8w1E(A&hbghb_UxMz=huKH!7nS;#jM@=vUqjh zLtnUXa4WH5_`a8Q#bs}7SJo62QVZv2mTb!=>dMkWJA&hV;O`Kw7vy%Gt7gmuPuoKVXF~ryo(}-PgUuabBNP{ zqGj5|E^9fUOaIoT`k!XNs!Y?|vJJ1qAdxy))f_9s8hb*hpugCgC+I z%v?k+peINQcMW^hW>I-D0qxBBeJ*Is;=c#One#X1x^(5@N>Qd`TNkk#SD4b~SWNkm zh%i!LIKi>-EQ*UG$zXR`#zXU$BIZbW&!#G{Ggpe0y3>(GID4fzh?GAb&Qv~+cIk9G znK`$6ry##Qaa$Pw2vQ~^Y@VERDS_ijsyLzD3L8P-i_51YBJN294k233=ggnIUr;|u z20cRp1>rZyqtiQAe(tPY9U1$#ZcE(h4n*>;s=Rjb4!nw}0?cJGY;f22O2hXqmC>xi z`=g%~W?g7`Dk;TUYw;+z?Vs;cBauhi%reHj;|3};TEE52r#2=IEY=lKw9nIA@>r6u zLL^$;Ty4@dvoF$RH6d;X3MG5jl-Oxmx{aT<2U4?}g^s3z+Aki#;59@bC^^HxdofzA zSE!QU2BTm@G<$p65hr8F&$L=Vihd%g1@?x_t05;7KI_&vT*tiUWLYS0G7s59*aMV-=JcBYBD~xZ-!% z$hhs!A#dJqmBn%YO^LNgAlwOrBdXKA3W|OrTnHsr>}0{zopt1Kx2r;kpF90k+VzSr zG#jo5%=RW?^6b69$-UZ51SF;}@5V@Fk4eR5mie=M+k~A#-g4yG+V+;fhy8#=>}JVl z1Y5;BmaEK_`|)8D-|SSldVy=OlRPs?hxFCugLb%cMJXDa)N5GcsZj>7I?Qaiuas)k zR|qXR{JNOtVtWtTpE#E!rdyg4F^(!7XFW%%s6*Y4$KBAj@hP{3J>fUg#wyqXChzv^t68udM<*s~{?Z16G@SUI~xaGfp9w!ctd- z+hT;{a_kVP-f~R1KM*jxgxdI}K&L{v@JY}J>`|C@E=8yaioq6+_)2gA;y#bwN{E&; zpHe6v$G`aDCON}*0hDH*9jm$7^Yj!akXUY!?_^^dV#45-XHY>bmmP1mxK4=WL|{LB z$(;yBE$rn#J7_9R2Md}JdeXDN^Y&P1EQ9D9)jBlu{+CD6+eY+f12Be_X^C;T!%kv{ zHl1%GO4u$g0_bdL;{u&12hs>zfE~ps)W=yij#%WD(Y>0Hn8%WLPInpZ10k&1wRIst zAF}{bv(@pxwu@Vv&FzI+)8({X zg01JdDDqctlXk8eKziloVRBd_5jmp*=Se3NDx_h3Hq%w|P<03w<%t4fN!MwE*`N2k zO8s|)6;qNrJL^!>|2sg>hMWs%kDvT`my^FC?akLE!Xh_1o`Yz+l`6C^Oj6WS)YAX5>~tP}dnh{^;(Uq|@HO z+i^Mj>uJ&{qOAJfflR#-oF6q@|3oUZ8TS#SN4jwcJrQ>#6NI+aH@^dK2ruU zRKe1{Rh9n(CrY+5wXh8S=W9Fo2giNmRQAdJ*YuWOZ@_7%$gBb~bm5=ZzqPnw$36OI zJkW9cBN_LC01*y!OVt4%t0K@!%)CPi2eYcp+Ie6bMQ5!I{u1;)Ig?%x=EP-maboThI#(FTo{k<^&JSG081%D!%p2sgIPdbK5su!*(*J|YJJX2b!FWq5&y;H;h$nT?5ShjOZ)oVQiYho?VmGbcVcJk`fAWzB zCKb93#thJtY(LvY_^w!=K_)K6lX^^@|Abj>R_L@9nL&^mSVy!K=oz%Mvdi&fp`xsiO_VCp+D?HyMV@kQhv^=P6hY@x|_V|mGpzQKYErAu=TB!%c ztr@+G!;mRvQUy+fRs-W`c(%~<9D4Id$kLlgYe589>D*5qTHF41ou(m0lD_^ z^_&ve`b9fXy$+n)xe(HgSuBODPQCXwZ1-Prf+HUX1;x=$K3%tS&#VMv3egbpTbMg9 zAPN;v+26egw9Flb z6=Qcm)&IP`%=eS{-M(my#P6LMvjA z5X9c0(+zZ4**V-OlLv!?`P1z`h1h7EI1qb}k_}l9mo@{t9TK6ZiZ(RH{J6#6%xjaBoLPRgWmi;Q;$lpHI&DFG zMRKZHLS-bubFuXqp;M^z6`F6L0NYL_=Arb^7Buhlm241%f+=+UrjwZ(=z-Z5{XqOT z|K%Ug+DG^o=-pz#D%{vG zoFr54QSYi+@2x2DMPU?MPTUm^qP z7#!5mFu&ui13m5qf9yy{sOBQZ!4<*H6I6|ylG34xt;PJ64sc#4E5^jo(Z%HduGlsO z`0n?)^!9L?A|~vWs}fE2S#qRR< zDgMelnY_cSmB z03l{8S`O?-AfpS#@~;R_brICf9qt)9WNKv+fDzX2%j*hQW9&$frqE8E!2`l@-RlZ4 zLHwHCqc2Y&R`Ye`tad_c_5$bNG#7|I*;Etw)$T!6ToToiGB><$NV zA|zV7fCuN~(3%^2#dS_{eH|~*(5#E2zPHm0HT zv{67I5d4W-k{L4H{h_g(w*_%WrC9RTE}qHCTncZNqMeIxKdMZw%A@qs&$~f;$N$MY zw%qon?wMh$wbYaRD2LyyU*Aujm6|L}88?st(=mQB>S_sHl$~&f+XBY@cB6(VQEDkc z+9>yR~VSi%TUfYSJ32>XgwIc_U7Ahe+Zjpy~svU7AwrW~yzX>XTOhRrn@eZz&XUGViu#E3sABAk?~=?fM2ZSK_fbLExLGn#IyzfTn5k z!9Ha#4cQn=g0@?;h$JvdFzx=z)RrXO(VAuQ^xE-jvl*PNtM_imK>-oz7C`sRp?@K) zps9j`?If?V$4$DGWfqjfu$<+LBjHa3+j4-_9cZ{dSOVAkJ$)6c$lQ?YEO2q;eL10r z4Nm3E&%Tdc5F=ca?=bya@E+c%=y7BP7S*HeDVAbeKM$52-y50Sa#dU$nWi|i6$)X$ zgLxN!Y-4Gd^O9?&@yi1}XhE09i8(9l{tv*(dr!D8Sm`}9D6?o;awrd|tI>~>2oyR< zwV}X;4hjwuNzR&)ctDnk59|(@+$kq@^n|qGE#NvNgK;)pd^`cj`QxVWMw|IrcCro$ z@Ckrva9tPk1?y-wVeiIEm~1K78gLT^IOD~<$eX6gUYr?FESEf_)%r+Gsfs^Zi(*iN4BY7qL%b&3RAZwI2NiLfDs@7gq{C1oO@BnMsasRsHX$| zMg@~{|G8r&^rK21|7sebK(v?1cY5o z)ZB39>;LVC>kt#df4Lw$klGkgS67a{JLk9Uwt|n}RQ8HBA*c&C4)XYTcmJfd;a~)Q zyOHK@8wBYt5eZhEGe0+LiM4#b-Z@Ci_E&|4OR#4d!Jsjc6XpLnEgpD`%Jo{5FvjUr21fy-QOG zg!pwfc-jay4>8M_dA8XB2s6|>Kc)g|^Muauw4rvT>D$@O@g<+K)b6&>5MBFBxx$rW=U0{f8u>M* zo)Sh;s?8bHF9;giwyJ~0UxOeu~2mB3?bw--O`a~JMn%;rS_&=LHBPwoL+ITIj|%cI@h`x znKHjA$L@hdE^2c)!2SY-$DlvcR)CmdTPzz}Y}+@HTD8+`B9$ zq(NVEacE?0@(C*<5LLyqMlAmv`sZT#nDi^2g6}@V-b|=AySc^s@o5)| zuOd39j@E}QK@UPSPRgN$ab|~1>r0`m*mqJ?=lCO6@?eGi7azLI>8;nBg>5Cmp*I@8 zlpY2v8^A;|0F{SY{>8E2cI@{@a=91#{<%AQ9C7TA?H!Kp6}Hd-7}5WA$D(^(^B0HYk!YrcMSA>7>)!l`sb~@0#YVWmPfI|0kS`W9{N6xvFyu_ohL>EAdU`)F2LxSs;YaSo;QcgT5T8iH-r*T90oCv@qO9 zx7xhwTbX}l7%Ffym*XGKBJ0Md;EIkHB8CD4 z;1`6gu8|vJXj*tY9@sALn<=^Yi7lkU{ns0(Id0M)~<^0Ue!eppFvo0%NJe14svx0O48)3 z*=UPHOlM&;+zvusom`!5<+AZM6ZmM!JPszAR&1_xXHCuNpjJMg!B1;WU9AE)e{+&p z-secyDk|u%=tGn9IT_V|Y?Qze07X^Who<@oc}WIB4V{~GR)l4t+D zIRZWODvo>C$oEyJ&Xro(H66Hs(^@fy^?UZM{q5=S<#PAyR33XDn^<$#OT?eIY^v(p zWy;LIR3P%gt9mr}PW?`s8co08VBc?_{}b8jEXa#&!fEJF0Sl~*`@IXfRF`3lLzUkuoC6QNt0UmkZRG}j*_U|sAD3R+mQ!oP`61pROH22lwb|lGV8P71+1NW3fuWbDLaak} zt?mdq%hHi^1jnBqIW|&b?4K{@j?a2Zzj)=qG!8sr5iEC_p+wzx%b4zu<%Y|%#f`GE z0gCSaa)YwozTj!Dqsf0jg;lp4#a3uyzDsdEp2TyaDeeE>b0ln0uLYdO&hnwYD;q#Q z17$jdj0!|f0B(y6Z}pn!6&KqlufCN{2o`ZApuhCk%`zdcswU@;-#e&L{T(I11Fo`P ziv0{9#ss^X`7zVgNAew{2fwSf**tI1g1U@>!d{+T9H(}cBSzNz_6r0xm~l;sKZqRC z^yNT{_H3n^cmsK~*x}-4;@596cV=fog-|1B|BWEO6dOH5p?Hj8q9}@2cE^AIA;#JiS30>w~2t{tw0wOMc&-GUb60eaigxc2{Psszn!XkE;wFaeK_qGO=QqKgMz; zKWXUR%+@K36jkz1aI(*24+FHv94E#ipk?}Hp!&xtd>uMRC*|v2G~mFMyI@SL2higj z)c`0naN~zghOAl}%)NN)?qp{C(Y2=QN^PT_y)07bR~CSEnq?>jR5fGlPh?u7F(>AM z+X^hhOv@E(e~DHwULqrs2dN*xAE8vP(YG*6meb5Uw8gv95R zHAjd)uC%3%?nHfpmB0o_w6&mVJ*Fxl0M^hyDH*9Uy4EncFy1d+c>saxe$4ycRZ&c& zz+Y9H2X}Xr8QLDo7=3(+9_dC3!6OJoI&ouswVjMV2$BGAg})2H#1nn_;lGd4d_UAc z>s>a&lI8a&g!e>0k zV07i-K>~lo1QHivsCyI$(WG^cfYc&y;N*&t;+yem$wyEQw0}Ba5Q)uk#AX<>2wq55 zIYHOpkoQ<|&Z*&EsYhbai7TV-1M;f3IbBIt>;KbJB)IY$pi*$NfSbisj`?gTxR|)t z3xUwCs=i8C!9>q%%JlR98fvFvP#dY|L5QL3Q1XhbQbT@jo7**2N7QTS-iy8=e_BiAnh4*s? zVDT8Nn*UAjKt^pOAMO^l)>vY5+yZFcSY~&H{rdX6U;Ag`B?Z4Tpq(Y(%Ct51p*H}l z_gRuBWdXtK&SD=IpBl<5=-7Jwkx<7hxW#XPiC%eW6b7!u{YL!a719}1+*4X5F*=3Z zM;)ng6O9jKxj{EuuOqF7a&$0Nu@T7VP20oaZS%<*LM*!xa7`LIIfS3vo~CZW=C8!y z!c>iSjDVU2+3HIjkXuEF zgFRZA`ERwL2NUD}n*o(iJ?CCexCm4+I{|&8;7I;+i5gCArb1`t%0*LL^PmIb!(wy6 z3IL$4FvnWC8++mxoJ;_((0bCsKz47+bz&A_@_C6BhburgktyiDNT>4{;rhKwLB35U zInpqR(t}>~AGVkESo^iH*d7f&Aw*Q^ClY;gf_3 zlluR1`dG-)c*CC;jaS6a<9NhPTwM6C#07|WW(nv4Ngbr=+y!(F7ADO`w@I|L>dC&9 z@ojjpNTbwIKvkOHTs1bc`IfeC^%>LiSI~e4H2H8!Ty-+U351M`YgQnpcWN9NE@Pz? z(+dBAQWrf+^3hF9QQCS(UE(}2OYH$V{(|?uj`Hmr-MOTxUxXH&-F3>=dV_)a6$hFi z;uaQmpsgnjNX}Hzth4EjK8F*EJPl!i&W z4QGgJo#h9JJZ($LG#x&#_!-Y9N4L#S1fzUZa{ij3ghExjR?l9F&IiR>92zGrLDx}P zki~ymvlIhK9=+1bM;Qpz+Rt3ON1fK^>Bsbp8HP%pThyl26wGD5&m!!wEZZ-VXw!sk zj8K0aD+Z$(2i46umqUx@-#q2c_l&aqS5l=PM>Np-;oal>#<51+X9j5-KCtN4LF5Em zRJibzK_yF5i(G1Ao9if%m>w)ph;a{=+R+E~Zg$>&G*DjyL~v`Hvt)}aa4B?Ys?6d{ z#WO*yZ6D6_7&`=?dFMp_63{B942)*w?;b^tKAv@(JXnddyb=0!QP|o}*k;GW9~X76 z6vIYS!-L%diKbUJ7ck9g!Wz=`z!^1*+8hNm<04^5*2Yng!gn(<{92oFudrnv4~`bVk8w?X0tN+Q4EV+^UVvDErHmE+ z2SffXS_Mq7-fbQu)xDvc6#9VMw z52faSRD3F~RFl|;FnsbfdF%vP!w|*FkL%_G0>s9e1I54_O}toGxzwvO3lGKfE_u9*(r`%x9pmo3>qcawkZGY*uFijCNBO z#PvNGY_r7}@bK1TsT_#op0G-clog+8z#6grlnvz)fqKSs=@_%pGF}E7IUdC%yi&fg z^uwdF{$fJe@q$g#CkNBWBhdtyB808;ROo)i8kUlh9;rnnv>J+ISWxnNKyunc?k7ix zGLy=T2TKCFE`kk9f2!Qj6wZ!3Y0`QJIpeEbOdS_ae)-&NXVii&uBH84w0w8=Q5ZKV z!Y^JQwU4spNi5ZW7-#gs{OzOyBiWbZ{VUPid)c0}>`6h0Dd|pRgE!AHiKZ#;>vp{R z0}B?>ieC3xcNUusIHhc96ZHSb9EHyr{Jq93CBU78Vcj`*A`2wLmeD;a5dc3xz`vcx z7Rxmld({5>z3v2Ul(jxwGzu#=Zs5*qk>KL`M>zB1K7ay7@D?K>!9t9bnFt*+z$=F9 zHaf36dj3OR0OQ&cwFEyauW$~e$c8fuZtu38gYaWh2J}-&gl(&gII=ZGAL?Q(rT`A` zZkE!D#FV^U(671Q{WQ+C)KU;ia+?n-<06t^n`W=uK3HYN6oHE98s$?FaulN@e@J+P z4NM;!#2f(4<*%|^&5!zlG2!X!>$sp=>@K>J8sou|)18+02<%B;A-wx^i{iYwlu zjO87IM3uBcm4{hWUOfqQ4KNNheFu&$Zf;VmAL z{B6)Juv zGbDC`6lzR&Wod1UKIDD?E@RG*VBx+txOg}6P`rmQt2zJ?l-av69a4uk!3wVS-R_cw zg+-^R3p2Z+25l2g9y53xGS{PIi|SR#M9%dZHVF(|78$NetyQvKR;Kq5{Th4&Rz=S3 zO0HmTh7(ykbpL$=Q5y0K&d=ycF4^Yo{WYe;JPr;Lrr<)2(rM?(k$5iL6hJyL!??c{mdQTjafP?hwu2T~U%33s- zt&BwO(J}wn`PLlnn7+7xMmgkmieFObfasb=xRdw@T2we{O@d4uk;}u91k9ivh(JKtAlBj|o55fLffsZfi%vQPjU|<(+9&z>j7E_>l za3b3neUGT9GN}I+p@$)#>*5kRi7`+?|&?iV@fOpS< zxi}Vr_QNye9d5L;fRv8uG9!7pHBml;uBG*akcF}2zF3FHh({uzY4Im|;(#SW9i%qx zPQClnXOZ6Qn{9+RR|xV|lVbFMR6yR*l!h#g_&FgW(%X6Q6>K^^2QQ;lxukl5oJu(o zJZBt0Th@p_4sLN$6Eg4;h&8i6I!kCWY_?EW#ODoQEUr>r&|jxYXW0tNc1|T2?tqcc zW|2Syc0y`Wy0$<4-=^!DyRLx?H_9Lj&A-G@ zYSI4i)ufGjOLuM$%THc1$tb`Ta@xP&p*^_5(+wdowHutHPQvD~{IEZ6`+L0_Ep}=Q z_WVPCd@qLLQl$Kdk>sSLJZ-hI`n<`?#g{o=;0^|U#{n#lwrwu zT|~t#e4WC-L5xf$`s)WvpQAyn`5%8(Oa-j`h^&?SJ?P&394k(#j?T;Klq~(w&ap(70;$1y9;W%nUz_&hbeK$DczSjIw&&K$4nFQZeiX4 zCZ)&XAG)tE)QUV}VZ&b_?0sUgTVoRLZYK+0V|#3!UTCvexDjt-tD`132LrUKVJo=~ zF{cCQya0@vwCAIw)}^+tkq!#5j9iqiLHy$G(N`1LIG}PrCb{xsPAm8r8U_L?%rI2d zHiP>O4#=y)#`+{j02c8SF>_&d0pR~YFb4~8bwhIsg8s;v8e--|0eMYy1DcaIra1@+ zUfZOSxT%N+5E53sEdNZGZg()z(8wUm2|LAl$qQ@m|Az*CVXF9G>3LrC;lOsXZ@=A` zAih; zC(`$37Rmw#alB~E>nYe)L{z*4H&Y)zos@p6M{vx@PP24}N_Zf@@Yz*AfMn~PPg&je&z#KaIV2!95&u7!Rcz+n8326H#=trsYCLJL z`~=y!mb(QC|J0xQf3+idkK+|Rc{vn~((_~7Mo?NZQ;h;8cCY3b{GeVT$Zv@%`D|c# z>#wJERQ8=6c-WEbwd_FR=UM|A1dFVjBmc8k^aNi2ZBTKgF}+R1{j3I_-?704c!snn zAn#zfkAY0kNOOW#Rme~)X@lH?AHVfo#g?U*0B z2;pV5!;7ZJAivKxKf((j&nK!2qsEv--n;}#^n=6PPZCQ4y_k1 z7p9dz+deU=5la`Se`Yv>Zr^|;_4d$RJ?AGwWc*oVBoefScdY&dX<2TS6IMM%yo5g+ zJnZS4x6R`mf_z1UY6*>yN`elFqkL<1Gbwy83MiIK zW0^#~@ZGxiwzO69mZQV)a?d17UH?+Q8kn2?y(wuIZH0pnQQL6hGXk9`nV})r!FPe8 z>e#VrX4-on)!Ah9#vsJ(zw>7M)%H?{H=&UHQ@+Kuz}QIA4|DW}1RUfit|MPMb- z^qW7)|H=(zGEb*k#bb?c#f&=ZF~L7Thf8u{l!CWXkqt>Mx{<8tZehP~)Te5xZWjeq zX=UO*!*}&?LYm5ig##{0kE)weS4vz)ByAs1t-yAW1o{p*KQEkOwj@*WI}(HgHhwQ4 z7%^{lwN4HT%4=tp$q@N^k%|4*yTh{v^>E~IJY%-NkE)0ak>R=wMzjPAC;>&>x<|7) z!~Ls@(On*0bzo2aay1Kr)7ItFA%uF!B`klJqK_YP4`U4!4weZvTxO=XYQ9^J&FzTprZpCEc zK05#8+%O_pD4W6dq8DKes9Kng`1ZGHhdWpDVX^z2JVOq|MuP_MHGNiYAmdqVgkQAk zTb|_-wOdU>``l3i7X{hLEy|SNv}|46?NrJZjDz8!Hik0g`BSAuD}*-jlv%YD?^r^J zSpntn-SFr(ywva&@@wjH#x6z|RWbT>+CGVShHs{jMimQ`*`Ju^QG4#=FlwYAbnif3 zDbdr^8~BX!J1<5_#{f{vI#Twxtji4V`ZDcCPf~)1R9oh3{JXE>QL4Ush6&)>uslrG zOjut*lo!EgR&cp=BK&R;E%1kN$iKwBNh6FmbU?beJPyVDsbO`HOU7ctWQ`hNA^v?5 zkWUuP9~%}-f^LYD#K+4Pc&%q(2pGO>!N(7q<1>XBWcDv59_`gQ4l zZsPFtRVoL)v0%eQaNrGur|Urp?UO+%ED(NxAs=s{Pex~SE!imiWA?NZ9?KYHOwxug zjRntL3V!u;4?mJakAYBgzx`M7!wlk^87j+Om)?u*&ZZPDKeKzt{^{VNZ4ZBtbB;X9 zyRXs6Q_?IEqetA^L{_wd9iYW<@QTcKihBubVt}0U`J*}4yOFc6oQ}U?O9sTO z!X?5hvaU9=UGOa3c2|JVfy&b%ywHNyX)b{oM8FL zCZEw?A5sMfr$5`58I`nSj_U|Ym;dw{wsAQ{Fn*X5@$|rrp>mkHe$2?Q#Vcv4xu;}L zyad=+)EldMnoH|DNT0wfyckJfFiUf|3ra8oElHPUnlv1|uM`fEP$FDvZP?NYUUD1V zoxJoT*%s>uuE3bs5@;ap`mgm&1osm}Rnw0{@spDSPT{aFk0%DA?BS3;#$AOjLY?6{ zjTN*z8?TCEg)COc_ZGqlM+IfxIp~S*C=smpXd&LA=CuMjl`*Shu&18u2|xOi7ib#* zJ>yBtF$b>)&X#>2ncx{j80xF5C%stLCyJ4wYl5S7Z+_cHK~$!!fpO5&@k&!6d9VnxyV3 z_3r&$N0Sm{Z>4?{#G7>Bw6V7j3a8hSv1@jT|N5AYXX9s2&{h7ixA9QkQ@Db|ZBO-6 zQ)UVyx5}s6;=M1NHWm+IF~9F0e#O^9fMAYurS<2{r)$B;QNSHkRJYGLobLly-O7nQ zV0PVd(OWt$wvaXDff$aIV_XT(Fdq>Z;Xs^~t=V@4ZOXdpJovMea7ELa#Yg7r+gPlV5Dg4B$|n(hjoQP-t9}6c6jOE=BpxUWTc}No`jw< z2f9VJ=mcf9UYn#TSGP?)JXTr{6{Dp4_Ii`F4B^(4(r!*_;#Y6t5u9y*ceY7`0=ZQ^ zQ#+!D(lJ%na;jn0TDX6ayBOd0pg`?5>XJvS&d+CHPE?<$DTj!*$ehWWsist&uJTL+ zSarP?A~m0Z{@K8{+0sxkIrbvZv}0#)kCJsk*7nE_sY!B=V-V6d1H;p03BZ3l!1?)q48<9@p! z*sXW3D+5oLV2iMxI=~E|hi6wZ%Q!b}qiw%Ygld7e_!)vMIFVbkXAgrjxg8zMbt6Hp z340B1?xUi*Z(fUJUgY?Czi6t{1^SSvNFUX!3VhOI<_LS8wi1>ChfW(;@q#4WYAeI)nJOaVe;FJYP^TQMhny5CB$Q^qHN` z{v}J>2~b(U!?GqVi14x2Jx~EK_~qT0r-3_=w_U~L;|wfMD{P>s3vv0ZE>|9x7Ub7- zHqAN{IK@;&#*OPAa~WZaljJ?TTK43aiX}TM=3pQh)m#*1cbvL;Y>?uL@I0mf&#}6` z;oZ==h?TQFws{4Ys4UjRhSYe%>>`vctCJy#F{-2M*4R}PFv<;+D)MbF&=S`8*96l9 z*35xbP)Q1@bSAtS)`qcBCRfcM0snU%gE+wgIL)6nUJZb1FP(sK$%DbXkFHg1{2|AQgt^(v zO2qf{dUwAnC95Fo*=WI4-x`iXD7&GXD}gaapEjQXbRf2wnnU~#;b}?=*C-M9+8K0X zk}A?%@e~Tw2N(U?ZGh|DR1qh;@A$9}!sp zoqc|z)lGOIYBpNCQ;D784#Yr-x8M&XJmABbc{KkI2CXtEQjV6x`yBqAfZPFpl1&l= zPM*+Y+i^*!I>C+P$2OEh*S;m}XWpi}-8%Thx(_DcHOo^=K}gorA3-1wLj##8?8$q{ zL6TlIO$H*UycMzX)cNK>-w{jY1j_=e9BKg67}$|>a&M06!R65K^a}MQH#mrBI@BHb zCf%cf!((-uI$p9nyyB2V(ciSDU{ESA@usOJOtja~{@@Wd1JuI}gowmh-D8pVHyeW; z#hoq`N8VgqPdCZ#rGkSmQ(jTOUk>o{3@!uq`eMSe28GEO8Sv$wptG&sIR$TUtwx|b zy1}4vYF)5dRI5iXaO;ZHR~0YQ?7*iJ@6l zGK7Z1juedkXlWrQj#E>=p+Qr(ipoTY5#$1gSq#a-ZV)&lqUly7tSdwYVG158o`N}; z`sW!|2YNm(c$NRGyJ<@yKlX!N#gqdXB#JsXTX%H>6HV)5?Xtq-YKg9OgprFv(z@3% z5zWqf@OxXI^Ip(`Y(?MEhGAUEzT3iTL?rsDe>oUOnGpGhYk8%NW8wzDl$XrQ23b0< z(&%mdi3%-=I%ad=g8>)qpC(Op$=m=DLL!^i+liyKNM8kVd(PK zYeJth6{5o=H>ux2DVtZg1{U%k;k7+-QD4?hvT>ThQ0n+Zw$eMmP5_k0>c)m{B_gMLV8M-R(k==G z*tj`S-Q{8L^`Kfu^Kk*R1j(`Y-ZLFbQNqu%>ym1nJ`B*#?08lwWF2S`1p)3M|h)QV2IWF9SG6JwraN z|JWM}c^XnH^Xwv3)f7ko159)~xNHbO)%jqS)K_=?7c8pj$3`s?M<_8#WR>v{0xuL* zND8pJyl?1|b*OMUbSK9y7;M8Ls7M@@Y=358lB>-O1iRz>3<{mF-#z4R6_+P2d4?N8 zMh3NxDHcA(zSxnAzVW*~$G9@u-sN@N9MHT10m?>x*hMeNbbB__-H0-S5JJ>S^DwoEuj6T*#D%Qw~t@SVNdinGMyz&h!D#f6J}IpIZ( z5$IC!+!iRxOuBO=Y8NVX2^uS~Y>;9~zjpF_J`77o_h2Gx5*JNNNbR9N@@c&0KK|03 ztVM2eP>pW*1Eq#R$Vr}w|JH)!(P~9p!?{Xc}P^@|o<5GrEhdahLXUH+4tLTXWU;d9O zQAq9k-@t(h$IxaZqBQHiPt?-}IdV8%n6z8NXuH0*?)2Ro+wy2=A4#?Lb zKA@lKeI%#w3x8}SFE*SZp=uYi~{wSAdp0`Auo+=A^$TYHU2nRd3(o6_x=sF$UBed za^yAl9~D@nxUl%q&R_}(1mu>zTFFZs4+zF;CCtsyF56cHe8 zQhqhMb=I#?+S`<#mqb$uXbzg@zh#{tV8RfQ@EPFQ>8jdwG_>32s%(!O4)HoirKw7B zvJbybTBgivfjYZ1w39mcsf4B9Z;#9(8D!m$4{_>ccz%C-A(%VA)szW6%qf*Opc`o= zLc@Mm=WKe8`8#dy6AAd;Oz>J}&6Un(&q!qa(9GL3HwDMF?{7no?X3C2d^%5UEFZy- zEoiH$W2L^WIZY;}R}IsMMxE*4%Znd5%m9b=`Fr`CLLQG#_roSYVC4aaM4=4A&9-~9 zD(EHq?oskM6aH4W;wcE0PQgCHjZsMcBU*nF+}tHp4CRkpPKj0w9gOkmX0xP`J((8o z*>gkBU%a-C{S*JuQDTXj{1vFGh3{wkU1oe0FH(fwI$i+Ph7Q;E2!WpR-sfM>N14&* z4=nEwjS1Mn4#aM;^7zZ+4Jm>d9Acj+7OFH!Z3DSawXf}C(Sqb4?aZ$2X|8om?me#? zM@I8#MUug3p+4QQ(uMER@*?u%=?V*M$m9d7rwc&}s(eCDsT89Hi}&Xe5I;hrLo)#> zHr(=}xv9XiA;$lS36un7c>%(5vyDg(pM$@Ji7v^!5Ony-Bew~GJ-Mn5Z?r7sK_vWo z@Hi}-;>YcyljR=XZMu3+1?oh_oo&SS`(A7KGC*Q0tBK>liywxfoK>MTKo@M#vmh(0_INw@|>MR9g%8cgmL&pd$YvC19sAI#qZ~(=AoJirY#np1kim^T83=$f4h@QG>5^V<{4m0f?`L z66lAVP>J(pxV04f3lLD6_c8T8=9d=IcJCo|mAHqHwsUpm`JziLT7R@^ci&eRh!ozH zDCs(!b0xcNJvnkic+jU6{>&G+KCK&2=#(35Db(fa3hf6ITkrE_^O~Y~cRj z?GIRri|)6_*ar_(sjTU(gjJ(dq@&DE2D(s#UV7wZ8HIspago;l*5ZvtK%|?67U9g=eYi1*vb;{A0smxlVmN ziY3BUwwOOa^YRm**IX?7Pe=Kim4 znE0;Rat^mJ^!dxAH3xOlHa6V?-uVUkOpY4aQk*1KXr@E8BQP}HMp-8W-{WqZiCsdx zoYeCn`^rqgQP>k@7J>dy8`BaSO6{IM6o`EMN=97a!oAu)0BXTjU}K3ESkfb`cOxL| znL@d4TxMYggZe`ZOv^AFU7?F}USafZB=ykX3CJ&1PV8G{0cTT+B&qxpb!h^&sv3J} z9~W!QM%Zb*v_Cf4J{#8;1iv!`%Gi0b`SdS+y&tdM$$ zH!rTtuNCehtPAmx|9=znL`%--Y0SF6tC8Y0qqs7!h(db_RrCYSYCT&j zudE{)<|;@_hKb`8iz&r>RLe|py)4Br&@iUJn$8zXCNNXZU*Fq8+y)8n9RG&vMJy^; zHtlEDor}G4VJBU17qNP_Zd&#!;pLyFPe#|XMTxx;;@N)P|L=Z2Xq!>k&$he_CwiPG zs>DvU9(DxLufsjjmYb^*M5ROCfZ|d`^XwZ@uAQ;njImRwDF;{KtXz&vtAVB)mjrVF zzwHs!(@FGZLiw%8ON>osM9U3<^F~~HWs{e3ox#3dN3N5gK!VR-frQIz2qlz7@R6?e zhoX9o8fL~*QCU`-PG#12jdh8>=xD*y5`I-Fs|;P7`Q4(+z5YAb8cwiZH}8KS zJ}-}xo5|+vR!9a_@cN-{pEqbzo6zu_ay%;tELl}WpS5CH(MhXT3GOM0Y%|kxJqMj@ zcJ2f&M$sjA3u-8oNDC;zJvUww}KCOshc!V4oyMbF7*YMReQ2AtX z>~3fq_i@HC$Z^*g7B7O(zzuT~%Jcyn45S*eM6WH&~RRxI>vS?lr@@N3?V!Ogu1F=3c zW;2XkIn$s)qr=ug3FNMkPSk8ie(zil^}ox-2ro^)n)GZLepX};dvp3N2pEOo+pgma z%p@Ox`bj?mdb0ylc{Th~RGGM{WqnK~L)JA5?wg`uM;mW#9CmUVHK=rE{O0vXY%r)e zaA^b|xB>@-UF`q2YVBRy5Wll`n9_G@K|^k0$r{KK8o=#95x>IJZvBqyyS8=Ep|a+K z*P|5FCRDF%?Y-9Cr{M)L{^+7zdaDbb>Qo$HC(r+o#%n7tDh-4AxVpC%{@-X*&i$ZC zPUrRp1g9!n6it3^oH~J^qd)yHe=7^(?#w0L4`^W9=d|r-*MwmxB;mCxIs{hkN!bo# z-6bOyeSQ_10)K#XNhAZvbnQN0aLb^WuK**%;PK-ZN$$D!Mpc$?mM@A)VKKq(59t0& z3aLs051B*r_eVXOHr-TPn*mVL8w01>s$cl-qFzDxGf$ z)K&{H>7!geEgRA?Pv~`xo&a9k>KI6XGPXggo1Cav#c+s}vYw#s2k)Bh*F9fptluPJ z^v$pvBtlwWe4d$U7{C{P2R^N(;<#r*bCdd(tRoxcXJiU4udkC!eM>@Nk2VdupehW} zkZxp@EI5B5K_oyHQ=$2Fb;Eeb>`<9TG{AiT+jqe>1V)b-jQ8GeI5`6TvW4GGQsH1! zI(W?TLbgn@JU+d#5@-d^a6x8?2NO?+Jp3-;B5V`YzN}VC2wFNdZY(XZR zpcQ);(1{~WJI_o}dgTj)Aevy@hup+t#^HsxG$j4YV)QI+l zFzQmA!2MGsw=+EE=){=(VYN1}?8X?}%{aD6#?sF$YwdcWnj*)dEh$3L!2f*gA4T3B zhjC5dVKk9oGc)&hIb*!l54Sa@dPuXK7pK|0>RB+6S|_|?{pe-sNx%tp>$MCjlE!Py zxp$Ww@e1V{Bf~Z#j)0j&`4FWI0NfTk!W$K2;#PXj4Gjl|ZULLr*^hEh(#j4XX3Jk_ z)x3(9L*Bpj%VJJA6*INGQi{y>feZC?>y6*5nd=`|rr`7_4k&d=Vf}$X!;)FtPeZWC zA&^B4+nAm%eW!-JVP~>q3SY#(7ag67W;PVrHuf74OA!$KY_Qv8qL5el2_+95CVq)c z6<*oq+&7!hCTwz4@mTjK6d#qGU> z>Qul%Ss}J&gPlM!PNaiQ`tO2P3k~pBTi=C9O5!1nJ5<&S${DeO)v)&)>H+$OwLdt( zV-f5C96W`Fv#ff2zPX_x2TX9LqZz10WXYDzW30~rmi{j>54h2-mwAUpjepo+k6t!v z$rh~&Og?o_yNhMWl})wKD!Z2X)XIjCrFUG$+)2}CcxIg(c-{`D0j-A=YP>!zcU~Nj z=lh%H7zSs8aEbD`yP+1YGl8-z7;^o1o9eBR0A;pM$Y3jx?>9hMmG;Lkisj;7xwtq} z48~+z0G)yBlHQHa(~zLkCG)EvM~GjXeGFZC)-AF-VFh*|C${iHH@{0FT=r?_<%{r* z#^nJ`m?0v@e#$nSn{XB%>F~3n2(&Ok?cJ5GldNKJ&4GYeUNrqa=l3_+VZRVGGK+SjItup5dzgMH0dx{!ohRJ>;l>Zhytr zSRsj=`&u8u)-p>{#)~gl$wAE3hiWH3spHmO?{(zFbN-+O$Saern;--LUkH4_hV@I0 zumL@X>qX|hmsYylaQd&P3yIrRQBsDv!htCkdfSjEafweBe_TQNoU=U_xFUrJl7M6V zxtjidwIdUA<{+`Ogtg1vJs8f2R}Y2jxKw)KCRf^$V699{Uv@=~wEeHliQ__TJIP&h z#*E!TN{vUv9KwRFhXjIV(_ZqK>yGRZz)5H=a9YTo2qj?T#1VrdcB$1&N^JT6IDlBu zz}au(odQnR5eT|&8gPBa6hIXd{!ELcTN1@)xy6C~JER9#;}aMP=Bg&$u0t0xp(lvw zO2NCFllrnOV4avJ=}wx?xKrKN4wfB6!{Ecxd<#4ecw5;m2^vK-nA22qP`pEH)K&*9 z$()6K%HDuR$yd#d6bDoWzHLj``nWk3emXP75NrFQOePxdp@aL!23QQ@-*pvsr~9TC zv~P=5%89!WVqn<`D_c!u5TDYn3oL8(25ejM}9AiN5O+(`>V;f8#Ke|_g z7jRs23_e*dTzdUe6Q>Xwn6r?vCX4>!ImTJ|zcGg%c=r;HPF-D$L#Y3i24nBJSt~fP z7TPvUo2X>q4M=Jm^u($5I`Ur?P}Zm z>+Y7?F8aiTH$}XZy&p?U2SO{k3V6&4&!|mv_|Q1{n|DlL3TfU(noXV8&aBu<>*D(C zhv{8I?k({MZ`l0PQBqJ=YWE3gbiF1B^MhdgUCMqNShHcvjdf!852DCUE0k;pe%yVzT zI4aINI3^JLudjFXO|=Bsq-4ADB9*-n1*N3vNK$oOEE0tnZtClpcxq_|eROCp_<-j1 z6%(wf8o5{{zM$7-v4A7vx@vG{u<)pq6Vst3+BvuxW&*vF;jjI6#bIbCzU~+&+u8VpH5muAKR1-v0t^CiIcM#f(tGjyOKIK&`#fRBfbM>X~eI z!PO%At`tQzr(iOYs4Sw5eW1dS84X=@7SXPZBQld`Yr^od%dufh-UmylZDRP3E&IbJ z>d^KNM6q-1^hW2;9|ZW*e^;B|N0^|wA9jNVg0U}+0h-}swDNQ8>EUosCee`~%QZN$ zMG)R@$U?Uk47#y{l*75~U`C<>nb6feuwnJ+c=#5lexwG?;+@wt$?)ok)B>hG;IYpl zD0{3F9yne%Z26PjwQv*k20W(448gd`CVb8)B$VUppO3Vr_k7Gw%9a<}@-LM8!rWCE zkpjRA+(YjF@@Rngp$bD~c5{sRRhemh9{RTifMSTC$Q!OiCWnL!XFT=2$>FzlEhrw}Pan${NaWb!!^4$qN-IY-jTaRw(tMbyp zq2CN{n-vtRhT*1wjVk0P()7@H7?<6-(+Sr(UJeb%#ca5o7*Eg|6%*~T@ct^}XT>MY z5}HutaYiyy5#eR@HZjluua%Ad!31`1bUe8v+ z88?TTs?e0fL^jx%F7wAX2MHI0Mv)Od4bRKYh~A4jbd$pr9A-){N`5dcQYtU5d;l%+q!eo;?Qfzm#H(8S%~ z{brTi%5Jcz3W_u(y%X&Kg?I&g0a-$HZ({S~o86Pfs~f9PH3vvVS`i4gPQ}`rj|Vn4 zHQD*@Z`R@!%bBacR3G60ZD!M7<4aLkw;Vh}&TdOGvWPrY`#RS8d;jxmQBXMs84TN8 zW2|MVC|m_kZOE^Cd3f@26$RaVmfR__>=WpFw#l`ew2H0UNPo&ZnG*rVr__d!cmNk^ z(?lK~^)Wsh50Lh+fM@cMzXn(d(ZNq{Y|fTGx*pHwu#~7~*w{I4pRuXjI!pF+x?(po z{BjHjp^-VD@h;|XLX2F!9CTvGlEaFH6jZt@Jg!m}Ji1pzINT_JHir$G*^hTViyXYUwz zQ7oOfUMK?Z|=kiv_fpa=0A`AQ~) zc`KzMCyNBJ5;!=kBmbmXCK*vo$4*lI$ob_%w`Pf0WJ^GSwk?PVWow^rBiIdhtS{Q( zBHqg1|94WhHhd^{@G5J17QR$E!C8|ujKUdXUt<823T*}@b3MedQeM2(8s)1agzpN3?$Z%-8OXAdSahNQ)lX-5$UCQk!J&!qGSBQt!aBEQjAQ3qRPzb z&YebZINQ;CHjAPXm88`@VnrR>-?J^SuiX#U_db<~a$>V%FAS}cE>l+k0aE~UEuL7a!6T|AMs$ziRTtyCJ-M~JhU7!o`zq=*5c{#`$i z05=Z|0IVGI?5@P_||~ znF>7(&QN2T+K$$fzafEFo+TsIwSQ#yk;d<#qk`W;RW%g3XCvL0vFO74`72Z#Xuqad zCvu5ly!(g+sLWhF8(Y4bv5A(|5kquWmhx?o6kV++rP{j{p)kpa2%Zvq8X&%pc28io zo61kJmMum8l*FroUBz4sMK1XCE;bm-OA@^UWeL*&(rCHevJ@U+)`q8| z`OqcyE#dI~&trseO?3ecX~wpPS5~ODABa<1i4d?VH1|Mh^Qd>ubtDDhOu{(5R#$rEUX&9PWclu@gleHLl z(*CN6(REg7v4Mr`|{Kq&_!dkc39P}GgXYan!dBHso=whLkj4vyNx$I-0XjndoBEu$xrX zo1b~^`dZd;t~eqee~73e`~Ox#as1oN={>~@q!e{&Z>a!ZkuV6Ztv5ArGSp=EiNkHLvh8`74;37A zf=(`mJa$b0!UZA=@Q=)Q84*x4=s2qXC$MadWDB-r@tn9+>fmf_6FFeCGXz7{R_HDw zvt^|V+kagTBd@pcye+>rvd^l}MCp&=Of%*NRX$H0j*XcT0s2D=Ib-vo!>s7Zn>8d!7%Vcr?+$?05Im&Y=umODtvG0y6o2e^4PxMny$#U7|?!&U{etY!|M_Uz~D1pRpK$_3hdubi&lnHquYXB zRl`@yp-v7&m&MlWynr_AYX)kTrJZz!1V>(G1gqrs6W0gUy~k4GK}8|6RM2|&M+`$N zA}!YvjpoS~f}g<@pqb3>I!?eX&FV`8k920(Ip;^8D=7)Q@*ZP}&*P@X|F~wm(a*4l3rI+1_6k1GWS!b=go; zE7fI#QsML|AEQi~aKQSHy~1JqxZqi$p6i8l>za?UE9LXzaazgMo!1Lt_N`P=;lbCI zrH&<4?>(34;eQ?ceY`5V!opWW4nqagaS344IB805LN6#pqzH6N-idHp2Lw3qSL6Vt zd2YNHH6zO73cIe08_sT|TWH=BuzxdEbnzm$MHc3t zRC&ej(mpd5@AwVuUb0PH(E7o3*IOx&aP2YseAMmfzo&;G@LgLhHpxuR-wC~!PCjDRT1m>Bh8t>*H2{abC5G}+RBX4_4SDQQ(ZEF{@4vY57MOe4YL>SU zW7$v+^lse_Gjf5Kl`=4(#fq*wsWe1AwlhsN_n@EB!cYa}NscG((`o>-pJljS+SBoW zn#YQtryUBGru>T=`k?|H0a((jD(dPwQ|tscEF}S&6Lf&ef5`BS()1$rmwuNr?Rkcu zQT@YQ2NIE{*)et$g>^7IJRE4SXt?R>kjtTDycQ}q3 z_IPHZfZ)6=a-a!>-VeV567W%09x%DBDxTIl!O|*J8}#X1=y034kv4xoukl>x6sXsy zwzBC}ASu_GKD?n&aHOITB^LHJoF*5QO+SPPWeM;feughWkOhzWmD$OgWCelc{;y=^ z%xQqa*#{y$dxbZyXDAM@VsW%j`%;mFLha=Loel&tK`t904F$KM?C3v zEZq^b(tn+C?XnTbZ;T;d!9mdxq5Km-oH~u+uQ&71{goR?LpJv}-VBR?b)Y!g4hz+ z6+pMTcwiqqG3xUW=OXB=>5evX#P;#NkEBLpEzo{)r}~i2Vl+k;e<-42U*49Y4d$by zeKu}EV3Kb~WudW8*zQ231-dz2imK$Z8%^uAK25W=b+KV0ou)98j=zgKlOItJpWQ@z zKpPC7nJ0n|a%nVWzCFA|sK~`djABikT8%kM!$veVSriPNzA+}{+OiBhpzC!c4mVxl ztOL#FoMnH4*RrF-JDPgyiQ&J8rv3z0l9okWR|g%HaBY1dS$@B2T! z8X*haD(m(n}qaklA~mHCmKob0#4?NY}OuNql2;Mh{m&AfYrE6gt5Ay+Id zgYF;`95p*UJ;kg|82li~ULR@%MKl?fHLEeS2TT-HdA#s;j6Tt6j|m}v4-qkv(6PK6 z#zm`bC=(8yiIQ-w=M2MY#8<4VhA3*aVlzX6JdTm;7UijSFU!hv4jlee$8Hs*^|=2p zfG`g3((jPQ@=zQ0;x(N61+E%C_Q!~6s{i}H)vGZLd%#<_R8%d+KainP^AgWlY`n&h zfP^di$M+IUKP(77vj8~R^m&_!DnVpt-6lmJEGKQMcy@(2OU~Hgy7QR&psjM7R8r< zw%BhrJ3c>WQ#F=F&annPnb8jJiI^eu-}kx#H72RjsS(q>0moA4HIE<_{F?uh5C=J{ zjC*iY8*2=G`)f@1`zGGG{7bhEPmvAe@84JzuxkE>A;u(=5XBr%A5RhFWb0i z{~jxC=?dZs-5o^T`)bK_8=2qLfG)>1M2i8iV)pW$Ni?3SIr>8B>Yp(Uuihj7P91q? zId5tAA>2cws4CpB2$PBV)a)?!%XMU|2Dxa8A=r;A|1o!pNMX_%oxXZZwiv2X9dxHy zSPKv}bgdLETQ#j1q)h0~9?F$hvdUa;QO?;1TR0}$#>Ib(;Yr1i9}S0X+u33B0E(32 zI@Wq(aX(XJU2C?-x8bsgULp+!iR{84ULAe9;MU%B6UR6n5RgkrRItpBTOZ3AYN*@`T1E&eg-D!|B&n_0js!v3kFiv~!GN{!w9`9hS=w8D z76lvHv@Ajl)AI#yHub9R&L(l!WatT zlt1H6El}f5nT%<`J{4&bXqS+I!5FKgElF*^sisD!KNz+s#3EizE4i_BZbd_`bpr$X zfI}v3FVp(Q)uI=f-!UGWFXoOl-igM66ebp(zw4kEX|!H` zcRs{$DhlPuVSXL1w|0cxF1Y5r?GLlNQN%l7p9G41)DLa!R%Nkk&0}i%xrAhLp1on5 zOuq`;L-(hXlOF)lL;HA#W55gnZc^)EUEzZU#* zMkbkJPO6-j-tv)olnfT2yjUCiM!fJ$hVWogfpV{*7yUxoK}>%%ETV@Vk|CJc(jem6 z;J*%cPMQ6miLVfJKGBF(GA~dRKm34rZ64g+v%ne3pILXWCBEb`5dSntWS0<}fV(1*|dA3s4cMdt#FQOcuS@ z0zI8sXla|&zshmn2Jq;-jj}smTA)wR`r};SW18Njh#CQ0Nj#(9Q8T5QU150?aFcl7 zfeF!M>P#B)9qH~QR@o5YEGm~a9Y;f|_GUY|5^;R!LSbn?wxY*2IfKp6)~uaEOEn+~ zD8&sSWUF8<;5ILB_$B3D))r#Va`a+u!mi2R=Z{Isjlvy7LsqH}tnyCCAkS}+?o$>r ztQd2B*o;K~MKv&)%sv);XntD`pM{`dR|l)#lsC|fnl?Eu3Qj4mI*LI?R#?XkMLTu@ zRLINu8z|%wc+`fWLTr*bTD@Pr>nNu=gpIZmKbvLpz!at7QA!>LLoUQ9L^wulWgge^ z?k3x`JGF*-a#Z25+G4f!L*^06kw`l~AweOBuf3dPrN`P;%MEaDsT=T1^04amU1%n zlTBJQ)BhlMbx0%~cL_Lk4<6Or?WF%}h~zrBpgQPqK<#xls&aKVxxomZXu0s(5n z4Zw4?@I%%QryFV)XUY@1=bM8X1GmLwW4X~)u)zv0E{f>`h-(HVTqTq*5g_j9wHW2C zElu9yvtf$sB@CSJkPS8uIHP z#$NYlgFlwfAH>@XWh@U*80uuqMe{PFX1sod4U1mp;&F!!JH|yn(b&kWD9?vhp{|{) zWYA;PuGw~zu-MCA2%Jrof`Yuc6RFSg466oE54PA-aBYGTVJBLQ+PyHX9x*JA>S(2% zxu+&DJ3wR}AJ8X~;bU_+u5DXij@#y4NW-boyo1+Pw%hBAt>8j)q~YjxK6l90do0ct zX0&G()8g6I?(kT9o`c#d7N&g#ZZuFpi{NJ%q#~0cBN%>PM;1NTo#DaalKaYBuzG+? z5JMKWLm-H6&>tv$@nc1q?o7l-doL=WItVe?uK26i)``gB4|5LuD3U>q=#`rQBiZgB zwz-K`DJ?BzI>o7e*rHEzw!#QhNSxDfXBVVC^uMS4bk%-09KB!UxOV)6lI`;jiWz*Q zSm;!Qw5ZnefVNQF%X7|sS$a)-X*57|Vey?VN^KOUvfQAG%26MkeA2TS%)EU5sjd^o zd177>=$FUlc!q~9wWR^vAVb`+HZvxU1*N}s%h|xewTo4OUivf&;G^|KSM#a;X5x3? zL>u+D05ybLNgCGD>{9V&e#tSG5YdQi+xnWs#X)DzT)jK2u3xDb$QXlrhzaC7#L>YS zco3vYAZf4v;f;uV&K^i#RrMgIN#uc0CG% zFIW%seyz-;%bb%^NN@zHy+xba&N$r@A$!<{lnv7La#@ZMGBi?gP(j3lRE_}t=-V!`sx zpQ7s=z+m(P+09L7G(*4(53}KY#(1<}TXJ;&KlHs*QYrHa;xOzxcKHP`ubT#=MeInxaPEOrv*V(wSU7}WeZiah@{-z;J=Z%q2g^%Qyv2ql%-%DiLg<%RmY*j(ath!G7fAN; zG(>d3$FDbIrdt~%;wY;W=;z82R-&-=gGfn!k%_5GC4Z7mt+Auidyn>-x=-|%)3f36 zt*b)(2XbkPOvkXQwiiU~9E0{6QO|#fDleN1qnyCwl+vy4F!1`F(JyM2eY+t!|74wEFnwqtL{UrLweTBj7%uqXOjQQF7 zOQ#0&XY2$~F6^a8-&&+(Pel*Lz8toJJ;b~qD^&`hzaC4{g>DD*O_ZZu;2my5IKVVL{QSr zMHeN593CAp5C1osBVYquT+V>^-AxL^z6VI95!UP>nU5xL4z<~_Y@!U6q-qq<`TLB_ zw{J$n<31&4nIc;<}R z6e@oaRFOyOzoDdw`RR0zdTiE0m09h!m~a%m5UfxP7brF2w{w#m(^AHx>a*LDM}%SR ztwDuA?3t7;Wr$r_6W#-ef8XsYiUTrWBwT+^8TeB)l$4x$P6*oS&2RH|ccMplOKF@O z)T%x@NL$ZGHmw5%J*H$fw7Bn_WA2dG3b8rEqD_U!%M3GY%Y|JPH6*YPm zsjo}r9MXCBOsy7Fat!vn^9dX^Dqwmf4w!0=4Q7wEV;Psi^@DlxwSbNn7>o9n!7e&r z2ReVy=C`2y4jb0I^H$PGpU*0=ttoNYsS5sQEak+Nc1jU(%8M=gvK%_{$#u7N?(Y0> zvb+F)X@W11e4nr0eW}l(a)Is+hhQ(2!>D<_augSi%uo8=HAl3NU@^y)H544kbdZFO zUxW?45FcxKNh1b9cA_hwIP1rZC6FtLk2?)%d^EAk?_&5JYe&C(y4H~p5a+MU!Y=#A zm^)ys((4XMURQqIX<2yxGoD^9kw7!6W{nyq+0+{LtXwdKwg(O)SyU1&(VO%7t_l=W z_`(FV2OiiNI(Z&od#guhhi)G2b=R$pS=4hM-|5x(%^XW$o!vME&|Mc45=`iviGy;M>)A zqwU%hIC~ubBHcnynR5cT^}2$uB{L=qKLKsSVXbUbqL%psTMq?g2MG2eVXt2by8$D! zLF*A)s+x2z!RHGw2M`(7O{z`9TzRfy%1|x(qP`1jyZu_e-Ly~|&My%2Ty;_4U!%K} zmK8Xms6JR9qDSI{RkJC(#BZ_KZvnlupeFZaCyK~Unr^KL=9F@W84l^0+_W_@BO9IRl=YC!5?we(m@inx( zL_Fl`om@f!WG9kE0R!D8RL7hXI+v8=?>K&6FEKY!UGEU8U!+1xv#te+IOw9I6w4>B z3Hba8%0#24y(aPu!J?wA$86+fiL`G)w4G4T_}=uGqbwVD25O`Wj812{b$s%Q#$K0n z8G1rz@|FLxqQa{OU$1oKr;@7}a$4(7h-2Be`k61Nnx5aUfF2Qv7B zpc07f^9}%$=^dAoGtfWlO-)Vzg|Xd#x!RvIuFWIG0}{aBJ4WHK0mR!ez}LS7izZ3-)i-kn63e~>PS0K*HBfxWl!mSMD;a<-q>Ci=4?R||Z`Qxg z=S>V~U0pz&Yj1<#^zHb7U9lF^pZ|@9>#A~;VtfoE-+Zt*liy6|9pLDuT1Qj3|2`4; z=LU@6AzsMp(7K9n(6lyFR$kEn0y#nC9ADE=J2UkPOKpEq%#ms^*!2~UKsW-dNcuAz zEKcmp7;e2~MLyBe&E{qIEQTD_bH=gI1F*GOveo*Fd%*Cou3gqUzhW$u&MMXq;rl>0 zG3^nja@<%=(}@m1B^nKocPwL`3hKY=3}VaCG*mF?0!60X_gUA4KHdIV28w>c-M^(T z^rL2JEs_W}$zXz$shl$C2>1XBHx}vL&mcCDf95L6*y%{DHNub}IO=il0Q;=VohdwR z6ETKQ`*d`d6xTRzRk_V62Asb31Q+aPq03SXk0o=3@h(=#+)3wEQZ*`XK7_^Hjhnu< zr50I}VZiW&e`z9C^{^01tFk znhL4IGgGv*F4-^sQ;1qduo%lMj6b$f3~I1eH@}UiS>p*+r!Q{uUfOXI@6DRF%BE*& z0T)TaN;lcMNCZd+PaRP=NXhMdy}`@pD0D+zgT?D1A=VHictpRN3iBq8*+5lkYPw_= zz504%y5ifVqOfQ;Y{RJHZ)N7cAmWK43>b`0w?$>F_1mNSYCjRW#zdKLX3RQ8HN1wB zFPmStV2k@zw3Lnyy;WDRsT}MRZ8rpGI}rm(OjOnX6pxk>3*AsZ#0_xBMuWa>$9J1q zFnAGbYyUYL(ch0N!yO2aVt?X?Z(9|XOl*Eo)KFOrLOL+}9km!cHPU#!Ej!M)8MV44 za?Hc`y-K$)bqXiOTl5kBP9P@GDfE;{7cEm4OM>LGSGyk*ds+H#$4LOd_; z6!!14M>`qV16q?2d0c4BhIl0N&?zSHws*~L+VY7($lr9Ulj*ax_}qJXX%j7u=OTW+ zPLrW8S(jfcV+ITx9dAT?5|FN0z~}1Vz^+@>(UHZonSP9bHyNoC6d`q_IBQ!N8`IQ` z)(i)aFF?+L`db?h07_5k)ZC%+L7K>;Bjuck-5OFla(e|wH#U!=Mf1?#tR-KmlGBVo z4~&LjS^0Zsc43LQp--)B85eF$?cu^yw-DDP;kHG!CY0mUWpnO+p_-+rxxcX9?UM_C zSglgs9EpMSgEWGpSv1iMmZOi(t-L^TUm8_ztZ0od0Av8r^cVD?5#*%@6OH?2%=y4c4qCOc5YMh}2J$f0}^j!?&;xH?#&u8gVl@c3184(rc{o7cbc z(LUV-yE;^n7HF%Dl_OUV<&xCHWxh1HO^}xVzJh6uTt!FCMD+ER!CDLEYq@DvZ$yQH z1+4LO|6{O$w1Jc29_u>TKMek@2j<7SuM9j{G>bY;dJE@B;75O;%=nO}NxoY!YyoHE z&Q@-4fm;vkWGf{YLu~NnCo0m1-$Z13TFJ`Di-?#DZ9Oo%%DsBzp|th0b3l(rUo>hAg7gG~ z@1rS$9U!4b&#ODVz~+D}3BYxZ(TiJ>4Q^3@Db!#YT52AM^YptrsTrcSA1mjff%&$y z0ULK#mc-0i@_;W?;80{QB~7i$zO(>?gzlsCfT; zv`+)BmSGb7nrDmAR+NfGczxoX^NB_-7+pQJS?Ml;-K9YnSjv&zP9o!ua9y_8d-u*P zb#wAvfrLj26{;rb0ngY#E)DQVb?Q}@#brfh*Ux9|3#V>yp+_+)W?3FO>5!A5E(H)` z6sq6lZ}?%vQ3r;qr$C&TKff!mVIwNd<k41x(&_sWbydJ zxwFEY*q)r|_2G`NqGmUZVu4>kvV1Cee8}#^JPl$lv_EYB#M3TY{AiBAkksNo6(}Q?Ow*>Ui8tH@#OmcLPas@4V823HPuSO%L71NR&baie{!U-8U5oydI6>O1 z1Re!=A`2f6u3w_H{bcVJ$Nqa1@5PJ`86lbYT#9}sW4jzCG|)Jy^*R)8qC`#zT@GeN z&5*?)v`l`9LuL1VWJrQw>N-eA%}6FyLc;>b2xy_-&WX>wdTZFlbs*=qxPoth4|Sv? zBUq#uE`h_CD^qFEd)mE8sa`<_L&|w|h~NA-g%t+%HF8eYzGF_JEVb@pymAQ;L28LD zH%R2E4yt~HeS_DCKTI^^NnBr7EnU=F*MoKn5qdtT1%avFD91<(K8V5tLzljQLCiSf znIx3N=l=cN`Y8DFuPr+BjT?-}%m8I%f7M$E#XO~>!fL7cQ^wE1$6S?uIg~-OYh-w>5%2i zJM2xLu=9_L&>bgd-irt9uGU^6lmESE1@SKxH>t}WdGkh3Gi&Ud*i3FUZ&RW_5d8ZZ z&t9qaw1$mGREP6?@~68HUvD6)XB@3h03L~LV_dOw4bd};Ghrv+%vl1D`Qhu#gziez zu-q+m^)k(g@3}gPCezBuS3+b+4Vaa{Zekq|Rp>Age406?sL??3rLU(ljvlTmX4#;$ z+Vo!94Ma8#v&WhR!~88&+bvAbCsQi2WkJg2=sKOiDIs+|$#Ouvj<+}wt9xD${CRU7 z=JjgUN)MsNqaighS&)UdJDs7!*UNp;&6gYr8icFU;@5`)3yIlug*Q;5P=YEah1~$d z<}-{?Ep~tH0VOl45<0%pao@eR@35f23qOECd6bywi9{+#V}88?Fj(yJyTH+BGSoWf z37L^PxU0!7D=cl@yXhjx4aKem+2jNfo+KS`g#mfg6#u|P0jsmM1`Q$v>g>5KOrvb+~V&X7&=tXB*tkaQd7-J>e zZ)$;Y3*SF+<(;Q5ul(;x&S{b{kA0S2t&Wg`Z{W17J-TDLo)wxnpCD*6fIo$jzc5tf zoJ~h3j~9NcEnh^f(%c|$a47j;iVgUwozhOxD3ucFwbvXzHX<{7$Q(HUb>^l%9D>CK zkhN7!QRe5dFTsidaIMqsNP}QMo!5N*7=ReC+Pbv+l+qj!HbmramH7+yNXF-vIh=y@<)mvK>HBGeU zg{`^^dzDN9^G_P+K~{6n(Hn?F2B51k z=bE*BYc;ah6DW{NqQRCRcB>iY zE$yt?!TI7_j=%iR4S|u;y9--SD_H01=#BSd_n34>+8OLQy(VmKDYkDPVZZj5l;(>z zyRi}ixID)@#}XJKkd;>wJl<^PP(TH`E~u;hDIp#L~# zipsb?yIaPClVh(V757ne_7SC&lrt}-W18gd|0wJ#u`<%ScD8%S)%uy7vaTvg0j9U`=iK<%!$ZSVuDCY@+qe}l92(x>H9|2a7hOP1I^?zojz|df|QW-I>z2$ zN~0O(Q0U5MK`+Yv-Z;!_AJ}i}JZ+bAEI1k9F5rsQA|bZzq2@|ljtHMw>xUN&NU&vh z-?aj9k)ey#Cf2WB!i5d>gaO2J)MU{6B+}4hCoBEB2WHba%e8TO78z&lIF3~A9|#PQ z80vt#tR3o<{wsr$6EHC_vjF&3))j`(^sUwHR4IK#x;iDL9FY9E$uRZB%iZiJxSpnW zEC>&WHKWlm(3S20k=~r9b+QeFd5?c;Vh5DvXzqrNiX-B`2Jk>$`ipCt>=?Og$-49# zk84?VO`!o%Pgk_%3Vis=fcXmtTGvctetk2>94o>X>@X`AMmArVp_^s@14?s>fmxpf zzrP6H(+?A}AZ@RQ8J(KQK!mWt;5EChFh-$Z$0sSwHZ%1kUol`us%psDNvRRE!ylYK z4LahYUrQOdwS-t(8!V08EwI-E9FR zDk0MH&8};%7rBO#NcvUYOVq#dj24VOX116s3pYJz8ks=U*Ugt(bP=+ngYt_0?&Vrk z5R|@N008onEaV8?0`Xv(Dz+PS%)G-q=i{)}@PepbPn~%aSH6a2_h>J%poej)C7z-a<1fDR*xIk{V|K*9oBZH@p{X1BSo^|B zbr62X7V_5x!e%zM19qf(%869E|v zz6WLq*zLhfgj=%vm;m+$Z(9VheptsGFY6I7)W(-n{;ufm5Pk6}8BgzZ)txywh*Mi& zi%M*ZAFFm_lbyt(C5|4A4RV3fQ)oHnEtU3QoY}!3{_qmp2nAd5-QbgO^ZnnM#6FPp z2Fl|a;K0z{%?&hABTJFozOjh6n+Av4y1#?s{e420DIFLiaqe{-GzV={Hyr^b^$!gJw?U0#=zFrACt`GL4qBz;a2q z!I5z{Fwtz#4ISzzq=2+8iz!h_&fjHWzt`o%BPmE(Qc02Mj1{nfyt_E8{BB9*(sIIx z5%MSTFw_HD8^&ZNF*kt!B;mh))?->DW1kuO7eNdpLARHWr9duT`#nrMN{sETNvxkHd31_#9MTGR?4H1o&R<23?(r^UZWxi{9$n?GD z6Ux#1BG#+67+J5K)3#+W5DgRKbjmNUv(Z)czzdT;(Tlw}%hzolh4sKwEpnD=tB{mi zEqZ5Z&xk*1vKhTf*mXa~F-At0Lm1C&z}%QbF;SkQk<7?rNi$Pfh9_9OXu5 zBC_w_-mO8pf)8S~3$w?XeuAkgIM;{bsP!IxV?T)+G9bV)F09tgNY4gk@qrHQLD+Dn zP};=x+D@Q8>-pMIqELHLw6I$83NTazv@&g^&V?bXuiWT*0d8rD3hugoD z&6Af_E@zW9KBrV7Y$jpWx22!|X(^?<3J15wIN8(5L503cMC!5kvIhPQ+$=o91pI zjuJGqM$QZf6#flqca!@^sou@yIs%W+!Q(H-ABpzOf!{_i{ zv(p*wr)# zL`;uh2i{GvCp;B<+?0*OxH>JQOTczje;D_&X&?&2U2Fhb)(^8PUf>tZ3KUPwO`N0z zwesdS81t8o&`3zk@3N;dTnj!;A!IKag3XX$fOwZS zjfXG0(`KUOORDKa)#Bzn*yT)q744AMNQf@K-bF&$H9wFE$?G+hsaq+WyzgIUk2WWc zM$@!DW$pttqZq+DU`5*U?fOcvoUx@n^hZ<4s;S^d%S`&2LdEKafIxz+hQIUv+GapD z^KjV0z$(}AYG;OB1DN}wbKwG(r$Yiy(W>Np7vDx56^=Lrh}Z0B~|V<0d;3K;u_dh zuasP})hEFG!zj-NjXfaJ6C;$0m#c>i4?k6%1zA`9%?7LD-bsF640Vjam-VRTs2t~8 ztlW5&S<=wR%=F=u(zPi@Xa$R4Fj3yiVW&2%Mo~LT6-PI+KTBMJ=Mu!z>_E@Nn$#I; z``pvEc0_x{&D_MWP|#fW_)s)LjW+D{uHT@(oORws>u(WM>r!SKh?dY~K{?VPpp$Zm;G-6^$Y&2*rbVO@ z5a$Jqh>tOyW%G)Ca%0Lf*s`G4_Ad-yQuDXEpOj4%E9pWfHe$l1r~=q41IA2JRJADL zHhzalW7TBx>Id-8%>b&Tf6qq1UA_U}4SF~iT z-;C9Y5n7z!KWWPBO7-N`@t99{IH0K46}AMTgPmIM^@9V9f41Aa7gR9kV`dq)0|w!k zh5+~k`-pyZS_vV?F@Lh8uuRVH3|*-)d@0ARNMIxp(~R3?oqwmiiv755&&CFR-e$%_ zWi!S6gQbGW@)a0O0BHT#3U?5|lsU_2xtZPXwIe6qkf?LWdQkFW9b(GjF^!SBsR+`r zdHq2#EFFzc_NI`6$M)Ogf_gG>Ek1S!O^(RzUiHuye%?j$Eey{<{*pc3N-AXM%}*%vyv?(%#cRyk zi-pD@``Otp5EZ)RCMv=X@K&}6#95&$c;-oBc>1EH$H*1mZUa!Gg9c`4>ZKhzpF34;vagn= z;cDg?I?g*i@zUb4Dt1Up&r@8*oqxDDLV((o*zvNoDhEPr)J;X#N}WNHuZfp{o|jEC zcqFA{{koagyB@a!Wz>2&H2LVU!Riy8bp-)pFzPqI8>~r~B+hwK`S!;w#YlI!vrPmp zclbeBfcZfpO*fcRVm^!|J`Hywayn1vp6GX*YJR}~o(LVzg|Xt_)Pf4!*^?3bc;RP& z_&Iao%MQ>Jehda8J`rkZOFAoQ4i-yh$QsVDh96+aAafh``3~fDA`-nGT zc=k+p*}yq^Qxph}UGwX~AOm>ht($XdP75t?*BFroLv&=DsOpi7Dt8_;>mZ;XC~}|N z?9g!uydu0aA0&6t`gkt<3y8krhwc+=n*}QAY`dTkF*vN0^#r6Dm(|{UA*W&zq?`Hf z)u97RfC%;zqib?SS?s32%XYMC=%BOTXlYvHvvyb-d@~D(Ri3K)7 zza93ocGKz(Qqb!>7*kd^hvD<(Wlz2DEQ~XnB&w0dn=;8YUFjd)lVwX+4Dr!=s_N%s zkl1W;KZP4eZ@tgs-8{-@wj4f!GW;T;0j+dXu8sTmSdyEX0i7JOg9^tyqkxhgo zNRH0aeXkm=#P%RPP}D{`{iFH&NTEkOoDjKy*ep7wXu_{b1InZsMn*M5jyCunJLmWt ziK$Oq_yD$#0g^VQ&aIXs_c8Z5{O2_dBJBY!*aPc?fhUoySM2c2mkgoswG56D&B6x^ zM}yW=Gzm~wbL1??3uTY#rs~NDBn#knrMsG}@qY;XAU4b8xFCTJ{V?zhjCpbe@JkBQ zn;_n?EY}u!kX-*Y0of+u=8dTS6Mm_>XIH2&XJ-XFND5dg%};}`+t)!%m2=nk$Oi$0 z@8^-|$ZTHJ5R7(*4mEo9!~GzY7a6n%ElUxAo}O1IWEsk^I4xbFMX`1M3s_unDn(^g*9w*QxycO&O!IRAzX-t<(hv4|KKp$-W&_5J>O7t-Qp(aE(D-EgM5rJGAStAK?R-@XLI z+L}3B?mkM4m?)1$Aj-{*fPHd@vSs4K(ray6z_=fpZ1y6}u){)&n*A4zg&-!)CcYaq zFYd{2JI%XuCe5&!GwJBF!~c|`8VJ;q9+aB~-I(HU)yR6RTZqDEB-aa{WDnlPy)L#N zB$>tv+NU&+hHw+DIGC^m&_g5c19zN^>?BOm_LBDP&8t-%nspAy56^w$?h)P9cH5cm zWyIP|6=*k}!|oL)phY{Am$I4SsCL&G@|4s>%T!D4#e+}& zSzcNzX`9(O0NVhNO+~L?5!Sa>p>9rXOWVUiqBqypp9WE(SEyMV3|VQer7wwk<5?5H z3t)|5SQgHH{`e6A4Jv(%D%KN=PX@$Bd;wh#nDiy142!=WpXOd$`-fXpvFI2hCzH0a ze)0PT-~quqBU)pgAh*|0;0y)W@iBc&f<_=WS3|u%-|%xu3oG91-N>e$W|G~FdeRY%hg$~E@mj#lojN;gp*a&p-{dCR^G(JzEzK_+V z6vT{imqY2ZR&yuN>fMrups^|n12Fk_!^oK9jonfU(?PJ_XyxypvOS>^!)B)f*ME7D z{-1qZ6e0A{{P+s;s6u}VV$D0B$57)qCN^6Dm$00ybi^N4tr7nW1l<8o%2YL&tSCkB zjL99b&NWj7cS*U0Dd3j@L}GL8qs-3YX4~z~9yR1Z1nUBHC~z(PuLH<8DbHUS8mSB% zTR3z)59rMbjXw~BH>W6bX9(sfW6nZlpeFjg7i6$5fOtbIr9mU9yO$2k%FeoJ>7;v- z4___xqz91MXeuKLGc*a$h}z1EV~WEQ;#=jIKL#g{s?|h2RLgkAjzPSW+CvAJbe%i; zZRK;F@$aZqHOO<-#;$|=DdC^R;)d}Hs4akgsNq3Zs}pnQHnq-j z`iw8j=90^p33==Bb6x4P8x{cT&G!mq=D&*r08H-gC1dI2_)XRDh#Cs?-6)s9_?4_p z8;7g!*W#R4(bBIo@obN@M3Koo=Gx5zBx7KkbQGFJAckX{hwSKv+OT*3oM2WoPym&VCkd+*)wCJD}%+AQ|i)kjLV{+dZ zHOm^Z^V96ckzvep71@tt0yB!)kG_yVsQ_Jqu6k!g!M}!pmvEYn0ct_(#M&j4KXp+> z(wf~qXn5@nGcoImIv#T3$=GzKzYJ!WYFH`mY&!mX~ z7xG!*@uadAjqS?1T3V#UzxICzpS@$BYQoJw>_~?eh$z0A`zy_WELstL?RM3jL|B1z zM&^dMI15K4_a-WlDR8-kKx@jnmRb%zZ}Eb50TkFEd~%_(16=nYh!JKJlJ_X}f@xbG zgsX9e(f~5Llh~baJB1LMM^K)Uk8C40sjVw*V&;;cDy&&9t0QAq7q;g|!$a+^BHUTyQ8_Xp{K>l$1V~KsbGJI)V`zV=Di_MQM z{wyd@61BUz|Jk9h87Q5;$9qUc!yaY-azd>cN}yEto(nHSgCQwT#>sne?X0xHQeZ8; zOjz)R{jQ}Vg`0tr;3t9eWo|p+*qA<+{bWTGEe-#wZ=Dg_V(mymfO*wU1DD`w_MNyM zN$66jHK%|hwg}N{Q9~UN4RA#{$lfwe?5C0=?nwwp1MNMh*^bXGrkebf5@l z{}iwcK(z`pp$Yc2BLqHI8;SNN&s*rTN8u-M*y3Yd%8g~W-2F4~?>wC8-8r91=2G%a z^A}4&o$L}Na=4#av%UzkOlWW($0D~crCXU7`~O~?)iiiYAC_2v_fcURcU^MOGNb%@ z>L1=a1q6h)^pv=}^$e51#xUZY=Va4y0hh4Wa?pHHtUtoQ6FYmrH|^;-cl{zUk;AC8 zVEyiyv5xrSb6*Z|-yoJ{Tby#%nbX2GxB-X})m7jbJ)%P)^(HFUk#u~4C%t5vR;ChU zC?D%8%H&tLJIrgYkXjWrBD`qKzTt>}EzYdEDt{wZMj~968?hywj8BjBsAdRHU<#2o z07maqcIk9HYt4|v1c1=hV2MRopw@ofHm|Try&!j9s-1;a>W_vj9^c~=J+Jpj>#8W? z$j<|{2J8u-WLvN0rx){$FFQ%*j%-~MA${$_#<`Q&Y1O#ja>#@Qos$qCzDSE?Px&Mi3TpF`%sEp63=Ws0d3!WDg z?M>$R&>}9Im7_8&5FNYV`v7W0K&-2_bh2MXhIcaXDtt5XyLy{$sdvwJcVmgyoo6=e zksLO`6ApR6uf`Dc4!VM%5=4k^G+4@~HGggrXUb>&X%+vqQOU;NJlGWQV`Ez%-r&)* zgT|}92hwa;otT~FaxPPL`{~DXTdkMT+oxME76h$$^ILcEE^&fQroQ08TARpm2utrb zOFeln`JT2xf$IdNkk*fZ{=4}jY_Vho9T*xsb&BLz?*k24qkX7LxI()xDVVNV?84O~*DR2OuZ2`Ur1 zTri+q2sIO^-5gG%?VLiUQjF4X=Q9Y>Ib0Sg70?7J*GB`pyK|S6=R{Vw zr!!;8l6B+GXfK*dHF; zfGgro^!V3SY7Ijc{SUN|p)Y#g$Q*Rm2Emm*ok6A+PLUJj$xJk)Z%FHD){sRmbqMy9WlD0#GRkW=x`g+%p8@^=BJ6mq4fq?onm^g@M za6%Qziv>p4Bz!4U`3cB8ZsZ7fX)Iu)jJ3i;e%?6Y$)QQT)_x>E3oXj7-d_Bdk^j~x}=V%-9$8+ejIKXCeAk=M}lnNbi# zDkeOxZ4Y$ zXM+WrjIPP8Pj3pcF!UgM!SRS)@&0JI|8)uUVY2|<1!BPMRH7u3TnjDVU5gE-kFvU< zi5I1KL7wnb$T5>IubsF0CR|3EZ*!B(N2F+a+!y&$!%C~cnMrX5c72ItghP6zcHi=M zpFcb+RUT^>r8cWBGqYCb6Mk489tzvJFE+L4yqhF4e$+5I7L$&VJL!nkr8nc~x!V=E zb*&>41tuXG;7Yh%ztVFit+#l=xJ&msyZ#VhD#ZlXog9OwV9@Z0-lz|-$jWea@LBgb zx~)dDFw(NO0t;r0{?cJe>;O|~RpWo9k+E50A8P_SiQaUR){u%k=&2Q?t4wrvxAEKp z`^eSuhaI*}`GazTc}Gj2a;kvGSTjRnXF+cRALqNR0S360f5}}R?)TtRs+(L*m59jKk?3GK< zx^sJydQ3lWq4{dr(BCyiK|M}=v}UQP4fjFR6%W6(M%=7H;b0*A#3BTX%tbCik|9wR zw5broac2lsU9vkYh6{AV95JQd&@VD`iJDU#1UV%ycaVIr_fo3-M8KMoXbs_=DVmAJ zoDG$$6_)f=^E?OY@o>D>^JOzuhSK>=Efb>Xf31nyQP9jW%R|W*2- z_%ErYS*4^f7B^?*%>1hVb)<6^=rO%>k>ANJ7e6lS*J$1_ z&g*Sgh&z-7UVC6Ljj$u5NMC>_JIA+`6$mWw>958>2}fAih0vEB8REZlbL<9Q^aj3)p0jZo@jhCI68D6UndpRc_;#4iJJ(rpbkTb%;LYpPFtRobq(=9?}X(=M~K+)zG7YZe~1ZFcE$YEI{`RBpz5x5-*7~ zvnRB{3xy1`gcBw<<{ZAVMPMXR@T*beZTw$83yhVN#4!ID+%VC$sGf8PpPGV7St3>Q zzL%l%;d32Zx;Hj_xg`F_1^^ni<7^TX>m(s=tWTc~OenXRYFArilW^4^OuagDA}?YV zBzigIXEi9fGc+2K7`H6}MI%cFEFj%@JVxu7ZXS>I&D-toMqnhcZ{^0s^*K$m3)G3T zUOijf=&p2#LZ3FMiBFawx!A}hIk-|J%VB$FZ85BP*eWtRKdXyU?!?%<BGjMd2B$v-af5dU6U}53-MnuzXo>E7Z zo^0K1mY@yk2pq<;trWKFe33~O5KY0hokeA_&XBD7W=@QYzrqgy}6m+&}GL^C$z975wN5W3q=~VjGDM=}Y6qS9&co+SaAV3pE)r?+fC9&j z=*4?A=g>=d;Pj%OSFtFM`<4i+gJG?$?|W+wpgTX?a|`0lIc)g+5i@E2W)2?0$ak+N zKf(OuX3XwTgS%jzcwRZAuT|u3wJu|$Y%u$|1`<*erMI3IbjocO?VKNfogh7b3uIM> zzoIEGs>?h)F;`Hl&D;%0%+Jqo9;~Wtel>oKo|pJlbDophdLDWEfFwpN;#YK-!(?)x zqxVY+iXPM#j(z2x)wuO(rOy(wzBw1_^D^oU0VhZByrzp2OR;~MFyF@ED{pFTWCRz# zYaUs#v4qIN8eit-eV{kb)aS(E9!GxbB&%qVK@nHvS%A8?U;L-Y*BMparP{ps)tSTdE=2`a|<^nWNN$N;-xV z{@{eO?slxRSRB+HMEp!qxjFW(uO9fWvX*ba@r0e2uSMqdO^Rb%b#5IFQ{@rn6;dxC z$Wrxpr)XJkjQ;1mHF*kDGZn$v1?uwQu5_~%H0a)i^HqTD6#fd#9Sf|Jiu}X0FKKnZ zDibJ>$HZ*u;lp_Oq7VMtW`s+HlTta7z15m{X<~eygv51CD6{u`vr)MYxXkD5Ea@I+ z={_V`gA1vIc9j~&hroPZ#v2=>8RSA2oR&V}d(xo+;QyH?zoX5n<7GxnU7ZPZ{<D#0Ux8049bxkld!V;p9c@qis3*^&0wPt z{sP8s7xmG+3fAW>SO$R_KegdzhLel1q*Bh~dVwm}uUfB2dDh9%D%U9T-qIP+MyxBSh*@H$!ijJaeK~Thp=WkFSR% zZK5T33V&?y76R2boQ^yQnyCQXCeO;3ZApG}+%TpDL@BLR^sOw;r7<21DVS(S4VZ&z z8r^|Zg4J@A9vb``MP6oe4Us>0JR#M$ElLDd0>~J9iy3?&Ny|W`#;leY24^4kpUn`j3SiGo zJ=}48;Cg+pZjZ)DJQeBPcr?YZk*~)Yt7aFP+Dfk6O)NQiRVj(l=YUT#GfG7Q@X_Q! z3%TJTg%}ikJWCJY zfv-|UkI1EU6T)nWUw8N)lZ#$Yy_04Ij|m{sI&8@R!J#p9pts*Ani9HxvvPBqBFsf- zUW|q6Xg0l_XAFYhufWcrQQ19iOSI(M-v}+4Z*HKfu1_ft`v}DC(>!;T?h6juT*5SC zO;JyrZD54jfkg#?y-5nu3Z=I|iA^`rqp!c{@lq1?y2k>&y>xid25?{MB(kJoH|M9sTYcK)I~g8{ z42x-fpdK41qr$WX7rD>6Jv*>>4{a<<54{hA1RUYQkF|i)bjP?nOGIiuPVL@V9&aM!kxhtl>aMSSxgL(kRq#)u?g?{KJHmn}Oyyqkm8`1JEI`Oh+STRY{lHj20CFz2h?dXKrr~|E?HBHJo(Gls2srKG6DGOctwwoY^;WJM5H@=4@C@>%Jv4V#_jog{i6H?PMk zza$dsG=37N_hLVOCE3a)Z(tX$c+b@EXKz$p{B9nv1iSPvlh8VOR9bOWPiw*o8Jpy> zMDF%kqfz}BL^mgGvU?gkk@%NlULlsi$V74oNgClWd}4#7%C;rP9Zi{7raWG9OGhE< zSmo~`M*%kJI+*Ppt-P7D_ZJL1wOCg7uC0Dh`OD{Z4a%ucSDBCg1k|cC#+s%=5hdK$ zpJubcQq2M1lB0|*3DmnO3IM+7EEADDgG?ld44CEQr9Kpipc?%2nMDPFe3@gSs>l4J z%IX_6UXK@C97OK&0?O36vO3F?|7RY+x-9+h37suT5|5YlSywGN_B)<%wx>d6(}IVTmki&X!(klk6To{fCDZjs;13to%dM!Ur#J~ZheSRTMsfRVPPb9 zCO4X6Kv;WFbkbjoQJL!Ofo)LrT|!he*-pKWh)nviomdSC#eKHoysJ@u$YH#DpO)t_ zzC=H)8^v8%QcbdA>^P4Q#Mi96XhUnxB{vegJc* zWNp8d7nnM?tTK`lHCIFnKcb_E_6q%3>Rjygd?*+;^NZZ?*SBYPXievhe*RZga!`4$ zad*yupfx;O=3l$ltB;b^WPZ=7g`<}ni*+z>Wlf0&<3~wiywcp3leP%#J=%I zth;hvWS#I?bSc8`;+7R_>JF#Z41BvR@){a5pmRan!(c6&=`RUkC`pg^K?)!Azaf)nnc7suVa0d6VxHQJ8Y=k_8P~hTcEw+@{+2OLdt>LEMPt>&4ol<2v}^Xc{oY9{ zpp6o+SfrN%uZ@U`=>$mw4h{@v==s|-j7>IvFgKB8tc$eSEj(_E4n&6ySC#fRLl5yj z0_#^P7fGjt32XnvVCWj3Sj^Ss+I-;hKSV#gLDI6`PLfc8>^hGr{|MVi0$scIll-%C z?k}*h-#vG91C+mpp&1P_H)`*82o}g}zf(6j!Us;g9j=j$a`HpG${M;d> zzBgAYPl5aV0YwoM8+it*n+B9}zl+$IFW$``*QGs41!WP-if#bSbE!O_>`ITw!XI!% zc>2$)1MHzE``{_C>4U*UfO!9wSG8;v1?QSaP5-T-KhAID zhke^|TBe5$6_cz;4N&{}owEFC*!WZp2#yhWDopJ7{(~WNl|514m zHSU?1CI$t{X6|-qgRCe&$dU||NVuU3{L4ubBT*ZVFkO#iLi!JYPjz^!=1UognM1uv zBfE=Z1(yw$^(|CIuCZjpF3a!b)sM3^5o#6b;voNxMu!i*LMrLDr~Ek>?8S{4Ch?9f zrGM2|ZF?>9`;7!|V3m0dvUoJHqPQ;>Lz$JfN_NGx4sOVx6uo^x32SeP1jaH8Wqav* zN}J9}Hjo(qkrge~F{Q+VO#cwdWXytMgRm*yG&MlmJ;nRD#in3z(5G^dOA9VVG5x+~ zRx%kMUW-9QS;Y4K{fwO*fzx@Z)#EA(bHyP5Z8J}!vYUlING}F2W06w z=4tcIF57=`CKIE^HTu_O;=7h^YKZH}xn5~!LA=ePFYr@wB1tqT-1U?CJURL-zu5Fm z1^UgB<&>xz-DNZIFsNNw?4)`pk~#zFcp4@+Mqd&KQ-pO8_Hpio{qP1Ss;^38ZN(A= z!A(n`U_19EEQw_~g zW<#CteBt`5m81WTL5xrc8Y_e7R0t)-g#9)v2L#kd{=BE6caB9g5fg7K{~S(@A}{?S z+TPnJM15+3q%o5Rx)#OlNHNwf1Sn_9b;;?j>?=QQGQ6Ir$U(izfweTIRT*saV~7eB z2zU*ywhNZEuYr;%QDgR#rPiEfn~%>!WT_&S{hetYgilivQ84DI0}H|3<@24$__Q?B zF`+T)+U=FWkK7qz8t!-)0trWZdI8}4!MkSbi-(Ar8Rh+W=sHKeK9Ubl!z5z!!}FDm zCp-D#i}kO(f!7G&-(MK^BR8E~a$k{>HdrZo!QdBs+}>Ozp8U%3JVO9Dw0KSb4WOmOSeDVGj5F}Oed*;8|xf z6T~_0eN9UTPeNEp8!iD>Et2Rgv95dIH+0}bL&6-0$0>}ODxCj`Xxh((2{$8mG*YLJ zAdy$h12lm_;zZ?F^xQi@pD^bu((>38Q^S_Mswpuu zV`ecIyh4LAQIcq8TN=MRUG?R1n{$JeG#h zMR6KS6>BBeF1ktR(Oa=yplm^Wp6{6@LV;Mw~V`%Azc>@0W!lgxwc# zBN!J_uD_{jY>xxzp`oF-4qD{ux@^#QcM5-SduY=r-7&sM>A&(>g=2Tu@_m`l2cO|a zS0`w0X&JxHQL>mkm|!BHTk%ejHhV_p0C_CSAJjAE7y5zhS;<5C)}Y=04?wV4~|nJD%EcMd;)?oF-srpbmp^5(bMo2Khuuu=eFYG16r^~xQJeBj@4 zrNnxGBiDO^z`P0*aiuBB%cy3D14$ei9T#cYy-o5Hqs>%CYD)hQPKkLXPHS}DF!U_a zjW--P8J5oX4RuwV&|W4J0C*!SQ(e0Sn@TE|b}R^sgVmm%LQ5pAe1 zQ#(2q24epNk_UhFyTSn`%mkge;bgFHmfDIWi2V3M^oDb9_L2|7OX^Y4RDJqYNzeEv zut1v+!3}Li^@l94iytYa0md7J;q4iA2{pas-pA87LAG7lFHS0dxth~3<#bVUZ~}*{ zC)#VHls;-M_eGNMIaxa)h-;H-PWWHqQ}-#3zC`T5{UmMJJhzR~Ym@bUxl`G6s8{q}fUngxNSuvoZTW0wyrm;*%^=>eH+Ce(|5MS5W+ zZoEr>iM~LR!w0iV%o+VPaUxJwfc`klV7ydn*%cD%N*?$EtfdX8Jt5ReUn-OQ7g$kV zs|T0a$9$J&KE^TDNApM;=`kSJF`BU^h8x^~m}f0k zgp^0g^SSK;n4zRoDA?9W@uZ^a1)Q=cMvqCjTV`Br;hTOkXVk_(37M&52H;Y3WIboU z&TyAh=STum)HN7lbwQL#?+b+%Sz85SCQwV@ z`y3&L7umQT!qufj&t#pQm-5ho#z85+aqP>A>K`GJ(?181ge*C$geFwhOCjYaL`iEf zGD$bU2|of$W#>hHeN=HB(J-L>Cio^C6n>5N1kxO02gC$`9G;)J)b;s8W0Ls&PZ zEp#@LxB#*jxpe2)dAFaPsF)0@KRHya+RnK@cqFl>YOt&sGtQrmVA zVJw}GN5h}^e@G1YK5m8hVb=Zm;iFgNbPW-G&75t#p`Gboy@Hj8_)zP)3!jEmzro$V z=!O2gewVsWVbQl;1x@S~c6ns(hNWpy-(1*E-|18ylvJj&-B!Wn24R9}@#6;4)j&4s zHuIkEHpjkWMbP~=u@6A(L1rv-nX}JG^!-HlLKAdVfash16$u`a0jVdDFNy}D9eSo9 zcU$yYwzi97fnCaQ_t$oU>4k<4Tf|!8@=*)FKHO-wVfw&R^EQzAVFYh&mw;M zLKWB$QgXCWUGR(}5|n=~0fuU!4LEC&9C&NIhoT0j_j$5by3ikAMrlcl{H6q$ONhm| zk@u{*52#({*iGq094Kb4nT#%U8y*8vMVFHkA~L67@$j$kZikJEDb0F9S)+Y8-pY|6 zu=kaO$R*0y((5~^L1Od-J6hQbOz;}};|_(OlKrG^;IPU-q|ilPZ#g-Q6Y`d<=WWh4 zW(AR~#tjU0;}k*}vSd$W6bx_d%`6yP62?Y-&Pw=NjmR7>HL_SpHtymPZqnNNLTGOd zM+A}==`;{(ttB`8AiH%@ZA-EwmsK_N!m{l9DlT~GEDl}4Q7G{6PL4NU#a>{t4fNytZl2A=EvfXz^GSPn@&DqX zoN=-xDwX-3=iuY*cyzkII-KsYk;t4@2ym2VA|siq84uAJbwN(HyAHp_WL}RtZ8VLEUz|kYsoZk% z1q-TBXj{Y~#KkY|zR`t9-zzc!`jP_)p}q-H-L`S;0emFH){XaiUMJ8nE{hWc#&^ z^O+j@=KxgcEzd#>!S=(!bSJfV3qTIsD+P&HO>!5TLq;a&VUJd)V5z%uN%?G08JI@D z*SS?Fs=EMi8_F8FUx*x39bGKPBfHYult!QkjEC)4A5{y|l+()zW-?=6jSWs+$j!!C zn5n(RzUO%{%W!F$0S!Lg^gHV@M2vVM2*q$+jEMcZ_bZZeC3x4iYt}!1`!p-K8~R zGGzb)$WOhvixA|86b7u`LZvCQ_6s;9~74v$%GVzeW>Q3*itY)|r$fW}S^ z9*Q^vdNFUYLf%D7>A3@|uhf(V7M`w1*XRGrhhf^i0RNm^_o;8jPZD==vrJM^5eSv;FKq-6`;l@QX$J8i#iw z$)vG}!8hfI8l%;F#=`{>S8@$IEh~wIy_aDNnax+s^C=0JrZ<_Wvo?$ltF5?MKAPk@ z-dsqmB*?F;#Kba?yAlab97>a7R#XintdWoz(uY#+;wp5!)~Hp#5)$LkrQQ?Hzb!n! zzh1b#^7M%%-Z|-1LUtCdfSmnJW7>=n^rO*IOhMooSt3Lr)R|H{vTL3XF}Bt*Z6n~P zTLZHm$rB_Pao^Q&Hp=qPgGYBqjFd$lO}u`XV6B9bHK@V<4 z(09ENX2m<+C!>5%c+?;yJ6S-rM1j61u@H_FgD}+kbGzzkTADi%m>l36g9tP-N;-T?MWyb-8x3 zNBXne!ENa2Wnb8x+?#V9b^bEFk9if_()BMNX)x_1CDylMfmx}5g8SK6IO3IG4!LL z72iyNVZmsTFa$&qyO~?U{A7e63^G|{ual!$rZ+?-Z3kvFD6A~p;qF%%&kGJE5UYz6 z9O2kSzAfWNVw^KJ%xzuK3I3*z5Fzi_FiHL-@5!$K9CAqnm2!vlV+0TKg^;TNA-Z#O zTGrLN$NQSZ&^dRqxDg47#SCkk z(1>}e%vNkkDvy?YWEH={AQ9^hJy!2)_$nDCp{@tqY2R!5LYY@p-?67j?3F5R z8HT%k(_G;Cjz0kLK`i&Urfl_7=~tqprQ_~amZ$@9t~nKJr=m66Tatsvu)tZ!*=3;= z%57fc41c;be?k8y&^9DLJQ~U~^HV84?C=zIEpfW!YL-5e-Edsj?=Z5GSB$FRn$>Q) zw3M=PUo{$*LV3t`R;KuaNf86S;Z-~>0!3G95V8-$J7C|QSD@v+T~393=iU~Z zbHac|boW%hv)&qb!ZVRt{U26PY)Vda3s#^NkR1p|qAc@88xt4MjR-TVp>v)x_)jGr3oGH&%m#QTJTHX*#$7_X`nxa{>8~rmkYf5j(HM|iL zFfo=Qu^aEru()2HPg;TH=HKXS;#g)Q2ZF)k;WV~oWuY-FoJ?$as*ed#V@}+zk1JpQ z3T+2)Q`L$Xx- zg=?7+RoN5RPU;zqs^Er=`H7QOGE~2g<0=8Zx*iUNUA-KdS1Vf@9em6R-Li@H-q9q_ z#ot-`8j`TBO)+~yp|X3{>Q1wq@SN<3!={a25#pWw^e0*sH~J)Q0EWkiqrHRhU!ei; zIg(4i;b*!5Y(SPHFlpxRul3Mio?g@ZsvW9X+Fpv9zWG3Eu)vh57w#-x}gu6N#qUc59vQ1-hCMRCYyMg!>B5*m%A2N_GDdfu3(-qj5Ari6Aaivryb zPQS_l@NIUUW_|S?pBb8JpTrbN+S}l4FfiJ_wuQd1DBV8YAkFE+=va?r!1Ye zLJK@LV88uFdM7%>%rs%Ahbox~szryZ;J?aI2Dop|WRHdjNDa{7l92&Qt|NwIfhAl* z4R|85i`8NhEn)cCw(fKsPwEfam0v8BlPX&~&EIA0mvzamFcF^$edmF(s&yCVsXFRMA!LEcOhPx~PC4ysIG|lc(LXyCiEx9NL{nYr5QOs|PznKg9 zq`&)i9XjmStzxiBWa!5V_qEh>yBM?pgAT-v^hyjnW#YT=A-qe%)mSx6 z`y$c_)?#R`r*|t4fV#>vNy)QQ@TsymZ zxB6lPbuwjl@ZM7w8pF17)9<%}FaaL>Y)->3E*eSbz+m#zs|0D8SxWFwoP;Pqam4kI zePK>+1U2dYjc5o5S6;5%-0)&SvF+~p>M5i4;`LK_AEDd#Ooc)>V$iF(Nt0{nm3oRy z#!oUF+69DsI4ym<4mID9kroQ(Pzi_(X+1FFjdatJ{>;p9F#)>=U^dOtCT$-(1$LJ5 zq{uea9d_F9Xl@n37KGfd_GiZ{8yahb<5yGS`n!O5RnZUDa4Z`34#epW&fw5B&n}HU zR@5TvNf6OV5S7aL_=lpiEv6!Gy7vN1-O_MQ$xKR@4aGmxJvUD(WG~f%yL<-;iMC%< z(C!*6SZkihig-Ij;kb_BQHt8ylxOhUj+Tlmau zUG|4Vv8JXM7@5i9^=W7lDF`+|%FO=)NVdDL^g);b*(RbDX0S-s5s5xm)zJwN8LnllLw`Vkj2gx0j#?4Q}aeIbdv(tm0m99>j@E zeSiY@PiQ!siHba;4Yx=+XPUOH^Q2yuZ{zIATea0v{|2G2)6MA`j0#(mJUb# z?Mh7fJaJ*6y|4|SKi_GebAOz6o^|l$#7)XDq$QG}Og&9Wa`u8pL)rwr*B8n%ftDN& zvdYvl79)|_8UmRU{haHqX7A)i^EI}L3I#C7zkha>>A)0#m6Ig!+H=;TCHUA>%{mE3 z<+nc<>ZErFd?@QtG_a9an_C9Lad!CDw|zhPkKY;9E0v|Z^_9-5>Uv;7g?W)Giisz) zKBVvSd@f?A*D(?`>l^5(*=r3&3!Fl9$iyIhb^gtUN3g6Su%u}@{+}3bH?T}^F6wLo zwr2N_C%{;2CHAtZVEk!r0(_<|7=eU_fzs#-=V*Q!G;!^gIViRp)Re^9oH8;=)qmAz z37pXnW@fu-awBe~;9`ot6;xvxTB4NB10|AaigU%gd=iyA?x}+8PG=4v5U#ZTV=vDZ z(BWl?t2hj=-(F7B@+w=n4%I4y`Tk0*)yzt@+hKWn^42N|n+}@Dk*@;KuoCP-qmmmO zeXLWWKeH!SM`s@9`UO=$*x^XhG!hn8eyrn!DQ3V%Z_OOZL`m(mLhp~^H`k8NX!P|0-;5rZ5$ zOg#ggnH=82p=uU;^#_(#QD+#gVOD->osh;}vBzn)X#C`?K&SoJ%X&dbqlmI3P83?r zE%ut0uHvaO$_VvfghD2=13SImRTyiFC0rEU!zYQNt=HytH4DiI!ofbq{p?UEY7I96 zQdn6Y9jn&lJ{A84g%-j~-HmskZoFPGH{@&Us~_9c&@IQ8N+L}?c2UVA1IKiiw29+* zi^k9pvKbvdS0d9s4~zyomt5g+_n(prS2c(q=xZ*h-+$NEJnp1Y<#8TOXupRtj7QNc zQ{4YSw4Rly)$esae(ddsE~KMGPQrd$b=6@K9swa%wc+ET=3Xcz->XRxiDUjB;HPVI zsj%&yF~~JtOY4=*LJK)r&Ep}5-+^!<4ODiv$AgfRbiXsrQl2;7E+`_ws|A55qe84K z)^A}<-DE;1eJ%Ky0Z_(o_zqzx{dgVkEV%>$~lLhHekU*y=^(xs8s)vaOKP@|>-=P|9`E3U~R6fFJn=S;T z;b=db)d=r;=D0!#-Y_tvHUk3jz7?fy@p1U`V*x_Pl?ylaGS^juN=s25S|5|;bWI|n zD-tm7E_VJeySwYqLbO$H;ULo#@q9gda}6Sl_#KF%jMI*x?H+W}af3~S;g_Xl%F+>; zP(rO-=U&fukI>GAdcS|YB4%Ngj{{6gzg-WQTVtBCkeJjlYE5M*rr5t&w6x1y1rwUf zmMI$Xr8eYknaH*>*MpJ`uhB|C0!(EiyNqm-!Gf70^E|ebQA6MSTjS>KXeY3UI!fYR ze|Qij1dUGGJmt?o5j7@~19^n}Nxd~n<|Rxz?y5NxJ_iVVBOZ|)iz7{bH6)IQqjZ+_ zOsrm$n(kUh-ZZ)?QQ(r~Eq;A#Xq???2Pg?|NVj=&4dLazcO>xbn}|=&m4>o}x&K*B z?eM4^neCP;stro3r+L{(_2+aKZM#ur>#OIeJ4as1uWjNY(q85lw9a*aE|T3Wl}(=0 zExjg|1;P3R!GSlqvTV~|)2u}6&KZ@~I6^OM)X(V@hfO+&R3f3+4=m>ayp%00f;ng?EV3L_kD4JOqqm72OXjeCK$GmkcDfO9k=)AKbEH2Vz9JkfB0V_1Odx@*ya5?j z-hxGIM0N9!@!o$^eoc#_1LBi=2P;@dcS|J!AYjQ{k6wDOB>^KF$ISqZ{<~?RP39oI zZdfuGSB;QLrph6x$6rd0Hbst&KLpVt|AX{qdQotVm{#US++VRoyOF-&FS8BQ--+c{zuSsOdj$lNS(+NW#kKU zr~GZ>maqkZyIr()+*rYSJ80jOm^`AQ)Szv=1BT1GVy^OJFPw00Fz*13&#J| zBR?LI?5SH{#V!QuN#6vovk3H!dSW8)EO0x44`w-3k0tdHR(mihsMm%&{JOIU)0@W;32ET6GO5Sxk{2n;KG3VOI&+^QY#7goHw zt_rn1@MvyK=w&SePN@TA-QBMu=u}`^9udVp;1EX8Au<*<<|Zeh1iN^bM0sO_0wgJ{ zR6T{aBw$&1^1u;W4sI`UZIV@rLLgH4>$-Lh75Su7zM&&nCW95y$ZZ zJ`@wwj49u&6qeb#oow}Y)G_&nIf2`cXHdxXMl&P~T}ETZ8EU&v3dNa>6@TW7j^AKF zQ)71&;fmgtq@CA11BP4?37TFcLH9IGf_SYGWp)#K%#LUxn(*gQzeN1wcmknBmeI&5 zE{ah4$8|chZw5Y?!8_$wp9)%t3P%>PbF4y`1afq zTVr^{iPKnAVSEV6A7d(3s|j~iQd%0lEimmWZFUaCTpiPsuUau4=g9uvQReM1_0%ZC ziST*7ZqDmz>q~t-h(lZ12Arzk`zq{(6}gOvqvlx047QI+Y>r02?fW$h9^z>y$Ux-- z61OP+fpLg=-EDXcGJQ<%wPYSEe--c@@LmPRcq3T7b0*p^SHG+}ugva-q=zg0md1GqT!GVxe=CD4OjX=xe`-6L z76f40laRm(OoFGRIB0h54qCDeM;Rv5wG%|LB@BO0Qii%LW{m#RjxdE%vl$rA(am#p zZBS5w@9uxT#t?a4aUEBsEx-%QA=}s}0t~nX``L2l*^Q+72Taud<36UwRC=W_T5c8~ zg{TeMJ7SuYgYUi3)Ah0v*`{b7ibMB#u;svCzEw@RH_D2iNbI_N2cj{r>pg%HruQoX z>Qj#_328jMg^A z#;%Rn1TBlX9UoDqgqLRv9E`DAW;)EwYpgL;=M7lZ9OO{u%WK(QvAYQSd$gRIXsl)| zIU}7R!qAPpVF;VF_%_HpoxKtjxaW1NzLzLH?sXFkM43bg3RQldRm z+sV$4Y(XyH0dVjn zG-hz1!lp%lBTFPHz85FtL&um1eU|nX3a|fgMXFcbkEiK#{8K#t+;oU!uI_l`NIv}l z2c{#ajaD~oK^~>jiRd!sXO^)d6AWFi;uK zYj87W&nVM_MR!pO>e)hQmH4ekLV4j_`ff}8vb-5!M$FSbE@HZFyH00MI?lm3>6@3< z2AhM9O*eTxPQ{zIZBT_R1baEWQ6m+VtK5p%L1~ z3~u65rjbpuUq-ek`=8MgIvr^f6G-KmlInluOnh`XL%I^Q*hkhW+QC{E7l5=)mqC8e270Qze&*62xz4bFY$c_G23Z^nYU+W8zTeZ_^HRJ_r7?o$Dsfg?#jVO z2kaeLdG!n2er$T4Pftl}fA4~kvSku}he8(k&==S{y%xC+ep-N`s|vvaS$0KI>}x>k zS`EVhsCn~9y)6U~c&hFY@|`;N?dc}fZ%MLiA8q=uYBTw@hCBdjoDS21o5nNg#Bb5;W>K6J)#(XwH$Zc53lG+DzxJVY32S|# z?U_uwgcmPvjXe~kIf@VZsxt)r&idwRQZ32Bw@MTL-PFS52QLq?B74MdXlE7+6GISr zFlX}Kj`GNc%I49gB%|wVgh7b2! zYnlbKM_>bi(n_N@N6VSSlW0ht7BgKquWm9i6fAZ5=1Jf`s0`z(Qt`YDg4PPDI4!Q&3o0{?LN?6a1RO2^=x4M7JN!HzJ2BQKj_$K1py2Z4=-4`ASX}e}d$XRM> zj6?sW59Z!}5|ksD0bZesG3=7%j#qr~Fcik#jd|K5G>V|JvCAM?kp0 z=aysRJC?VJ9qQTA>`jmjDPoJ?rCB1iIy`VfE-;Aqpn} zi@f=}0x#NG`DQiKtH<0&cD6|k~HcPyQAs7^_}-q5C~ z{G_E&FSsLs*K6U+IKG;kWMBJUzi5x-vUtS3Y!j2k`LBQSSm6cEMESKR&pBUbJ2}j11YBFVq3F?$vR|Ur;shQKN(Av5 zGVHVPCo~|5708^FHyd>Ec8J_;*$uTACMoge^&kh5$!NM-qhC~3;S6>Up^|PXMh3-B z^3Yls@_VsG#a85{sw%%>{nA!Nbn}*?*UF>Z6uvxX24^x=)GD~ocbnu0C=D-GGJI3B zHkPbG7IN>S=96a5#b*=2%mylIh~-L9wsCSiqGegq+lQ%Se5tcustfl|xq4B|^2LOs z>@7$Pao0?89Nm(4Vy#cD#)PpSOjtHMssJLuE z3jmRYBHP~~h+0x!+HrpXk(dd?($V(eS^diJt*)T{mkGH7%t{Fa_(u?JT!2gj(@Z`m zQzG^vxPPgz#+W~^-?nZDY!8Jbd{q92-CU44nQt4ayiyx$`pXku_szE@8H3U!{>jHF zc02?$CBs{IgOvEl2R{Zj5L08tFFO?)&`nm`aCm^?NFG2p#jFeoTRAKk%l5Y-^S(;# zxsF0G`fcr+P063od{y3IJ;&DVS_g9{{N#0*Y%F-WZGo!Bybu{owmPGjx0jf57(1ea z4nSygv8@JQ8kdJ#Rjy-bHRaJV*|5K-*R>F&$&h+3r>p`}j7I097zX+WzP`<@-b$>` zGOu5g!|Eq3s?V>y=rjAAHKxx5v~Iy{k@zK2 z>m~h^jr(9X^(o>N*GOpacBa)`eq1M-*hwVUNy(@q4KWN1lp+*cW;VY(IMKECITv_}NJTs`8!ak9ZrEEVh3Qgsp@C+jg5}$g#Xrv}%&y zBCzpr@L>%7BGs4P*?sufD%nuEHCfExGe|$Hdt4O$+w%Ur^+#=L7qIlpOwqiQfjZs? zr7yD#c&v=jMe354&aPeV;7`hf0&rW!4L88x1FyXAvklpacO9__kS8A2m3_K+LglzW zgb_3=!LFP4WX6ge&H=h$X2q3w(W~%IR`rc+!zy z%zIUQp{kyRQ98<#5cb-sL3;Hcdqb&{jXtCtV-{aI-7*+VBSEWEXo4cf$1xlR$Gp)y zHsQ}&c#cc)KOLM^h;tOA>ek-~oTZa&9dgK)qzJ_NA|hTY0tWeSH7)S?Mj`?fq(Fox zfOV?B3yj3v4b70pGpEbEHSWTiE~hoQzN+QE$e?718=s9;!Yk&w^x0z#lHjFH19$q9 zajSM7(sb_s=R{K{QezeRlBW3Ca}oJq3OsgE;P7~vLK(Z|)#084t}t#Rq64B)q!g@B zv*z)uro?@afGEd-XLCMdbDpe1m(F!+NEILa*`iVreU}R*DOtKaiK>gVkE?!FYU_jq z^F>scROnqqZpO@Od2)UmaHtMrry!AO^qOQ#qzYQ>9j>ks=vyK7|E}^qf+G`Q%vye5 zB?Fpd|3SxA$xJdLR}c+-+zpw!=skrplKR**zgQsY&!MAEeP$xdN=^odY~uJYvi$i8 z+bf}wjk>A4xPUsfbs-KYF4&|?mqKkbh8E@9A%Guc)U`m!GLU}hb;_~~OD@=-Zp5kG zb1LPIXvoCcOTM9Kl9T)0G1h|vag8b`N#y2;O3x6_m-oU!Il`2Aq^q{Ya=<#w1%qS; zMWr)b1?sqkoOWcw#5u*2yW!PC4!gJDT9*}x+3_;4(+5CuaTEMxRTmll0D(XH5v=l( zcNDpLf!V8PxTmojWQ7GkTB2IHjaCznoV|9F&k68)DBf-@hVbsl!pj&U??S`c2});8 zQWnyeQyzt$v}V>|=1Ia~WU_6S?C$WV+NK_;8F>Cod^ZG^T|jkhQ>xCLyhM zG*==I00G}*_QERES^YUJi*qdu@EHqnTYc2y3PShSY=WEmPFNiw0J{bVpVi|?o^OFz zdCYcv&zq<`yeGbJnh=>Bi|~L~W#eyFL3K}66YiYqHlmJ_nJcFLFLNZKE;SL;<%XlV zm>!%fXcp8Qg&9li=?EC^TgE9pPCcaufWVBc!8Q{P@X5VnnJqpNRSx$Y&NPhf0M6>g z&uP$!lVNr;WM(U3twi&y%;8-FBH3-cwXmwH$L+QQ)sffx7od4R!m&N>oCTX#AR^4f zjHVYf9|4VRfP!*z?ouk^g$;lx14O*n`)!7E_6FO4tv9@V&joq)QJfSIb=FK&=TIc) zf;L@~ZH^>mho>UXZN5~sB#T`XK3Lj-N6`{il&ZR}ub9x_#grKiQlx2Jya}i2<<0&8 zGD9Zq`Xi8JX62#Y{#=7?0sFibYbFmt=$4RLcio36EzRL*;aGs4SWzW#(ZI@IbH6`R z&^)!<3AoC2F#J5&*)V%--zge*KvrtSyM=WmfjJO(p$6_=oXStlkOh=LuTpp@O$v<|UAUn=MRD-&N9CXJTjn>spNsYSZhN18-#69k82t@kQ7DKjl9 zX#&XaQ-ma@36hg*EANV1CPC~MTr+esMslT@cMwcE&*VJNnOORe^l7Te(Oe~(_`jT> zd`01Xl^QJhA9HDXC#yl#P#0H#%JZ{}@=`lOdT$--d-%#Tv+Df+=6?*bIv@bstV3IL zhj~r=I{;5=w4}ywyn(cQ0p70Z=?S^-NwhT_9<`NliApVvb)d-E?^j$j+~pZY4Sd{9 zn9_c$9&BC2H`P%de{_s_|+E+~Q#=Jw!H zD}3x#Sg}CzjP==M$o1>$aF4>Cy?pf>w$w-814}h)H~>4XYEQF)epFaZ0K^9s(OfzNA?nGJ*2a`Q=6uk|fRUS_MEL-9?f6hc>0tm@JEZsxY! zgjvT}5(x+q@UwBd^@aTqHlAdg2DHv?G?}s1FJb5XvMItw7X+W4juYuCSJRLBY}pz2 z3Ms0c9=5i{Ac9oc6E6PpVZc%YTtghr>ZT2x!T;sSIA8{yNxMIM>{JLT8Uj-I#v0@A zq_#iAoqJXHGq>Er&>sSTLI+iq8rFNW7-!Q1QfWU8~&PQY$%d>Q5)&xK#sVvA}6G%p!g$TD!>4m7xS$C%kgb)S12RZ-;)QL|*)HtKV!a?nyYNj0YG=KZ$ zXwo1Ij*IDJR=@k5x-$BnYNx#}xJuwnDwP$Ix;x;JPY6&=sTeWgI@#c&CIZ~}<~CLJ zG;HIjd%dF(ciwJiwx!@ZkCQ^r50R?yOU>;FDQQ=eO7I64kJcYS;Zfd^aNE?#N%HZe zO5>jfEbt{f2=+@0=dTC@Sgk1_B`##~E?+>{q&^tlz`)}mq)ZRZJ4toC5meKzF!N;mOFrr(S{dN0ikWo~p1^Jm z)k3NSr$hNBEwG)iq{!=vP95;X_mT=x z(X0zUL^;h}4EqiNp6-y>)Eh918WFbFAf=z#tLsfhdiRrvsh~`ZyPlQ@ImNaXStj{S zzOi`J`o(``+Pz^!%LPL=tj{|*(MBgS$ z|0=L)u*z%5(-01yj`f5ANW2CRikRPE``z3*t;y5EeY4~~Rpe;aT)0zh?Rt7pUxH8) z=*kMpsh7%#trbdWspwqbDQemj4tYO#v=bJH#YXrbk*_3%W)%c`51c+JOTr;s^)!3@ z57zms{~0FoGXDkUgSwu=eMUkHW4=-qBsFNHeIf;i4FP}~l}iNPLV7+$KKLU2t#GZS zkF141{FsO*^(s+o%!@1lJs0mfVM$v>?tJVF1%eHh$qbHvUxA* z!&J*^%;yBm(062>3tBR?8@B7f&%_-5(1?377TT2tVftk)ddkCl^M5a=?}HP!)|3xT z^iTLQ2wpOmI@{tRJqxRcspiRG{k!= z43?GUmsGtMA5jQ{M0V{v7P%Pq%p1nz3goH69&9EnY!^?iEVUD(4hPdxp@!b|6!?EU zvBi25kMLR==8Q4%_`kNo_%D|X7_^r*n}1mkmb=j&1f;poywrSgr)8;`=jwL@Mt8Ks z_A*}S9lf=Lv`3T?5vfWr6z0i{@W*5}Xp^6MxCl3&nH64HJCbFT{>R6#B*;c`8mCrV zwVRUUmGT5q;k2C|LYakoBd*#>7gp19?H(;uiaAvA=cGvOtidlS3Dt}h3-rXH$2e8ET>e4T2cDicEq$uWSHg^=RImk^#G`&GI8Y4h} z&*x<8D<%B8fVR>Wglpmq+8!nB?Y@SbIHP0^ z{O4yk%(|x;M(K+v(l=m*>WX#BESY{o`Y8?Smnk<@|0o1r`LE=qnH!Tk6lTMwzj)jp zGSY*LfvKvLfQP8Y!uh)4kgkAGLacYugt@cxrtG-<-zTy$$_K*zt*+=ApetxZIIWhc zNEM>43_gmXc(Ub&THvB6bRCSDr$g_CwOCM5gzP{^OF!h@X}_~F3)-YhwF+BVV5_7j zXCAsl$cEv)@uNu~;Bv8k-&kSldGp%iOs5f0yC*?ebS))F`Y+K(`6vN!zSk@&1}z2+ zihW{9^Cvq5>3BW;)DoHFyEvJ~)Xpq!TTCX65oaC+6^^p`QRGu%*4x2B-Ok^sFG?#s zv2J>~Foz-vp9O+-A7yY8zq2h|yWmG@356G`k$l`2*1wJ#JHs^!ahX_qP>UJI#=Uy} z9$WOjHrSe5K&2UD@ECCNd58e82VdE z4wmMFT^xgFsVLTRhVm(XNOsgf@w5OM__g8ml?tQkK&?d357ap@Tx@J`E^sKFY~!@=DV#Lb74 zyJ*gl6Jy0=phvvBq865IhwbQ&->~3^cG5Njpjyl(O+BHyN#IWx=vuiwzWi;!Y_Swz zH3}7Q87tCp;_Ss&?u;A@&i;j`FdL+XXZ4~7!wv%k&aFoCah25Xm193Bu&Q@QqIpm% zZM4RRofRF}Vfd_Zvi6;59;>VTH3cZg)3Z~bQsoyu*F^OZt0K)7lrMJHj+7tm~V7WJ;>!&)2~t)UcTZ3}%r#YgLCODz%}Qn-#;#M+;Y@=!2}a1Q~q=nTW{w5Nxp zOS=GH$7Vr(9pbg$lNYhflJ(nBN6ZN?{wCYfI7hYJg1@1AU54gAEKkttFUM3-i|>A9 z#5SI%Q*Aaj?*JB5{JDtl_3G1!Ax;bBtQDnbh5_Sqw^r-zHg!iP+3yRT^bx8DIvi`Y zbPI(y1A1O+kG3Phm5X4SAmd#_E3M<=7S$?Bzl8V5YBL54E!3o8WH3sx!!N!vjjT*% z@w0XgxL_EltWUECvj%8?tRCUDv>&s=?x6RnGEAd~A{h0--Rln*2Po zW7Qm32^Cb|tx6TW^8J1GVxqX`N`>UIk#`~8S6*j)Y~SC=6KvG)8|T7sgMxW)`SLS` zRNo2eOw+LIn*nlxayl-iY0+4h2KNW~ghRa2FM_yc0uGz+cIT&2b~n9>mpQD2sKbuF z8Cn&9HjQ|b3C}96i{*aPByh?c&RV{bH*w+A5VY@q`Ai9jJ%GfShE*L@!cisTVTUEC z&4@bOeHLXq-823H;;+!)7qQt)=1xuSssu``4#u%uF)$bfZ5vSaTPR0j5yLw3k_ejn zOBBU^92IqK0}DsEg#$*r%BQP2SBkh{z{@78dnvMleJGz*x%pN+ zI4Ht6>D@+14P*MaZ%1d~%+Ue6hpn zZ17hBT;s*BVs)=r=^T}>geIseY@Kz^k4hESluu6lA3Adbhf?xGPqzGu`tin6G%eSx zlpW&xLj(1fXa90k3OwTqn>zKLVU(T2s@07xj3jS%V(P$A7cl%LRy+cdg5D|B4&PP(n{;>^V5?^*)%$sUs1zm8xjoKKOGA49~4mTq6D{w=< zl{ti##l^KCeH_4?;`3l2xCzWpXCRzVMx2-z<>@{+334h6u0hU`-wu5!@nF!DwV5D) z(>)N1!`fp2@Xg?ccG+pXZa7+yx-UXeSkxwCCxd_5WH+U!5U{4@4z}xS6Qcx(v`_P< zpJiN8I$Ok%*;!fOH9CJxRUvA$({#K7$`?xcFF@bmN6g&*x}ufzLJW!XPza`&q$4uD z@VZS=FZ-KZimOgAjGhve=5Y!-USB{OwaT)p=UhKf)dD!(tU^B7nGMTQG&*V!8g-EY zmk$3GV0vSfY_)Y{+yzpKfg?cjB-SKN~+C5-)g z{4rt5NH`{(uo_?xqiVi@?1@fOT;bpN??dKZ7?0*zu++s99ttDPuT8m&9?$A1YCG&` zV6e`xSrIIy-r-dAWe2an{NbTbMw2OJ&%mrsoN6+s2%pAMddGeSM=!J$oCqLXicbU!gNKVa2+i8jwpf8-N$Fc;Q_al3%)NkWScuwPQT%oIL5yjaNdaXb z!$(|98EH0DCi6zI{f%3F4D$In{Qx(^CORUycXGbuC2JL(5)upn1{H`?SL|ja6c#i}jZ914(_kb2v94RL zVmtHbUOGD)XM;5*-3$hH0v!^ZH76O-6~uiAS)T!dCjP-f1rg4_@hL3jiu6qbuu;*j zY!l4m_h6n%l+T6w*1Bwxb4>>1XXjco0{hsP!nI60HXp`=%~(G1OxD9f<2C|e#;SMFKH*hyk(Y$ zaXM}LJT&ZL7@Wdk)L}#$IN8`KSXJexxEao|E5d?aew_jxb~iXYZ}vZdbE5e z1+TjPrXjDS=a8ntoZ=oD&(MEU(hSzjf}+NkZY1oHV8+f%b*ycz_OWKDV4e68!dSq! zo_qqr%7y`shIz{*p5WgDeJsmGygjb6alzyZW7VD}ojm-Q{kvX$Bu+{0qv7hp`0E6C zOS8OllKrd|KGr$80Jh2<6h|D15AL=7D=!wINGg`gv5~CdSv~fWNy{FXeoOdrYOglr zC*wO926jR1tWWpt_1n_0o+q4=isy$&%TBEtC+f5xXY$d&Xacg$&?jd-nyQ{{eG1up6*A)5 z^0=;*8X-jGBp{{kTA_}>yY}_Ysq-^~-5=i1#K@J`(7Rz8w#(n3E zzUmRtr7ph%m+!o3bnSRno2%CsHsW`v6N&8E?`NgOLBV z=z|X55oa7Tm8FUIR7k+dmPh6e&Rmkv#Mroh8uW|fI-gCPKRQX{umG46XIdA6 zlLzA&pL2}BgXs08E68{fb0fME5j`>*yW$e5s_?y^p@+c(3xzBd;+j>nj@o}YBJj}P z6TXftM}66!1-VkGWJx~>s4x=V=>ZiELhBI2_lSDn8Y}cO6At44w+TCY{dA^22C-2C znxjWBGS#m0r@E7{@lR)*7S@J2pSe-2&`N`HXD(l#AlV*T$UUmjYJ>2Oq1YUDnX~=# zP~4T;DS6c39yWtL2OTLYf>8djLAc7se;@N;9@blBpkJZ?4EZTOV_b7D%T6rgkZ|G` zzXgh>5EQMh5x0R_s6gxwgL*KXl+1448z!Xi-Fc%a zLQ-nCfY4g+bvB-cyOK{x0;r6c6Y`lIq#rf0`x0RK(Av*r=8^f5qGq_L_`L%^U4l=n zl3L9Ci~iZr2N9~5hahtm!v%7?V)%jHQe8Xu*=f}7rDAt1Yc1(%P-ph>e#bZLQ;S8z zot1w${UAk{3Kx@F;lDdKNN078bCV^Jh6@ytf(mkm3xn|``*E){ zdB(tB)@^pXS(7HYPuQNuo5mHKyHL@3V7y-PeGveGO7Jx8kG2BEBV24uo~mEfdIoe- zIlYy7OW$@2YG-9+QjY1ZHyUIdsF_<&%)LC#*P(;DI-AlKB0!>>t2==xXlEB=2)Z5| zV4X^OuK3$ipTzVUv{cVpk2aN-X)jx}{Lv}tCE0~B5D-tV;N>ITSd*#W{JV?^uC@XS zZ`y{$v6rtUQPJKpU+QUmjv&yf$$ks_xC!p&q&F4nUeKM?oBJQAEPrTW7!piPGjY2@H=V9P^`0AF6U0=y zsvc}mJoq|2Iv~2Qwy`wm(l+H&k5$UMGx8IL_jZ=J*5Cq9P+Fg{BzR^`T9`VF+G%PT z_!d2cqhqd{EzBUqH7n$LjYG+DF+#MD5(MrwqditCS!j|N*?&9Q>H-F81qBXWdl*9xEdXO!CDkcDPy^x9`gg+M1Z7kaZl;%A zp*O%3BN|#;;Ic%<`wZ1pfnv(J8hjv4!=$yv-qw0XxQ9bf0p6O26{NbXQqwpRFaoF_ z{RpM@$9m@3s`lDI;ZxX0QKcs++F9OP7R7yR{vlWIf7|%3*WtP83@>*d{|drBl3eFF<6_51(Iux+_;G`4Z&O;oP#SMRW)!3;v=EY{!k? zE*E@^tBS#JJXiKeY3b7iX7pDPJu`Rg;2=9%jkQ;vLA+l2EIDIjd&q>L4HtV(YRv>t zGVL$&f3>P@v>NQ3h{%S5Ig81fWcn*drT>POxnlZTtoLQX(Xtqa?t3>}Zr822>J^8E zD7^4CFy>&%4fw@y$XF~yw@4uxr3LCcqIYMliD`;oZ@e1#yg`3_5Bg2K;;p#0#fyd{ zBV3}boJng$I1u2!43$z;{uq+xvM3F=$IvWV5R0b^po}WEwei{xnpCVq zBoz2oIv-v~f-nEdlRSLzuCS}|VbP;Yqmi94ORK4el+_Xt_(&3e<(xB^dh;aLTDMX>bFnG#f()A$#V@Q3F

    -ONemB?!Gp(q`mpj@@zpa-HQzi zIGrJg+S+jiBdg4tfSmhW3r&wx<^z~HFFJb=P=}(8=If=+`e0&0(UIK4-~j}x5>zgu zCZ`sQM#bK#80ke()+#U}XGupD{Iyn15x^hq)r?<+@-mWufNiCVR~MHS5yO4bCOw1R zWW|-Uik7`OafwvL(MPtQML)WYyI|4I%@-5i{0EsA0GvkxWyyF=>gr)l>pBR{02#)zmEAZ0?fn z$IZ}+kdu%eYVxq_14|yyh<%mbCAL~>$7T^-M&giVFtxGwEXPrMqZ8h%{P31kVK z<_=8Y%!UGC7yx$61^1T(&KJK|n6Ks{i`Bw&Ob8k%u+y!^04?lN+&!bNr>>OuBC$@^ zxlgyH&Ugb!P}wE;ci%m?Fo5J!c8U>hEUWLce)vp8Af?tg0y>!OnTPNEyrL> zjxT#dH~_ERW||rqxC4-|ip|OOuIw&XM)>xolvr?GHzec#)$1V3sq-=REpmNBMr?@- zRc7-XrcuTE6c^$NEkT;yu5FpgO=1J3$92wY^}5LseElwNWo6>!0)sx@C#e# zmZ{cM-e~MLej{3j%~(44V|;&rr;6h8IZAY!^f@jVNn^Z&a3%<4&q22Z1cL*i`bNUF z4ri|8YHg-y7b3~cWm%;DzCZYKDf`vOvrT(t{$WVZAs7Z*)+*@yBJrJB@2;KMQx&T7~T%tz;u+WIrkZPoG>DNBC7s6|+# z1l6X}YjyaC-1T0e*3s-IQ>J?HjDkXFV$xga%C%?(v{Uy1sM)4b(pX7s5zz>Q;YfBd zcr!>B($z!B)DsBYZQHQ=+KBe;lGzH^c*0X>VG6K~Z72z%u#NV|PBLV*ScX8Xsmi9} zC+)0JE_#a}z~3@NUZ~h>C(X1Ef9IRlSVF;0sm-DhJC~r{nh7MsE951f8BXO6Y7P2X z1D6R9AdHCBM)J`Odz0cOnSIEKT(MH=E6ZSb&Hinl;92>=Xi+7YVCDz;693m$@aAf@ zK8~lCdkPpA>gj07D*H$0V%0=0E-G#b zto82%RSzD@pDe$4;&$NU5T|p2rBwSY|@j zRg>`CZa0bV%5Cg@JBU|i?-$~qnUR$VxL?xJ?Ez9{PufSI-59Z*H7O^T!KU{L%BF2a z&1^;ByA)CgN2P7fe28RUo*P~bMw!A)rnblQVhdLdcJ`PBR(C5~vv|Vjgf?Jz-XZ{s z{^Q<`GOh3(h#nSCFkdr57xl`={6z9PNA|(u)&O?;gVK1zi&x^W_7B>AxTnwp|{EdwX7HqfAzmf7XO1;@P z^7wOiapyw501Ah#(<*R`Nf60z1wLu{^~$>o(*kIz7D=0hity5uLhWR9vS)<&4e3-_ z?hdEI(bU1rsizbwCsjdEI zNKG7sn*|TzOu7%8@(cQYw7>uO1r>42z@f&MQxYDILQVjS=n3$bT-fohNZfb(Fh9oM za^uqoB}7+4QXb@{`YMJEGW)AIk2U2Qe;}C0fQSu2N{Cg%kFKk#f>Yt}2?n;bz z&vQZ( z+5Z-%u8tXbI>A}1rQUW*G1 zalxtx!690>n8Dk^mrwrA`V6}HWoZ~it)%MLx-*kW0_vl*Sps2*V;&-7-uOEb<&B`O z$fl2F?z0)CE`7Gm5GxnTzOSB5R^otusM#O(r^|*`*38-;InJhNEpyTWtO~6Y46*@r zLW>zOw7wckZsF4ep7?>B*sT4nT+d6p|v(s=#-ne_H5vCZkc2Igq0#heCZAfQ%oo$_EQx@N z^XA{=e{X*yPw6!y@1dgEU!eNssG)jt=`T=+yw*9NW&V=Qt(au^8o(raT@^TrQ0SxD z#539l`lY5f&L(AJwF6OhPDUd5&TVJN6#aI(_nX9-s+_JWt39njapDn}K3ZKR*5@K~ zL&tIpFT41cn$WZGc6s=unj3yV=&D_gasZ!xf$0dIX~6rbSONoX@X9K}l7RG4{jJvY z?Gha{a`K83OHcNU{s)WgJcmp0);DElF3k5H8@@THvHH+DZrnCh*-@0^WSO$4`bBOi zpB`9%8OZtd+AJ86sxO$)b1hPxQAANXJJ%*yTdI)cqylnXFDyt|J6{0$v3!LY36x%z z4+v7%@9NbDp29qi%NflQs#_P}gjG*gpA7P+e=?1ef>vG7w}wbm2T(aUQ)>DiTu$qc zeM?RviA$pR+EU?vmFbueGAYyAvSN?c225f)ev-yVGT!{&$a`+nAGaIZ$kJtlnaQrG z;Go}wV;iyq6b{apZN*iTdonipaub9}OTNO^JB5-<(59IvvQ2;&A;oC&?fQ0EQC*p9 zzX4s`n+xyeZHt8XX^ccOGx*a`vh8SsWa7Ds&TZJia+t^JH9HSGiM9#QsPtAw2s5Op zG7g#?E%1q#V~noG@oaYT9qSrTzh}a<<#uIRIp@8SJ1Q=5xx_ffl(L#lczhsnFW5 zG?l%SDWRT05lJElI;2+4oV%$;?-@q|-EBT}Z>@H8^upp|As9;n$~!ILwjvwPMK_oX zCIZlLk@=NAzpOB1htb5C>PG8~>9t67>8-Bi3ZSm;dsFDq{RNq)<4|zD!z=ZjJ5bo`~1}H$RZf1QypG`H1od^Sc6SMKpPs; zCE+m$8=hY*ST{Wn?(8OHBw9>rBZrG}r`WfD4TTz1|B&gN-l8$lla?5VE}v7*To zV)Siv2g>0YlBIOhpa9JO3eE`iB-YB`iG(j?9lE7GYv9QPxl-|q=!?d7;UGCW|KT?Q zG#on*Zs(=bD#r{f_+vwqz(*fL^>zv-$1&TkdaSDc6~+K=)iNdv7>X+;p+t~O+^s^; zv)AhoY3JHtWB~x0kp`bSk*wwlg)6|+>W>LDcH)(GI`QsT9dr>r)mox$shq@KU`6P7 zg|@8(lIOibKI_&^Dl9~{UFz1NxCsaslC!a54a#XHZ4F|KRoT>A!X`Kmiw)na)OQVwYY zbq*hlC4up0{Y1%4RbiV;eCq!&NW4l9c$&fmn?p3}0`-MP7-vYJrMW>w-%^l)^1c2= zaBO+GC-~!k4ch$<%u4=z2!m<~9CkDcsK89TUDPg+$w5kPne6eEY-G*%cVCuik&+a^ z6jlu+QV|1p@NE)u*9ZU?1H`?@a8pU4z;qwG+7F*ZYH^(a{7@k&M2$GPCsR{;h?>P> zvinac+Ik#zarYbU6quAQn2%jsgl$!ES!Y-VdcQS{iSDr2XE;0WG@~LN)XU-^b_s5) zr6hu|V{Zypaj%y|Y&}wfMvWSFCWeMM&5FTI%gl_hEvuc|#>QoLFM+1>EgkcfFtQ3u zIL9UI{wdRaFxLeno(%YO%9ffy0?P1;y8Q8tzM@aT3>r{6A%3XRO(h#oMQ*=Sm%wonXFF14r; zurrfx*d98~IVq^(R91WyJ)7Quk;mMAxbV`hq@4N;{AcuiOGDJ2txMECI-Wc2hFX~F z74&*Cvla4jW!`-ca5uZ}`jk55mPDjml5RCr4R7GqqoL)V;lltnW4Q8@K*T_~P zB2p1>s9^u@DwO1BMm>O3nw*K39X)Hdfm)gFp|H(V3mVN3NK=_QN*6XC>n8x}xhZ0t zJM=5oPzQV5jn5N=zMr{3)M5f@22>&r#SY_J!s%gZ@F`c1?0%zinCxw72rA$7*w!Pm z8K!5J!C=%ey!$_*G*oYd>!(zg8zYk^o`Z*i4c`UaUd|t`!lc>KQ(esbs63gF2q}ZTdfQA6jr&#KJAL*6@mwr`a}^(7DPlN@wW5itoT!# z-p&^^sj-fZT%rk&+TQ;cyC!eRK>M?uQ|flvTu0~wl|KJP z3C8{e_||`wMmlTFkl!Lr_c2tGod==oTDWU(`0k}Cu5{SJXGBuPO$?OkZvs_IW@vY( zoFf=(v*1b#_XKo1`=5z#S@vq5+26_=k$*^fDms^AeYNVe?7iE@NPKtkr>LN=CtT8SBf;rWeS*}>uAPBk0%d2WjG za?oKUy1Bb`NE>ggj;hxyZo5Z}UvCF;mFhG$Di964 zOmB*YVsam1SUzlAA*3?lCD<>28V*Y~z6>;2Ho43Mb{}g-4RA|>^Fc7nUxD{UhT%8x zI&F&EgoUHBQ?KSHN--NRz_`qGU0W>Kw*I^nbFQEOFvsfKh%s%Cs)(pnVrl<{D_*oc z8>RPJ;}tu_7XT;>K(~)sRaj_39p;!4<+s-rOP^jK2a2ubxJ^b9M}RUU=Gl~N^;&u1sp4$$z318 z%1qqWU|44nfgCaQLNJCTOA1y_3yTW?H$ce0dv0oZe2ojXgxi~SsiZ^J7wMBxdcftP zcYERsjVHE8dqZuu$CP&OGaj*Nc-w)~Jv&gp+|U;TF1q+p5!ZP@67L6`7vc(vYgnD( zVy@uK7-`KnCcKlr#GV+%39WgzKgw25jvWm<)wsPGDW{WD<8qhoB8={ji!0W_)!YjA zu(t!0#dZq1gAtm3rcDtD2RfZSO67>Te!(m?BY!JHfb)Wg5v$Eu3Iu=|TB_;Pz9Pl7 z2QE|O0JhAHZNkS}9w2?v7sr3*g>~)L#LsfSbQgNb&t-$i(gU@+TJboi&lO~G$m_)0 zx;StYKC1vRw5S8s0)y<1lI%Cagg{(4R7tZY11HzB8f!p*v8OWWE@p#UX1F<>XYvRJ z|B~ywrPz9r!qzJFZ^CfH76YS*WTGH#D(yuP(TZjgXp{ z7Cx2J7s0k$lM$~+JvSPU1MYB5MKMa$72PUFk(*j2C>#rcOwF5kT^MQm~B&KV9 zsxr$cbcl>hf^k~8ix_faE-5h+qr29{s*cA<@#Iyl%o&Fu6TQ?P%Lj!HlY_SQTN7cq zQw8bYzBeu%jpgSaQBg?-6buDwc$~|IXl#A^-TAPQKGpQ3VP`q+WPf&hh(cwoGl+6u z3QfqdkCIH+o~g^h8baM1)>q}!)=90$csa9)Cf5Igm zTBOGysgrgHRC)IcrePsaTWUkvoaOiMsMzeXPdVNR-3o@x-A&RQa!10P|7OORjsH|s zBbrN-25aTwn$%;CZcVA)JBK0PHxFaKA`j1}oHHH%j%$J`)e*jY@5NxZ88uJGmeYjJ z{;+3$Aw!r%an!qUK)sSJX;h%}YUn+d0s)#ZN!vm@%%1fN^A4&MQ?;+8U2ZTrwk8lS z2C{y+Wo##r*BVu-oqt-ojf zlhXI~U@+d#;LCtj(!4SWx*#gx5wf#fcIIW5wA^6vON@MD9JsgSe>0K)Ccm+k$HGuN8{~ENTX~yVE%$^Lx zB1T=B9rkq+-AW9eQXhxk$Wpy{+9LsVY0mmRSYK(jOS=NkA;-U_coK8hHZ zbyoUrT0~K$+N)FW=K|WRuPc?qudQh9z^~-dAwj&Lf^rqRhPW%Ggkhi?gkIJrzW0#_ zz8y=}*tme>P28_*W+|1}H@oT%a1$mP-r`gXo%cF5@-n6f8(#%$r7_r_hOvyly)cDU zSoDeSpvz|fw-Qs69-?JTC3w4I3~Tx+s0*|fPKQdQN$((}UmhUy3A|WNZGkx7h~6M3 z>{c)1@EG(XMENQ~2%x&Qxqkfrm zFm88Gu;$K`85}S7aEjWKGEVvQyI8>T%Gj|rdT7~EWa37j${^WzO5*%FUU6R*B$c2{ z3;+|ptgUUgQ<`}jT%`E^d#s;Q)eLdtTRXz>pFWJqv>|=R6d2+;i}}MygpBu0-m#*l zYVP8SNMN-V={j0F0jMBF`VfIB8I@2`18FEs=CCWK;|!3nTuvLYr0@v zCnBN^F}anHE@@W_?tj<5t1p0fPcXpu2aPd#rck24x%PSv9^ zXpbr;i5+Zg%LUm2T4!El#d78sukU>ecPI;c5eG|H!{HG>Xa65-In$HwRwE5l>zGOi zK>0X$Wdddgvk;7r9_Z#}lZMY1yHh`Cyp*tncF`JM^Is{$%|f2}g5FI224=_H{o(kE zzWLAFPik7pisL6EVCpdMQ_8b5e_Mkz(22cch9Hth=(o~njb3b)Ub5K~0ijqKk8 zvqj{Z4|?tda+LZcjXUvlp^rOc`xb%>LFiLWN^5xd5C6l&A_Dw_CR;*P0Gp8rlLux? zG~Mnw>-U1pPG8!R3rB&sbIz63Nf=6r1xuTYi{}WPBV?e0SElr9E+umY;ylq7-%d z#fFV;so*G7MSoZ0di2QVWCCgF{={e8efPAqFf*kGXXpV9D+U1?{BCl1-f&6#@HM7u zbTEksH(Vz~6{4Uy`NHcsm=FeEM20f?a&8kJ0R{r|U|aT0kV@B4@Ckxp5Vkx$7f-CX z1RxeBM4<4|S*fO4_uDkiszi!N@c{{77>KGOWZctdjV|>AUe}4rXXv)D9V8lZ^`68D z`w#_M2zR8{TiI)qg3e}FFm7}58lhTos5nN~DMG7&x#ew9L6&YK5;@T~LTWmYPN++J z4<>mV1{FKgmae!@8(SSgY+Vs4H&cI|C@W_Kdj00UW?S?tuDT{xh01wA&2Vsyn=@EX=4B`&)-#z{* zPQpLqx*(*y(Qm|nh*2HC?q{OMx1qMA$#Ry=EmY0$mU6+Y*x?9YL?u^ihIHAH3q&O) zlvX^K6J%|DE#Ko$eJBss>=x=%S?^$J#zwmQN||yekv7w|uxe03&03!TAk{|Xg**9r z-(BNWgV4nBI)a%m({%V$D$rwwc5QK$#10o=CW70u)6=0y8GuC~fi1;P=ICO2e*!&8whN)8 zeh}KnTVmP+!S7yuBbOmAt}rR+XZ)sbB)CD5@{NgovP?MImfeG|UNI?_k7!F@((Q=d zv@*udS3XPMZ8WDHduDU7Y=fdG;nf8VzW{HR9e!6k9YJ&ql#ai~Jcbf2 zoVrNY{9uIA-W2QP0YA%Sz_h&=iGyc4WIqFqMR>F;06cF3!lv3yfF`{tWV<_^Kwb{? z#JGVgTeb(ldF5t?8g-{;CaZVmQrWkeTFif&0NqQJFi~OW#Oq&=%I_0@c9I31S&)x` zsv`3$n^72Kj{jZ8obrxma4pu@sTA+D&q&(t7*{w24lU&6>(2PrKJ32L`BOZ1^%zGb zJM7iHEXDHbtec+IlR5z7Dr2&oI@p<%ScX-IMDBCDVX&t@NbZ}SvoScaESR^&S{BXo7Q0p#<5=t%tjExl657G3c6e2Jbd*{K0E29ps z)K8Kso56!fetTM3OwBkXc9jZC?~w!$eQe1txJQyk)R{IkCMO;HuN{FnO^EpcwG^Xu z_Kow|Tym$O{86eZl|2o4_Aa5&Ci|@;Z)Km?cjJU<`t>0t|w+;$@?X| zV`p7xnVZkrKIjIzEz-i<;vQ59tL-MEx9 zGkRtf#chg0Q75n^YySMa3~u;4=;CFd+I%c^L{y*5g+8@E?s-6)^Z~TiDt|ZQgq${0 z73Ewl+X?*3+e zSDItWoQIKYDBTYYA$0j%reXx98Gal5RE4Nh@BzstNkK~Ak{kT$rk6Xgn*n!@nrtT^ zdgq0+LO)lA6PIrZo%|sY0&vXv{PEG1v=U|sNl5fPdm?JsWoHQv6h#3rm^r(0LZY!< zW0Wh_Y^;7bOlmz>XI0sE;w__o*r%BWBC(4LcgLPYp5v$UTp3j!AePHxjyp& z`+-`f^`D30OU57@Za%VflRG_bH{KRIn>WkK{S%SNtO(=F;B2akFM*(CIdKW4wb*gI z5Xa|^hu>snVLP1(j~-z>j=!g-E6z5Mw$#Y@4nv3W&%9)^ zg|quGhg;W`H8pLt`sb(@X1cBlr3-gXGt;Ia%FZ?toonLn$_ANse2+{vOtoue)pK1C z{>^J4a;}eTeVRV43Xp~g;1hj3!iCnmv79Qi)qzGcSo&L2%v4@?G&}YuHdIyxDv>8E z-aeukb=Y=*fM`c^#59`Reyt2El`tkNw~l_TTMzDPvlt-jrx-8fQTeSVHID87WfE<;OhY8lnI*VaVoP=~D~4 zOu6_^IH29|CrQq3y?hA$Y~7xR_j6#Zq<#Vdo{7^ZW|&56Kzow)9P|ty#xV|DoKJD< ziwZU^-EtK(jPQn{1H1@^>3h992lqh{Qe4yZ?VAAiI(i9Ol!>c+iABPh_~vQLU-<^R zR5X@56W|IGj_V-wFpcvsLEZzqzfn{xZO1JF3dyBBSe9`6RPF2@yxu+YsFICw2Wsy# zC|mpGyLbKe`fFtZuk`|^=AXn6cmKdKDfa)8I}w`mlq?E3dxRs0&kWMtWu=Ri2Onqq zV?p<$As>jTQNpD()d9`*bH)BmOzCDwJzCL2-gu}TU*@Ssl$5}H2N^Ea)~vp-HlN8) z77%?SXj`?8dSre{_!JmpR&~wP?H9NveIw6AcqBj`}3?GJ+6rgKs{a23=+wY9Sq{0 zGei3Eil-dLSRiwm#yP}@saLK!hR zL(Mj;bbd0lK;Pi>j*e*_umxsQ)Ovi@9r`RAA^0;Df5uAVmIvnY9AQRw)z3tg>}jMA8!w8!MRi)6`YVw16WVQ?3O{{dgh65V+mNvWO=3=5O8O=FrU9(k z7xGV82n93vF$-&XmM|y;sB-6-k0qX>O@oS4do>-@;nN8!W5WLB%kEA0pvMX^=}gVR zsw4`dheRG|GbFUeR}1%Uh0);{!zgMS!yf@*E@uOv)RSBVwlqSaBaA)p`vY388OaQs zyrtP*ruzc-5?i#}E*(=C)R7QgkBWvO@L6O@oUGr*IN1;j<1T@aUM|}^1&M8kk>+w( zW8YOHFGIl-OM(u98n1CJ!axs0Hlm}zDrtgddUFmD_G5Y6^tlX~|!UY|AFN>25hTedRe)91R-I2W(lm%r~;08;>^2>|!qciPZ_|<(n5d z&NlK<=@rSTbaP$NRq#;!R`Zf*xluWImsT3i;KPV1#`V=`0>em>362uwE2H9RlU)H3 z?7u@IhG`<&#YEsk8duk`_Vw4Mxh9`vah1Bz?X>Hc{1z1fhGQ)DW`wI4eLj6PW^gZ9Y7 ziHrw#FBv(pIq#k>r1~A4Qhsqa# ziCw;9j)a|N`d*n|`;DvF`uu61#&CXN2gBN+1za7xgEDvzm5mN(k$fYkmvvL>rTJd8kQP*)Ka<`7chQ+El-8 z%931?Pc^^LQD_H%RUSUmy5PmVFaMwC_0wzxzhGVD>r5@GY`9B`)1|+8*J2TGzjD(0 z_NbuPhuZ{8UqY7!ye2-6pLoei4-Q+JgP^OZlcGUAy#)RhOldR~Rj9QBvODMriN*K+}OJU6${E4aa`6iDT|0UoIvGD$4lmyMu8Ax7lEIu??>rF zJu#cj&vzVDwDt1xu^^kyFtMv6FlJitS^dHhJP5G>0A zS!e?z-K#zODezxzo%P-wm()Umc@us2JR;A(bn+3A(8;wY1%4n%TIvC;k`Iu;n3!vG3F!lcvwS z;*{m-9hP(^0Y`=lGsRx5sgnIa4155?b2|LL={?5bAO%NS5wpy*c`eaKeX3*KBailq z2h_vg`W^e(CTEeMC+wM$=Psx*e!QQF>lp*g4@&MoO*Tm0LRQ|)a{zd0jnOaLu5H)$ zQA~g3AMp->hLYO@V;aMo!->AE*^UZFiuBSFm&WcVQw%1`(mK zw$d>%++Bh%U^|@WzOOXb&_$BpE>;nE=&G;DdSbOh z4#m1$W(MW>(LO=fW5}?J7xrH-=nF}{Ql;oHoB`q|EXV5NS-JoQ5+!G*FkoFi$yVaJ zSJvt1oHRvq3AFa?Ny)}XRGvay3%@8=F!u;_yl!qwV(L*6FpKN%Qs1Gbr1}Xl&}g)R z&5*_zQv;rn0%rS6gCk;D*ZYNr>sSnxv)u2BKs0gRRPT!Bik;{3gUfa;T>Ub!F!}id z^bC_CDg$XhT`2lFW?#38!9jWfWkp4nnZR+9X^#Sp>bkPzPMmw16{tx`W&j&30o7vT zpi7_7s0`a-2N0o(;JZpAO>XhLt%#>~xZ$5a#`Tv&9D@j?eqOy@pQodJg-B|#zyq{6 zFal|SCC)K}5{@G73;N-3?)oRlZV;8+ClQDMf}}3)!OmaRyg%utw zX5J3?+Rz7ou{kj7Z}o%NnDgPhc+sa}a82mmjM6+ac-G;<0}X+4lXd+ks+7N&j-wTS z#%8e$2A9}-?uB!|<{C##p@)@gj~+*DWgjkW=IMQ33`LbS3c9A~TsIBHXiG9E(QYMT ziDyoqzqWY_lm3=*4^>qPfRq&Hq;*jH8BuX+tG_#O!yJW8>mB8o6!xVN*=G9Dyf0r; zhPlv6aIpgiIxnzwtAho-_eD0DhM_i*(s1ajaA$2|yD;;Eq2Be6dBl)P%NbMTY=zz7q0>PNUq&wfW1I{hH2#QX`>CBxe+>z=lVdsSU@WX1I= zL?;?Vwd|>h58ZW1ruKDYHZqLU{P*?7e*T^-$4%F#-RYk6#M8x}vt(mb@I=;Ch2m}4 zXNc|DTTyK3@}a^f9P z7YH&Fbl@NQ=*1L9kNjbxC~7~+4y)(_ei6v?g6`{S#vrp4PU}#CQd|w^3d(1aI5l__LxCd3DErkBZ5L)vTN#K(_CCX#S(*P*<2+);rTB9Kl9(@Dv+MN%u}x1t%(Ek z+kj0WXLKnnpHT@f=TfJUaFyB^?s?$9H>K+&^F37CdvStaaZyXkwXO#;4_r&6)yFpR z*hPkBmxC#OQg`INl4;|E`Q|J7v>p3`<5q3tKSK;XRT^9q8f;`d#qT>FVimFF9~?FltrxZ7wv{71)%Id4VFawk>Fd%2!iA);be^JTh>Lp3-Dt}Jh(hl zHTx$C8dyP}H+y)bC9@_LTVFDva5Ps@O4WW!^`LJzrx#LVth^7tL#4u^^thVwA*txN z+BF1UjxZD>CYDMtq(ChGzG2juzT-5y!-IXw+Y$tM6a#TeoXJV($Gr-}kv!-F*4qB` zezS|WKxrX8Rt?r>wIS~WUl7NP%0L+ub|~IQ26acMpJ9$gI!0vRhlG;w9~D6?862=+(7&8>zGZ>sG8xkLl10-$9v9%MN73=GE4+(Z~| z<>AC6L^gsIot?xR_=ATrS*bS z=jhd!c+u;jjrJrlmqRHFFBv_HtfSGMqcqTx3O6xH3{46tx*`|Pav$9xS|Z--455^@ z2m*id>n|L|eZwyL^$TD4sg;wGy&Se74eF*Ed1m{}mbfT=xk7>f>)62@Q$GX#pkq9k z+qxG9XkB|#O8156aA=(w@>E~pMzHL!mad4Hz;()c*GLsoL<67U?;S_>)B_u=j6o}$ z&bGB{I?KrnWA&paKVC~zQyex1%Z;bR?mV)kdL8hhuPbMq1va221Oncv?-GQa&luOOMDE&an@QmkL~ zZ`@M{nZO>LjBxim(9S=@GP=%eDLkf{fc26}QC?BVUFX-T>i7msHixsm@);tP0NT6k zFJYKsUnM$kljaO0ksYFJco2kXu)Wiigi^&iuJZ+(z5BzAmkF0lWB%$$cf*%j( zUHQ@e?tHfz_zJORSUsopAtCb_LroRYARyS~aI)^IQi`w4AGqqbwR_36EGUs&1w&cC zaTPZtGX6~4JVvHq`65xxup1e9 zOZ0|;cjx9Z(MjR$SLtnW`+^Z(wm;3+%GNaXH6E_Lr8R)(wYl{r+q4q?w?!5%E+{w9 zfTTQq24E;A zz;OufrkLug=Q@obSQUs?qPDy?JwuHxiV zeqj$yWv?X?O(yILBW6lK5S^`dfJF}TYWtEc7wpG)>{7rNk&Qg-894x`P^p9AOXlpE z5nsUuZc>LxISb8cUABxf8b;g$;zIQn{60X=zF0JEI6q1#S9c*ZA4b0B?ZPT@ts^Jb zwFd{=Bh5Lt{*ll=ml)e&cEWy9*>~%(CAPTwvxamOzSVy^w3=?@se>O?w6A*(G6Fn; zcNu($m5+?svc>_gmmJPGDB2wE>|p^WqBv+9?ktm*<~isv))EGxNZZmBVT(K-h^;)p z=NXH5t0&ABzAoT_@)#mrAZdk*)*Dgx?4T=Nw7lh{stb#VOv?hgo0;KvL@B~wjwY!v zGW2T{Bu2iSx`%Lg=^7P_gup?1e&>Ul%J`JsaWLkl%`}{-J{vrTXK$%ko))7Ylnt88sv^5TIeb)8Ms4&g)Lj&6r%OtB-rY_jIOFvz*I;*NXzbuv&Owlza05M;bPGpV#m*!E0+n z2x=ZY*1bZO=ijI9jkax+F7!&dIPxVfbo)Op@hu{cxu@P@HHX@0NIgESXKN-obk^<4 zQkMKqn@Uh5&uU`p>g^!t%9#95*OdnDYtbghf#yREL4lh_)q*JJ6|sfgb%tw)nr&7L_qdtBQD$_+ z3xQ5*Z&w+W*OdB7?-9gi08*ci{!Q>SzF~#7X{pb`@+q68l*}W^g66=^XBXiJVq8ua zaao@eF!;E$SocO)7ii6>1_WS}T!B(=&@x8Fe3Aa6d>ktC-$*c4NP}8(QoIwi^+JVdeyhIWeyYHvlssXak2Fm_TuIYkQ zGk-P5_Li!k%Sl}+5Q!x5r{#}X!1{<7kb(}t89EB!qn)7CtW!8qWlDynQOyVQr_+&| zX4JK0fh8>F40<5&H;&@MzLtzdN~v zW8IBc3w~AdUy0r=&V*)1rUhMz_ajgYjOz()OMtBnGTgRz0{s~dVN+Pu$U~ZA{ z1{j{+_OHEMZdkeu{V$#*Lo?_jOov%S;^A9yFGi42_@P>f$CNSIk#@UfI+b}nvOmdr z!6_d>Z7<6?{e=X#E$|Vmb+fZx-Ke2@`k*OD2G)#$1- z#I2)LegO@t-N|Z16o7`?L(;YLIU;|6G{jWUN#vn0hk&gc4fPrrBzO529!54=wM4lh zqg|9MaVhLvly37?1iPkH|I5ALh_38#&rTS*sXv;rUCiQ@O(HIKxa#Bi)R=c=4Lj?i zThbD81EMU$NL%y*A4KAdd-kwUfeE(ZaSBmkgWc>p0a+^)k#m&@I2Ab01I_sCB0yLg z^!}^aSw66>Pe-^2n-5gfxQ-QhQ_&g({9w_%OG0Gpc;u3sJAM~+mE$gS@(3*Rq3?aA z(l!>lu0uLhjh2DnwdI;4M6^_=PG_gAd+BHLdEDQ34y_Z+p1!)C%->WEEyX|}Jrq;k z#69Q1_9TDNJ^6LnDvB{?U+$_4PT}|q(j~+x8m=lLt~;;bHgwDH(-k%~6>KVc2xl1>LMbXNkFW7pnS?GQ+NNJ8YzfBoEoKb3Z4OKU}2oR0sMisGt9R` zVVeraHW8pZQ9-rqD#5H(AEC;0u_T#Il_u!^w~#?$UVyP!{+-(h4T(=(G98szMHqSL zYst(~W1{O7Y7T{TV-8IotAY0JaH5{d+GZE*}`Oj1)-5WZ&(WfYs76&9ta!|f$y}BEpl;S9PPQu7k-CIr2{?f z>7W%envR7AgqUIpMDUwg%ee_6ZUypYpf5kkLu~QQGPs0#nXSkK{LMq>k}+ zy*zJ|pSI}CR&$mh@AIiYlDJ?WzXGl6ouRqEuCSmUwmEmY9 zC6Lea6%+yknC*989^0Y*`%d$PyH%44)R$UbBX~}6nKr24%8hQ3th5%w{fEC}VX1GR zl~Xr0PF#Y%O1sXQ<5hQw_#S(wTB0xz2|%2Oov0#rzWjU#ILXiqQK6T<;L>I^HDI5w z=%{NlXAFLxrOLzfit`=L&BO>LSFi7m6NMALac>yU7%}KFEddv@rjCwUmUjb%PExB| zWv6gTGJ9IBo5vTo@dOtpgBqIW&QpShSzPfVz(FF4s4iTclZX+P5o~Q>mv4pcW~JYj z^)K(5!&x8BlPvSY|22dnEvL#d{7BptIfmUfvC0SP5BS#q)(Ia(H#q&jG_ZE4b8SXQ zJJ=v6?(c*X?)Af{|6_8g3N9oZYN47o+nUL#nKK-iy*IX_ZzYm2IIceKU$;J#8zv(h zv*Ra`kWvAORhs79fQ(-sScZVSx%z zQt%v6qj5%=#UyS=Ekh_kN&$Tw6I>G%P7V2v zLz;caZj#yOm+oMmaNE!<7cWO;Mg6+@%I@hkVN%q&wIorK^%Bw+d>$Qa%=-4OBW%0o z)3{5oW(I+#M+p1zg%##eLa)4yS`T#Luw_Dy)R)b0li=5zC#~nk3!yAAklcery%fM@ za@~~^ACnIJZMCOt3uoZXIdba(UrRBIfcTiY+>>c@e(`t8=##mEX8)R#T8@c2t26vA zW-$1jRn;Rmdrh4>Iod=?_WvI+%-(?St&%LL+Fh9hZV3TsE-x^D5HYU3m?)thBIL~{ zs$WI{PR`_uaA3lJ+L)xoH0J*_T3j8p_O}Hvpti;&_I9Y9!=j%>8cplY{peing9+KL z1H1`mlW}k9FqD5?n$0UG3%jZYk01-m?0p};W~uul=t{S)ZVkkFF`Cg%#k{Di-r+Hf z^n>I_)+RgQr_)mmc8V}>BoJ=$)H9=_T27QVO| zN1>sB%O5sHU}CGl+zc`Eui`iqM9_{EKt_7)OjE7{;bLra9Rn)=QiOWTZ;NM3C z);y8*0_&!C^sZ}x&!-&ZwX$~P+cJ5xF>={gdvZiO(RGWz@^H9v%x%`-bp+MJL+O*k z^tQ_7W{ze)(Zn3mzXDnT^J(R+RsLZ=)FA?7^17`6{D1Z;qr$k@SNbe#i_x9a^xhMY zrhoE3MAQu4d?HCOA<>xm$WulFePxN1`K9tysD0DR!|lYLu@{oHdK$M z{XkRrz=LM6ik{LHfCGIB6;UGvGpl-6DZ!E?&Xyr=Ve|&AcD5hFLPPl{hBilE}Dw;7^+}7@~6G$K{I=||i ztRv5L#n&KXn*Wh(UoYAv&6FFM#GKcnZxg*c9|uvPaE3FX8X<={mJgmzkY;>}xub4G zV4?k4m0G+Xbjf@v{6S(5QyBA;V)0iQ3*HP9D2|^6$EQ9pLgS|lQe&Ea%0WQ7k&@9e zpcl#r-1ny(9z%o$d5wsgMo2Z7KB#ae&ikI;Lw(Ow1E&o}5eTK}B;n=qH88OSArT9% z;X(WxaaIHJ*n!Xr9zWPXZ~IZiZGgs6TH(L;Q3y@F7_S?dObwXP<8z`cBp>gLQrdK> zU@%}gvBn(@gaAzDeMuF5JP(EBvkqurFdpCt)r!kQnw|ADaHhbiU2ifo;Ij3`z9~$; zMM(N}31bt+DM|WlXfxYM`$15e7VeOhTJ9|+6{J*HiX7i)r(8Uh8~^1}j=ksJmys80 zQqIX)8b?iBM}KMhuFebjz2%;oz{gM8MCZ=piO8;w4jh&!kx1pOpJ31n1pyCD7^{cL zZTbSn*!N3F={$_%cCl+y`Z>DiZX7=fu~b{r#;^j;O4aF&;)>o+hLb;}=kdT*?|5)u z16rZtVpWO9207@ZGspW9J(s@eLuFt}9^Ix|7$ygk&+C(9#oXO;+Q{$oxFf!-?+KVG zHYA>ynBt+bw_UGm930OiZl(w`=hEYy)W1b#LupyI;Zshc09>}ZR?!#aP|wozkJme=Ey4@Ez1nml-} z?yoJnSi&ekT6K2K#y=7ZGBoc8?SztCl9K^nd##K=jGF$Wcr=X`E4}q}vby@WJx=jKaR@qXJS0 z5D^1m3h2%=pm)j*LLiu;xJWEdWB9?~O#&nW?)QBB5&nd%-lf(pa8^XYP4AaE$I@eP zKaJ-S)Ar(&oYN8o63`DzIBeNvob+6xv)V{ms}0L=S2p>&uY;=XvM)T2`_u*4U2V(4kiqVk^3N&o_0BZota=%;F0r#V3CW0 z?3Q_Pdf5q|^VW!(a>EZBzevgl%#ET9(w}*=dfDRzaHMg{EVE)lrCi-7cO9|u1|X4T zIV3*5M}(e^kYjL@cU|PXDEj+wTI)T=(keR&>bvgaXsd>303nf(*H1x`LJ~-(G)+3c zwr+dKetHM6WR($&#YT$H3rC~vxT_8=hKxC2HQ!eyOL}S_Q8}14bfHxYGfR72n$xw7 zVN<*xCVgmen@2flR1R^^1eH=Y8mynH{2^L^{qeU^V>ZC_=migBuE-*ij4!fGaeFSq zn(Z1tA*@|87_NP_k1e|JfZ42s-rvupa&p%q8X8^ir~vsDKH#Ru~7)?O%V|80|R zAqGgiajX@<-RP3?UQ#{OA;3%)rj;EMNa2-hhN8 z3aa-jY!>7x&XimYVhOD~x&DRM0BZ)%IJVIZM0w)$ zofg^5F7&(0uKkG{$+T=8ZwCk_%+Y*~64#YNTuFIwnj^ememS9^(mAU1-B1R6dEnf` zTDgQ?*_9klB#&z-waiv1h}eQ=pyZli3b^F6P(5RuOZe6p$RmT{p9WTdbCd7B=3ny_ zb1vXF{* zeUni&>Ol*(}T-y4tYRAVW{kCVbWcj{F_J|z=1!kU#Ob-UP z@%qy3EBB8dnkJCAag3^YOK74JydU-k4nY0n&Y@BW7ZD2m^*$j>@~rXTf4;k;6+L6| zspdhb^mwDwR^%ya=C?9({;j*MK!1%VrLqe0Y+s5LHFRpP8Fg$N*cNa=cD+H_Cw7Wb?4Vjick2X{9s(U=VVdcgqx%>B)k*tN@oVhmUMB|)) zg{2_+D+tZ8u6S@jOC_Jx6(}>#KE}*=iQN_jy-mF1Q`)%vPgE7#$$}v$G5sAoaNi~6 z9XHuHDUAE|sB8RI{UIp8yu{7j&gJK#FWT0V7c^Y}Zn=B?j!nOj3=axLq<{PlX{+NL zk&9Qq*Cn2%P;7ovP0?&s89r8fCwEL65s0}O`bFq5C5tggAocPn6wfyY%u`v{{(oi+ zEBeZs^KMEH2fBRPr=Tv393Gn=ML5$1aMD6EAb2gjF_Y|NXK1J%LY|s(+mL2Ga=ILEy~wk1P5Vp&fGpb9`O-3U8U}ZaM1`; z^4>D;y*VNmWS`azkY;c-Het&`7wRVdC8(Im^(m*v4)4q|VNsde<3YgQg0;(xQzER>vLKox;@qfA~b1hkhu7I)Z8Hl3iN`#AP|#am3WZ9eJCB_C3)s zK)g@F_N7EbN?DIM;IKADNXKZfS~n0$G#31k>8yqF^h+q;1OV&;2TJoSa1WvB+b&Zz zJVlW%v}WJRV=Fg_Y4B;d<$fIAe-4IGgP;s;q{ZmTHs=4u;sWa50S;AEY7YDis4%{F zbSyv3#iPNcXE2qxrB;nKvevgpow%22p=RN}TGugBC98Iq8Dmtl_rY2_Cd0U_?hiV_rMZ30sS49yL}H zSn96SU5E0J0mdp06aPcI7gT0!oen}Tw~D0PcL-|HoqG0S3QD19TeT;9jW+MSfl94~ zLPPtzCZZfn4u`7Kny0=E2bV->cwR$nzOT6s|2hl^@gXdO+)u4M4#&80oo_1a+Oc5r z>lpVL72O`!Z=#)Wj;?T877!}pL>QD>JP-3AgWsS{ZvjS!9>;XskJTz&T{myJODW;o zkNF5b-kAx@)C)3ED$j7Dp4%#0LCg+wI{A|Bi_c0Vwhb7h=nd=Mq#4wBmOpXs^&X^1 zt|)6Wm!!v^{P5F}jDI5HrkKl->5vI=q5i))p||g)Gp9nDsp9i~AkFKs*k!z3ZuiQj z{H@Fcc`qN`YRkPa@fHJ?_fDgb-On)`O*<~mdsS95WwxD0iNy|gUq^9D%F>+6JZmK~ z?!gtdTKh7OosKrs{T1oA`p%OciK>y$rDPVy<1dAoGs~lTRzkw?^KD7Y&PL^AS6y5! zKe(sB;&hoh$i45h2-{lYIl2Y5aOYT<1#EV)a2Oz`qVx9bHkI^x?C4V=e<^D<*MIjnGc5V8=d7ku7 zfRXdRp@+|tiGP=5c<{^mt_G4gy^fzUdX8YqqxWg)-L#D`Ifl>i0S6nKXQOk>cXixd zosfUDG;%gm{Wi&592bw_b_b&AUKJr*JEr_BO|o>|^Enw+^SvmEfkFmFD--S&ik5!4 zJ-{}7y^RBiAAb~FDq=c1(pnh@v(wTCrWS%&HEaYK@?X5|_|iHEDEUJYo% zoYS5sQypk_NEf-$&S`8!37`&i4L@G{CvKQF3u=^28~c~A+3KmoKpejSjW&Fg2VK#L zFX-=Ta^ChI;V_E|FQ8Kftlw^Z#Alx;PE z)%jImvr^spayiU8bR^VJ?#ba`uc`va*lBN2U<`>(c=w20Un4X(xY}^^u`Cmf;vwg0 zXv6M_g|u<7QcqePG`xdwd+nFtLEj1poJ2vOyd03@W z><$owy8$t$2I@p@wsnH0Sl;gJdL20D4n6zptMgNn394U`1f;zZPg4x4gAfa@CpG_i zrr~Ce#q1*rvaPj&9_3aKb9a}ku1Y7WrhPI?c&4jZDA0Q*2`hmIH?r8Qg+u)uXf}&^ zz3DWDBU*Qg@hC6{L(PNZan8EtuVZeY-M`tcD9U2K-y#H+_Z(TfN@~eWamS5s7mD28D$FqFWpq)xJ8$tS_Z}5N%#J^b)2I{r*(;^jQ2nf5adUbY>Q}eBs-- zw@Q)OPgaIjN-&lQYorYfKMv3y@yMzS{KZ!2-7-U$8gBS5VoiU*I`vdwbt**ROx*-O*^4ttkXN#haGnIdilMp1H=3e&r0c`aZp&V4=(|+1f7G$MN zEfDs?(bfF|tC?m7G$P8q)Hfv+kMsC*N*`HQcS6u;^r_-P<$y??p8HHB0_?@Kv96kY z>xkMtnq`dm?YYnG$vIaW)7cP9>Prq2%1~zr;R6wWTr{o3L~}fvS`{9mhzBomB%e_& zw&F%*Z^A<;Ek&m!@+$Z<2)IUb`t;X~L}E!B{`g`nmfzWgMt1115CdugU-Z`_)%7-s zBP#6+@c-(=GhOM0VzD?92jVW1%NRypIA}T|1aBDo&h4u$i?1XA0kMUBLmDpMBuSz| zs)B{oK-#F9z6NUlODWG4sjrZ_*7NTV@L9Z%sk|SzWe`4<2bRcy0qW;wGDgRAO9mw^ z=*0=G4zL2|gHWa?nCY8V3B*s<)?JiE(^4)mQv}5#?Ow7us)o6+Ir`OC#*YVB#2Uph zg_Uye#9)6fe)3`*dSH>q5p%}w z6N>=6yRGY@@{%YHo;4^NF2$%#&*2*5rO3gQYnuS!4o$cKEkM%0+AUJ*w9Rlv29#hh zLf5yDVEW&1Y^@LJjKk4pA6ShN=VYU4M#Ih_3b+7{ZF{=eb3H&;7%}PU;$ned00t!I zeI=5r5c(4cN)Wu5H9G^K*ZjCmiou&Vx6>(8?P_iAvaoVT-c(zcmv@w$!6zP`Cxm>jD3P zGHd+1u}SPge6v-q!gIl&*!=K*pSQ8lD2dw_L!mO2n9gJLdkq~UOfGwBQ-|!WTu^>6 zWF|k<*Vpbn2L0*#dgIE&&yBq;&RY98*S#2Ms ziWafzq50eVC@Fy{_rI@dTYZ~C(4~x|xNxaCtV3#O>OMdUVX3}CY7;7-lZgUb3X`CX zrAbJJO-1w1k#xMmA1J!2x8f+&y4tGlpTGk1@m1;{1&c_$3{H#(@&M)fRi&{qO^sQXBtjM`}EY?K@y*~tV(niptw$V}Mt zNJa9i8A`4?y`Q^*Lt3&WL1`{nU8qBNOFEXZ4v5ILX$rVQ)#CY2O;OJpNI?&_q|&L5 zZe|uv-iS)RV>rh>3xDHKzSo2!gdX_sCEPjJv^{k`9fxNg-0n4jv9MjaK1Y2W zfC7J^30e&nQ~Pai`|F%@V$!|Y<(cG^SPU$8t!VKc~o$sd?XJn9mcguT1)g!GZFPtBw4qxfh(t<*xx z-anh62jp6cnCTX5X1_xr-IU;^W*vU_pqUr{ArC-o6a4IR$ra)i9*}5{ z0Z%O`&!Kw^=slr{=$5`i_Xy|Di&frsuG0->wz(aOg(fTGSF9^%emx$TbEXl@aLz>Y z1Em~WL1`e#Dh4~vrVVT2OIrEy8X2Vem*SG+Rp(~Y#x+<-M1um!(@WE!=?i4}R}w>6 zO+jmYPJEayF1d-|F^A+G98%ErwT04DV@0o#u^}|7lvF*T7NQZj;PHt=oRo5jyVz=D z0|0GugC#M6&$ zE_REc3G%a0+U$?^yo0-3H%4fD6S%&HBbm`&9BHkdu(ywM4xEhApFnClyUqrhQNASR z>2sVav<{~xK=Vg&wa%l*2gGd)A|m*a=&>82vT%BVKzAXRb`@9Qa7f?8PNuFn-`^C( zG96yC-n1mM86QKDTf?nNFoZ|^2bBw({-6ebucM#Rx7q;Bme2|@d3hxVVaWm(gMVj{ z2~jCQmfdvB#}WY*6phY@L&QzVu>X{EX|=)(+>DMM@vTONi+)p$2>HjQ5_R!*$As-;**9G zbI|c=I}%plnW8Om(GrNK91EV)3A$bjWJ(mBM6(vF7KL_Jo>N!3S_uPR8nu#as}XU@ zMd$^{xLoqrzIX!>I>Qlbi~4?!@Q)#u(NZe(bDGSd!nb^VF5%$LY@f@c2>0hjSzci% z(b^fD)WpT&C84XtR1BKXwMs;YCgOFisPlC$D^VsyaIQx;ufsnyxdlK;AyuV9I0gC6 zWC6lE@m1t*O>a_z?2%Go$Z=ZT$Tc@RHg4CfuoA+hc@B|^D z1T+7cii>(`rp)7VQ1O5gj^nMshy*YT{HJGr>7p}-J?%Gnfq+>wOdU)1_9H>!M}YF z2XL==&4~60>l~*gvTbSmpyGdlxVdW!EpA(^! zFC5B}gLsJH+Cgz+TCS2@o5K^K@nC-> zHc24t8vkHbgNWNMbAKP*5SXfQ7v`V;45iK#R5xjady71_z(o$nrsW|3Uu^3$lcaiy zPN?@W{?gZFG!K|Rp#x_tbB8S>uaJ!Os?~N95yFe{tycQ*NgFvF%7lx?P`Jnz$&`gxj&@s zm*nJxY!s>y3#{i0k3qRO6CWE|zX=3ZX#08X?1*MmPT2;GdPGg9Vg&ybJeN_N z*?-q=3Aw&l2+vI$z%}0!4d?Q0FZU8;RD;=i7q_P8^o2iWO=iKq0>NHG0Jq=+I;%9M zKIdIiUx(;id-*SjxFh0{zY6pLQNo_l;A2y4KW8bEApu+xhc?T4!R;sHoprnq(HYZk zFG_l|apd`*A$~K=oYsZb6CC{aGdh!7Ie1Qe9Qd>iO{h^TzF2_Tl2t5cF(;q^w!b_7p7M=GV z)+(q_A{2f60)ExOuPjzNs1%aR^8iT+%veU73(N2pd00$HHKU(Q0jgb1gq=k9`eii`?^46kX zm%~LZ3rt54u`dh6(pQC0Vuk2`&Iy;($HpeT)19a!ot0@IPjWxuiJYep{UiuJwr%gV zoZ2-Q`vuS$v3U`JRL$P;OMs970Fc!Ll&yk51l#j5e& zX3wreH@w!oUP2>Ejel1Cx0c z_UF3v8lApKZS&#Z!S4)cjUkT>1HbV9%^>-R;u*?w#}FL>$f|BJ@QMH+BbAyxo$F-i zNh6(|x>~18cO6s z@Hr~^Suf`Vh8UBik1Iuv^B&OtJPRd)-s}%<)#JKuRFTf7l2Je%f(Ht{Aur%$`eX}e znO939?9wGwb!CP;lq+AC-SpW6dN?#Au@h}qO9NudMx7sR;Mz$%s(_=xy+N4WCbpVk zZ=piz6D~3Ir-0iAngWWqHWIanP7B127k${jUz*g^EVxfxC4i|v78qGPZ91Ju6D3s# z<`*?9f1 zFKF+II@YMEtfSB({W?Zlh{QX5y4xY#;NjL|N!X;%dHi>4Mt|SZ-Gk||FQzjJHV>$?*t}M2?_s3OrTDx7rff^^M&cdiKNL9Adv-L}Fb2@!nD?vhj(X594Hn3#{7^ z0Jm97Gl>40#T%ET$|}5>B}OUZ?o&Vy49@C7{+vfXuHr|znDGLx;_O{QZO~X^xmP^1 z0#{eePj6WK712>q!DLoFnH9BLAPGqN!|M?xQw@RK&;~JRE1yt)2N+(%YW~<`at8JJ z#CBLXCA?|W$7I$2+TgO0rB_4_2}t6TbTg|V!cE$h8 zS~O!Go2cdng`lTP@*0mnv28WaEd!fm^3h^#@IgEnG}>+tCKjeU_9U>^NomS#7&b0~ zWM3TntXT8j80y_@y5Js!0rS+{7S-ITdat+PprD+X`{M@}^Fjl+j*w>tD}1sqfGqB} z`FdpF@F74bh%z_tzn6s;!|i^~7j;cs9SPoKJ9D(7S=v4l(yPtd<1V({e%ra5nEJpi zJ`pbg`U#AoY-1CEg44+#+;-LEm^b-77kHL7OP%uvYd64H9LP|_D2|rvH=u|xW*;$w zz9rM|m6q5z3f;ioC)(LE{(z^$l@2<~T6t}vq51qSJUrNoG^0Y-T@XwLoLx?d?QV(- zH|r(Z5zQI9gcc!A?x@%D2lXpy??wHoM5|tT;s`BR{bx!SQeCM$Xk2t;L;Q}4;ETj? z@8-Kt0~kWR%j!KiG>Z+S!Cm^t&x&!rysbs-gcsMLpEPNsTqlhUyQMTD+>vsNxHXFk zeSVuaoqmXWM;(ugkE7(zr*y5ud~;)cY{**za@Hl;tyH}-d5Dyp_tx2y;+MGa}r%X zA13F*s{om>WTKbC5)CFwDKTbyA;xw4R66expIA3VCQS_+_-+u1DL!Bv<2XP3h#HKF zVf>NxMut95t;iWNkksh4?9F4{@8faRK{U#JlORSXre4tm?HqYKH_*1rvveFUDi7$W z!A`_Ww`7uaahY_G5inX?9Aw{^)D57qz*D4=U1~{W#zoer?U+)C^!gw>MiVXLfg=hH zErCl!MI{{%no5Gn{&XW!+&LZ8l=FAo)uafTu$-Krmotf`uKTpx^anHfVAjnXV6PH> zdUvvn!<`B{+j=}})ya_DnF#p0QVsG5U7jhJRYswVZ+=8R>JbkhS7H8+_uB{mZfNkdC0s_R}}S#<0(6=9cg@>Ut9A0tfY;rR<@d{Nll?!_+KT3aA_byJv7|v zMaV$jC{9MrlA?|Q@*B(3^i&&Iq}TWrCSi6ByvboWEt|~ah==#AMT)?nrh+}8;`fh`Avsn z$po1DM&SM>X@4Tg-J+|4&btph7=_A8^-)h(K~g~X?G=58djCUm&J`(upTm}$Ave$g zp{mxnGk2ok06%P3IEh1P8R_OftdNCL!oNd+{x0OhX{p!4HcRan_$Kv?YMR7&O-bH< z71U{&bBTjEL;Q!g`*=Ezp>Xr-?`OMSRh0xsG(FT?#Y;k!7Cu^Wm1Jwi6q_qW4In_j?!7<-Nt9SUq`bgbwvo z8g&v==vLtKj!%`vi_+q*-nKsPTppJK&|AIyiBz7l{Z?{EYLLK z$F%7zMgTQ=xQyN0&~54D&~d#>pK%6;=ly|Wns9O5u_b~I5g5?_d#rW<00K+tNNDej zXa9IC!ss@=1|Q(xy)A2+ed&*`ssLj-*PtY!L_UBtIh_Sx+>Bhy4=3-D9BC;b3cf!} z@rpJEx>w6zx~j_p7j z*Y)~n7UI!$@^s?rk}umK8y{MFdW&KDssuLGz_Twqg9OP0Z8g>dFGu8icBa=G-SM4a z!)YqOiBBEx-MstX=FG-rOzDKSK2jN^T-XoW6Up`bnUcU5IpedFnpLfzkg^-*IS;m2 zrOMPR69>K@QrzYw2LbZr2L>tbh25LxcPf~`~7%ZE(TGw;Cc*Z+^5bFrujj>6lwr@#PwOHy#CTj zGx|;dk(%H4ovW`}o>qRzca22z8BEviEY2IDD7jduc{sydE`nt7(zg8hhqr`bM#vI{t=d+(>rd z8Np+i(^=j9KHAZh-c+9aU>r=j6^q&@UDTPX{-05kg8{fx?PJ)FE|ju1b=1Xo?Bo1d z%JWdA55{5}faF#(;N?<>`OCyB1gJ!Po6BxT6A0TXke~hwx5&#;@4lc;)zlf+IwMKtv@RpeqgBgE1onmPw$%sdA3b4t-e-9YHk^&1AQ)2 zcc~C)oqu1B1oSxSsEc1|#}#YW%~yQbC=41C4lCPMZ>@&4VH+xpsW08F@aWpsf#N*J zM0!ABxehOvSvsn=uW90@)1_5GZ|!rI!*9rAz@G0H1(t`4dG7v_I!l`n8$C~;ueR1m zb3s*pt-m<__-g_@@i!{^CN9-6(8O_9Mi@8+%}D==*0!?{I3v@lD)7nk+vE?lHbz?s zBa5l_Uh3b9+DrOw4KBI2E*;Ne2pFx9t%!lSMwqD>d7L^r>2Snk4wnS$n@uxg^x3{u zye9?LHYsGtHmW>2Y}S7o08-e@GqwrO4v1OjA1fRe&Si9495}GvUuZ_;pD1bP4tRUX z=v|fxC*wHdb)rk~v97+Tt2jCOEe8t>0f$P_91~+3Fb@dGxoWmYYho0~&qkphqKYIi zmeqK?dcQCR3AoTk(;9{jTmtm6Der&^TBFG1N;ps-x#x@&7PZ(l|CkreE6}- zhN}1y#ah@q6HVg_I74tHxFibh>^>{JcYw*_k6+iw@y;}9P%W2W0`ue^#LW{khwkGB zAG9Wn#SAR}xb<%&{&>h$V<>3^f!9$Kh{?(DA>ACxT@h8dqWZao(R6acZHbX{U2R*Y zQ-utqb9}G2YIknm5)3`nazC3vg1i{q_|t^%1gYs`Cib~T@A?d=>~fYCUn=>g!EYZrnz zjL5mNK{&hfF?jR7ox<7_UH(Lbta^u{mi?&Zm5kr{dNWH_3x|G{|GvCwKr~_ggNR$; z;k)}*Sh~e?X2@c?Vtl}&{&hl&XV@e8mdGdcJJqO((E(2UnAO8$b3EBXo6g2Upqrk`O+ z?yB?HFEP1BInk~a0(V`@aQ&Q@{=C<(f$Wlz8Z>ISRun0*n)$7v9!oll9n418=JhZ= z{W=7%5&*4ytN^ML%-=@VwVgFEM;A1-lWF?lNHXGaaPPtM=`1)fuK|kC3v#jE!gm6DR z)!K0?d=U~uLCITrpIFr-{Iy9{)CLFVAR4tW z1;*R1dXQYh*vHSL!kU}o-7#&L)CFUdcBI6_O89ty=FEZOMb5>lqI@ExGHlbznp@9G zu&QpxHyn{SFx@RCRS+6p`!DFclAL4bI(=m*)fWFsFEQ_Y; zFtf8jJik@!S%w_1jOLwLfOlAE>LHlyneS5@01fLygne=bn#ef4)c|ROL__nROV`<#98e)GZ3cNL|#oqHrWkl*P{|HHM1cs@Mjl0h@GoW7-KVf z|Jcb!jJ7CdGlYQM?y7Cu4s(11+d!lky{L zd>dfY8@8=FMoiLXuw~WU=o;eU0h3nsNQ8>A%bwrBAWr9}$GG;jV3&_6xkt00%-Qn* zfEwm^ph`vjo=9DYK_qsyR(ttbO~~(3PzdC<3t3U|mC+sQXDRO4?r_fF9f_STx^17vQhS1VvFouf zT7I7x>)#Z+I%jjd25}?<>tp>nJ{&=Y-GaRFTd?5q-Ky3-OiS ztxwPA2n;>`%@wM@|G+rvfW3l4XhYM9P93QU?1=aq7RHj^hA}h(Q0x(3WQ@s~NgDBe z!nyTSw78H}RfkdjsU!Z?vs;_N(ZG(){cR(_tjk$nm8dfw&s0v?8Cz3Y5(ydoINmk{YfoQ9Klx>~Av2N$IMnx79 zA)vIWa6>^0UM^J`n->{W3S@t0Jn{xh`Guc8n62VkWEKX~D1{_2jgamBRxOQW03dNI zP{4QP7wdG@MynVa9^pe0h6_&u=t!SX&zVI9!#`GaTs)2kJysah2l+AeU;yP0RPJ{) z6r4Rx#4DZ1jcxW3K**pKH#4M-N#THK0HI^rELe zw0Fw9{D=ttPsm+mT!gnBjAp*Ss2*$5$YOC~P14Owh{@@QsuV2@P0yF^3KSQDf|Q z69~;GM%tK$+W%syDB-$(V(ZB3ZwdU4_hhiygx|NW+`WILS79lKP4@NL8fdMlDHV0E z;4?w-Q-pC*DwvskGrfWmJiCfhkE()B~syWp2^Xf*L*@?`K-)0Wz-HU0imb}~l11b!-?Nb{zBofNeOqlNZId&45Y(=vfnx7sVF zbOK|Kv>Atk_Gy|Y>;Sf=nH*Dd15m`n_n(+VMT{SmrF47F_&FjNT&NmB0tRBcv+Mp9 zhuatTgzFB_xiP5)38@muKqv%>8hibW^kE6#@@%WJ)~15AZC~P7<*V8qH_?X!q`CB{ z51%NXjDg!u^laD4;8~spk(PMQ`)a*B5qK2HLB^q~I-io+1{m|)@>+jep}i>Us+KpJ zqiRpbqVc~9rryr=Jrc7Iy?p(gLSC?QZ*MH`y_9W)dW|dcOt7FeRJA}O#^M1gM;p_V z@)NCqSqlM~f2D(gdL7GbZIBwaThvmDj`pgExeVnsjGaau7zfY%XLmjm_qDLWP6zX( zb#pRsUW@TRcmds%6kj|{Q8zWa;W&Gyy3vOcioepfEy7+f6~+YgJnGS6_3BwrhvHG) zmzJw0hu|HmY=jUE!mHe}xd-bi3|zqv2u)0rJ!pPMq~=19$X!~7H^lXmw(gIp{iy&N z5eSI<3v>b3@(K+YiKabSyq+R_Ip{tYSx{HF_Xpe>w!|NyP6OKRJaSPbskOO0&}?ho z#wfgZ62K=52ea9|Xel9hkx+1D6(yNzrkaWXoI{o1Z-}{LucfT9Y!#|L$i8H}%xfxS zo!4g)0YdUWa-pHo@1!JIc}+vITyO$RG&;9ACLV*!qF&@6Dwtvgu-_u4N&)&x-%TKo z48n!Ehf z*~Q=|&?>-)2n+U25}Z*!l}_h?TxG*}q}lTj?|eFiVSu7zdVlkSws>p?V#As7V|UEz ze+h=k$7sR8B>a=8fMT5?&UT;v%GhXJ} zv4#8Q(tSUkEqGTsl*Kw83XRD#ZQA*;^~WC>1FQxA4$aV?xfV;dS5$4K^~e7+a67wC z-A#nSF>(z(AX(W}!F^Ut7U@wM#K30iMGNsY*4|Jxv@1fo3;E~nn)W`tt?|kT_3nir z@a=v24B5Z|)EnK9h6)#&Exv zcm=!rzpKhm=zTRe$Gky67A=!gt#6QoFIk(#!j+_YPVd<_qf|5AAHztE zKQ8@k1NWzR(VoGkT~2c;fGg6_lJ;mHCA#RRHLX@~Nt^FGWC@Z7YeNMRd0(_Kg2?Ib zq;RQ_9o=N1njDFD3&lrWSunF$`Hu8Z zK$+NiUj7pN&(SzU*n->rpp8`wGwc^t%uViC-2<){otfQ_b9wh&ZC=8*)x`m6oeYxG zrnXUoXI+Zhuqb>;jq0A5td>VDl+6seoflzXrx8@YTcCE8m$bTE8r~L-9L8;vU1MTVS=%84Mktm^AF1_U7q@ zi|R>{8x_ytzOqP>bBx1$2-gXI2wh^4NJzN&iNN@nF;r2x4~8{-Bzc#(07Grc|7U%6 z?7oR#m>xH3uj|IiUMq#dFQHC`Tv0HnhauA*I7gYygc5nD$A-0MueewO*TFDo(}3`x z_;1DsGMG4Vky`*9`5E$<%*8C$9gFvJc{a&NfeQ!Y6NI?5<+LJuVy*hq<0V0Tkfg$|kuH@;^z%i_jq zV=+vTDtV^^WT&RB8#)-$tp2(~drBuaT9C&0M@%4?+)gml;h(z5KpkPCl2jK`3EP$M@!S6jsEKW9ivbaJ;AE?lNcry1&MHV**pp8nn8)e~~y zqAIZG5lNqbOI|^i+gL-^Ji%_749?Eln8$zIPM{qiHz|QnGOl^|9vt>Qcx84&9dJW@ zqY;uy^qP+i=p&+Y9c6~aUSl%~Nkf28dCQF$9n>#zc;x**<~}A6G^{yu=}6|WnQ;8> zGon|Ih4!XOm*oubnjqam zkQL;iQ~sGAIuLtVH?>UU1UqYK6)#TZ@dgS$UWAyJ#Lx{*-#n_A+6N+fburzbz?}iT0kWhG$d2J@fXo^7i4a7`YxUNgv{*sX zM3&WKl=+|;NM|tEJzRFL;wR96sdHt;ZP2x01k5)-AfY{wfo)}}s6l|?h9D%oNNjij{(ktgQ9JQ7ReP|cwez=Uj@F$$ z6cn3MysA7~%%Uq#0pk@$)KVu`*?hS0N)WgqUAI>zZjhigLP90Do}dQIu{!lWSskgG zPMB_*KV{4BiiEJw+V4skbnMFwXbZTb54;e=1wgm_2-r`k2_>P}Q|9Qvd3h+BWu#j3 zfANmN8#oj)ausHp?2`rNeg0>`2G+3#=V|btvTZUt@)0oKj!%z}tw1c_4BF)^BnK0~ zt`&xwwk;=VK~X(@Rk#8_&-ui5a}+qKz-%zngIhX5P^iRpU=boNuJ+=BOFfF)Sqd2-T@7Mva&h; zh;*iYVO}ezyG`?6+CUii*>BX^+SD={GLh3DHh!Qa6Dx{g)^Bf$vfv#6u^NC@Z&8_< z)bYTD-o-XB9=_m;xN-Fo=L|1) zF6446YBLEyUZ7RzH`Psqu;ei(6Cp2fbS+LnN7DvtU*3rMeM^3s`<3S8-mDTJA8)W()S44v&&S1MIF48@Y$k%PwuUt%lc0E%o8Q#x11^GIW$^wMDOq0!XLvc1{!}3RmM}g zmOAbah+KCq0!%?$~#yjRDzG=A#wEZ z{n1WcUM0Rxb<3(1Aw|pW?+5TZzYb@~_>hUY+X;tt9TUspZT6kc&}Lv>edG`S-HL%W zE5=F}xX5xeUi~rFM-8tz4;raI=LbdT`S)b8@;UhJ?&ak9Z%x}ztyev4T*;n= zw*hPUVXl7_#|(|3d!ZhkzXV}yn{>)>99Sj3~UWnLi zLu9jkiiP}_cm(K!A_hL<&uUNhaK7eNM(%W_kKe=5N8fkLO(Ue( zgnYUq_5-B#Wqx8J;gyqd9FQmt2ak52K^vE1`C-m)RRyH#b;J*?J<5^tl~s=Ggt-rE z!R8*5TJU|MDIRb=X9c-LV&j5-|CXjmh*K472^kj#sU8Vc{Ph->ShwrB=%q$zF4 zsbtM^ZTbVWSxf#`@E45cJ|jjhpitY{p3i?*IyBnI?&Fa;rPgrBUj={-OkIW7R}!~H zf%71<3~ZX=2st=USZ3_Af^Nm)oyAm#p!`5HgvDlGO#QS*l2ANoKlPg6LU)|CnyyaL zj&5>oHL6MJ9%cpLw_V#?;4e2QfOr~OMHUSlQ=Gxn-{^!KL5z5zlYd>B!HwLmF49h5 z!8_TuIq|o35=>viYZl9eiFjrrk45I#e9XClVe&3+H}De80$aadG=3jn-E`8y=n;^t ziT51x@)*ZkBv8_%i9GTf$yd=z)n27sBPjIa2YwKKhHV!43$lvHHjX(GUFsn117x)( zY0#E}PIbx*c99^!qp4bfm7#E>3Cd&^*jbm8bYE$xcH7NJKb*wJo#}eXHt$@yzDw`5 za0Ru|SJjpVHgYVnoY2?-M>&YBZInBy2i50F0^@170ABOY-%@Hubc#q3O>OeGhnUqznm|J zq`MUqtaBNG92HfSQaK<~2; z2-9R%#K0tg26lP^oT3WrjOOOru|oVe&C5gziFb`Y?`+Y) zviThct3f9L-Yvj6@l7U!`cRG!WX#0@8)Vn;7eaLVGW6Zl)_#)4&mV;Mh#cXF7<3&c zHvqV`#WCE;%zWpjYZyX<;ZZwOf*PgEQ!RQ^9OY!s0peaHD9witUM0^oSI(hCPM%(} zm4`ueI(7Rs8E$o(3WjSJlrL7dfoEckjZ4?eD8s`87M8J~*I?;XCiOEyN7VLZJ1|>{ z(?D)`gYR8=V^Nkkahc17iA62N;^o9X2ucs^vY6sWWxH=wimxr=mxvv2=sR~FLMNIo zDdMh=ZdAC*63$+q3h&2fJ7@^Vm7+3cyS8}ErAT}dh4x4-vlYTJipD0gOX01oiP7;;$SOsAk9iqurN`c zOzttFts($tK*l4Aoh&)R6lLy*NvT-2V%4|N=nD|eiA?nzr?GoXtixLHOonb!&=uG0DOuXy%F&$EGNf?^vfadT;L3{lg)WnUPFEay+KHCYaI59( z)&}k3Vr~bH!V?R?7{-Wbooif~@(Y7F8`o4mRk)*$44+jr8JEKm5!^F}#wQfG84hTwj z<{_IP&k^^Lxp8(>!DaS$-l!@dtQE6(Pl8FYzSXs;{t@z^oq*?RHMMtau73{KHGx+0 zDPMM*TKZzR`i{x&vKl7WmdCJ^SclxEf%N?8>=U;7G3|W=l0ZtnU%}BZ-q%H>3$i|W zb}|FpCtmH)KV7?CU-6OKHk<7i9qpN&)Yy* zM9DEaofrw1uFHxfOvb9Hf-1wIz6){=a*`l?Tg;?pr~0U!Ms!e{>_knjbjisgCVY#6 z#3vueyEJr>{`?|>>S!fWni-;|hoEkOLiX2K_y3|=&R6?h?h&*jAC}=H&&r~O16bYc zu<~}Hk&B=fl8@%Oer|Xhzt=bKmHW6hkvaNiHctWA1!gZu&nLiU;r#jh+#<6Lm!#+U zr!Yvy%i&{;gyp`n6{#UM5U{Kv(^Wzlw3hYp;l@8lX@|VuJ@zoU4=#a!f5sW5Ryv)z{9;_;4W?0F z_Fgd*w@|7FQ!1JXdn-hbCAGVxLAsylS^p&4{N&*~!WZM}jP^vFWo|ry8Tqv2n5z`S5A3-F^-5y{d^<*;Yb(3`CO%+zw< zKtZ?w>u8XmEoJgNcx_s71Fin}E{>$Nk$e4GnZ;`loRdGH83JTR{>Z;3)O1pAcHX_q zFCij?EKrb<-1@ zBg4zKQ(W_Czd>`Gqc@lH6UgK`Ic&+9tFy*{XL0tf=d4gzhy9+Egdhz_X~Yrv zr|pc+OOOubwxX{C$ZgCB(3G0H$PU1El8neBC@V_~0K?+E3*pWSST7BWkWKB7iiPDA zkm04G9kpN&&v{VJI6vAxo^4yM15xUIrV{BEPgu7DG)MwrPbXEcLho>X1h12#uk)l; zyx`%z=paR6>4Bm#g+=I3I?`3XewgF#7wxF5Lbd)nnL5n}E%jdZxoRzQv@EqR5yAs0 z6#)HoNc(rrbNF7x5wP0Y_jp%-n*WZ`1Y`p22_f)cb#lIY?WsI?B5?~#gW1alpyY)I z`(~g%NfOCDKad=W@5sK}WM>MU*zOa|8ovLF$&~i_9wG^X{~8OU%dFAH0_S# z%PNY01On;)C$;2vu~;Q@)gGixbJSyE77A^xIIH7q#WifdxX;+-D*nOw6kyI?;}Ie8nrM-dTiP3Pb0 zBbdHn>7R;^`J_J+G0Tu1?q|u%L_lJ1vkVm#Fd0*wVCfs?ZfEVO0nGJm%Xk9n{Doqq z_KW(~ZuSr!1aL-|5402${L`btl;5p`e;s`T+Tvi%I03p2^-{)^YBHE0K*G})J%N~C zWfwCHz;5J+ZK`A1y@~P@xWWjua7goi-GC(jjQ}AJh4em3+on4V*8}NH{1R=dgJI8l z^y`mTbq-a$O_S|foBI|-vDjETzeYK2ctW1pdi~hcE+HO;9+@A`Q^0kR3@VaT@Ky*V zkC~>27UX5TeBkm zPOu!7FhY$M60SnJB}T=wMro=f^P-SwMA2}bzo#LDUfo-=P9ynkp)GIxJC#O?Pw$$4Dt?NPVbGVWZRl!r|nnF7}+<4?k=fze#b zcJKgnavjI!q^QUNV7r97*-!+$DT8r^eRq_R!TQkWr26aPd9^z?t49bp6A-V}nWt zn3utNCuK^Xxb;nqKpPt2AS4DXBiFX$9m|y*#0v27LV)-DxHyc#R$!Qq zC$MLOsHo9y+Qs{{CmA12uWjMf$f-UXUJ;M!YpX_{yDE>FNes);+}QoWOdAPVQKEk? zWHIA>&jWl@@a-{^4w6s$KTL)^b_r^Toq{kt_(+blq*mgqb{soh?15(@gt+FdnNq5) zhbIC`+2sUY$|Gm;y1fGi*c8D)6l}fhGY>l=Fn{kVsb`s{IeKrt_4rY-- z#ch}#sU~AH-1=sPo5IPGT;}ug+iJh>3P$$=-QE@Fp z3Banw0<`7f4WA#C(IWkyGO~MT&`o)Ip_S*&y`pR8R?H#UonY+p(k~O-aHv(#!qtTFS=CUQPGf~tS@~+KvO|*=Fb~u(R zo%X7^r9QP1^cy2hD}NXoNOV{MT?i9W9H1SiPmGN)k)g#~Pi zd&v}5C(IY)l5F6z5e^^$X>t>0;#w|xk-{d9fyLNM;>yT0v{b;IByI4tqI3|iJ=;9!m*2k~4LTMn_w>(ns1Y2za2`$Z zIhDuM@=-AH&PtF-Re&m5|Jsk#q;Z*mCd|=90Cje*s(9$#My%MI;q$X7Ahu8*hlB4e zV*+JyiR(qt{u>dYN3;u>$*7#1FeHI5G=rF86NlS)oH}%SePWK|&@4%MzhAMCV??Gk zWsg(5Z`nQag~2Ay{egbN3yME@5NFO!f$H7?F(;*{euBZ#Rm2*rkPG=lTFtqCPsy_d z!J}3n7{$m-DAsYl!&8GDZdyYqz9fadPAhs?-@CZl)$W7w;tOdJTnqJG6zV!l@@w2h zlVRma+0UT+acqGLU&6i=vosrg9^@oiTRj>)W9cMn!Uqz9;V%4`B)w= zD(Pj`2Juvniw)_3Z!X;6i#rAugb^c8@6 zRoIp(SarbX$`W$m+2uxA@~{pU9xZ9(AqDD34f>Cmkqh`jUBO-Ey`fQJ5sX4nDnP6U zp02$V|Mq`1FB49Dfqp%7)R-zd``oq%L{pq>oc|d-X<3Y^-q?Y#4RP=Fb>ez~)>k!3 zM?Y7{ajRr$R#K?65DzHfP+oZ+783F<%qoTqf`f5FyanQz<`li^vBQKIWg};~+^sd4 zhQ?b1M`UW;O+iPv%J7KIT0Yk^k<~hpp0pzm843^~Ww{8&P*D>`7Dv;S?H?!Lo_iFh zt~GbP2qm_H{tBg+r%hBZ2*(I&le98E6~k?-i}$IbDY4pa-_XhB_X*m9bN@C zRohx)@p2|NF#}M&0bi-CW?r1rEsQL$p3^#w)gahJM5Er5O8~{^0wKxY8fcZBdKAkO zEo|NHRsWrE@tM%GxjL3^hyCGwk`@c7j`M0O87;6ume7spUCL?qn!#958Ap`a^{Z(k z#IZsn`TW{wzq$?c>XJ;7EyWC3DKDG%rje3N2Bm1;ts~zG(Fqg(OOIXI06$>WAM!vc z)n+zJztrxdi26feKuoFB00h4~3@T7KZM~46FXzZDG3=)Ur&B;Z9MR}y%TAfCZHv}Rv zO$y9418dWJs#7peSFTCYPU^~Bf|EwT@Iy%-cQ`xrNlc0j2++;E6{%&J3am@aaMsbZ zT`P@9BWWN@>lgc#c@+TQm@D#)qHNqo#AFX<}V0<-x33)S?Q)V9C&g zTYE$cu5+4u<-0mpxc+!kxAbi?yQ1d_9S|Gq|4e<^?%Tvn!vz$iZsB>-7 zy`)kD=Ek=$<{rPY>|~2Fr^v7-WjkV{>dH`C^L)AIQ*d_KgEV@>XrRmD-f&^Z7Tva8 zkZSqjt+(OGvs>)!{;CC>=5`IByy;dawW-npm23AwcFK}xHx7t4eL$GIvr~fWp}+IO zfZ6+0T>G?i*M2htg-A<`!Hi?7Nn(@cq*3o-cRGINbg+z`|EEb6epVguFsDnKplILL z>&g!&8VSrxjLNyGL|0Aey%j|YIf#@)p1kKU<0szWD27ik91Ch8S>sN`vmqQbj z@q9v6ulnaQVmFr_U=H+zNqhlqSg_C2Cq-wvMl}1NbkF|Zrw6kH^|H{Wo|b0V(=u)$ zVgV=(fCCuNpj3-Ikv+*m$c!ab&x!`A&j6D2Eq~#nfiA<9j?j}~L@|;ZF~u($4mBi{ z*II-|+iT0nz)nes3Z9azU|8jlzhMA_fG`>me?EgI;?17sOc^>3A{bq zeoXomR|O%?rd4F`5l*J0%Zt>rD_+tjGR&5Ad3eLx66>}$zn7$n1m~RLcbB zdh{x3p6c6v8I>Ml&JBQD4YfSehWS_qRo8q zeuwMnftwGeMgD4zRsRzty6?t!Rcki_1o2uTFGwYUi7zTBNbup()YCVB!`N7VWx2J2 zJw7yvdEtiKdSrQ=?Hh~5(p7Y3Y^3|u4ekgt9;XHzK0cV6N^N+4aQuUN)l@D%o!IE6 zgmDA7E|YPH#i?{W?g;Cdh^b=?g(o(u(=6g~Uvk;D*l0o~c0pZ0rUIEQ$w^M=yFJia zP=Kz=Vxg#;Si?%u34{p-pwLZ0AddD%0tAr3t#L&tG87kNGuV;e+gTJ-H7UjqB1d0lf5d1z7 z2gd`L)15z z?&i5w6}ZmP1)+kFkW)$%SLF1oT1Y^mjmBE(%1Cdp49=j^CO;J@IM#Pxz~a&n*!YjM zyFb69aW>YG@W%J5AoA?$&b8*p;hk_=mfg(Y) zR#^V#$pxe}w7q(g51UQ2BLtwo5(p+i;Iq$2Q{ff8OsTr;8-si5M1F0lY(LYQVHTtg zf&El60{?>>wOoxZ9N_L^28M_BKEQnpuBQ+O|84~y#l~=;d2{Pxr6S|^55RKj`{of% z(o%S7*7Qfp#sf)zJ*1hY(}qB~s+g?2rpSV}*e={+K9d8ztH@)VVsW;m%vyFFp5f8(92`k}oIp@TZ zBraa}$sP7aU%^ptI6|edY$8KVqAXTo!t@I?g{1|M)cQ-Ct&5u+jkA^#Yn@Sk{!Y$F zok{>t0r9-!|7Q^UDUj=Ve4cQ??gdAd&FB*!m*27(#_^LJ1bDl8)L>^hm|1N={R8}0 zAq;u-q8?!ApeLeQW9q+jZt4iBd<7D7_FNQ51Gm?5(MJ9yWkWN-u{9rlNsowpAaCa+` zoRf+D)gQgZYfYeT7Al^mv?yt!P;wYrU9pYoxT@Dm;vUxc-RKP}R!_DgzHmv1=X}b8 z9t=5-S-Sj-TxDlSmhxO&xT>1lA*d5jiN&2l<0B8>|9t4B;>Fgf#L1m6xg(<1e=;&X z>8qBNe$d&M?G^CCyA|J-IRg*l%rm3P&4)2#p6+-X3(XlaFPhL`^Ot!kF=y>#;H0|W-yfWw(digEDNvL4YQ z1iAJ1X@Qm@AqxAffxB<6qU?&HMQ=Fq{D1Rqj8}-X7Nc35%PnAChxi>vFk|`med&>f zItq3qMeEu+bDaf3`39ICMy7mMNT)Eb1Dj>n-}##mP$k2nifMsWCQV1Xpk3v*dz)c{(dVTKM-hV@(X{JDwYARXz+APjySFN|1mC}sN`JY4{73CplC z-H0p=IIGlyTK26E@+4Hhi$YjKa;&Wi_*-5uZcz89l#TOp3Htp#TYHJ@B#B>kMD}Az zChQL=%y+ONVyZ!3whw(}ip9zhv#g}tuimSVy7fYa z$?6{WjFi|b$9RP{se1N9bIrhDIEiYR11;~p$O;&Hxt`$h<=nDlPhDt1>B4xNK-R5* z2mK<#rb`Ok#PPHDt6))!K+BD!wxv|ck(cVUQ*EesVM^O$%GXFB%K`g|< zKQrK|n{g!FU#Mj7Y|KC;INDU8Ufe8g1SAcR6}Ca!2Yg;K^r-inFL&U8Oldm3kHrRc$|TbjLB&U5->%POQ4Si`HIRRH*mOvm{7 zy}~2oX%Cn}Tuf=-?+KU3?s5dXg1wZx#q?=f=?f9%cr1vRYv43Sbo-Bws$)$h&e;*3 zSQ%*b`w6h{Hs;15d4UaJkzh2;r;uTD8Cujv#^#%s)vQaD@Q!m?!J7-i;vy7fDE7E? z$}bIOW`$L8rVALV>pULVv+vr^n|RA0A5D|A)a1@`OBQfWCXWu90v6IZe0}<7Fqh+TT>L?8V!>8?&AG!h6Z5?Yju<4h z)Zn&OT)|`EW&h;{NQYn5bs||+dQi+m@~nIX^%K>s?!NMB(M~H*S9B{rq8Sevmes3A z_RRy@@xpdeQU91PRe6R0GZ%Yh-|UX`rr=A=xQ}>D)dtTd))I!3B4!)5Z_}DbwN94) zok|xB$^Nc1$NT^O|CPEo6eC8W0z{0N$7rCx?as=j94z@TZN)1*{Ik;+jI^jnt;SjV zd{|Vir4t$5wu0kmOh6O^DD_;kMbq8}AX zQHBCy1CGz^GtOmsjCU+`B?W_*_a9t3m!Eh15kv6WM10raQMSRX&k!c0*Yvlu8eF(y zG5bqNt?p%~+NcMNElQBZR0_)+@|AH8PVL!h!G?uJrY{>Ud;7^2-1K0PS!* z9v{$FL_jygk~5qs?sXa{O*JtmV!J)MD{fVWj9@DMwKP0L4MfuV7h{N0-MV@^L6@LX z!SQ3Sy7z%%nvPES8Ek1iA&H9*UHjQqy?ADFc3mt0zNL3)j2jM*qn4Q+M>=h*1%>2r zW=4gt&s^9{m3ZOVY2(Z<*)vDfusaHtf#5`U!6=0g*b>tLJ&^M{Ivqd>EoxpZrU%Q` zcKPWgTj;UahY(W{KGI>)BCA5zk)h+;)EpALRD%RtG(|%&u4+a(iY7sr@SV`tJcp+#epa4pmew&CMmWtiJMAFW{7ubkRN%*|*?wlAKA??&JWrMp=KKB6Gf_YK~C^$oUK~$X} z$VlYzH_Rb-d7CR9^x08_Ngn^xE{Jz5o#dEaVc9__aNWcQoED)I*iv8sQW#rb!FGUt z20M2GpQPaii$1`_^C#Ip5)ceT83ou>Br-_7frfW$bN1F)c1oW}Fo)297?yC6p)&_E zLg73$)@KdRxWk4SSZ4o>pR*6HzHDz89_kxBey&n*ECMkMqVP2rrM`Gf{g?!aWU1?s zX@3xuuL$E(Rv&}&`fJuR><*0Mk%gjt8aW8cmeH$hyPZ1%u7XZ%+o?{|hp!V!emjA% zA9;2!3Y_Cs_&nrkdK*3F55V80m4xShI;D5jlas;$;b}VK1upv$a+0X%y1mW2u@Oz= z?41_s9~jBMoB_b-*{7I){lDh2H;JFF8({zRXD2iw?L^(7KsRovh2EGT0EeX(2_VgF znp7GAnA@d$Nr)8~Atl|wJUN#kLGO7S!LT(5>LF<54h$A%g}PjyttH3fXL|2uin;%X zf^ZP0m76h9qgF6|Sy@+WAkYRG6kqHH6fm}RxZkcvnLC8tk+y($aauvd=bXq}(iHS( znYhRnvs4Eunzjs~vhWR=gD;zY%5EiYcN zmjq_ak%k;F!~}I(Wm-#c5p7(OUa_l!31k&wd6jJD_4yrG(5d1Z=aQP#MGJj5rGk&+ zyVj zbyh^~AZv}UZ!MQf4wP}GIv{y#fw?R`^{S7$*9 zG4tTtlh@!dl*VOI5TH3osWKCwQ+fP8x5ENTUC!*sB&}DKZsf<#u-kp~L;xONJy>N6L^kZ#TPbbjkrD(icX{u0`}P})EAw7L4H>M$cVpb-#; z5CQ{TzpEB%Y~{n)T1p^sW=HBW*iCMtGq?GTbVnH(gBRVY&x*wH$%rF|8ZPVPBwS{V;Eox>ChvCQzQZ575 zb=6Osr967G=&-$0!IRdBURmfKb?q*vYeuMWmeGxNVs1YhOFd6E->Xjz%P|Z7BNH%pcintcl|efhT2DV(22{)hSr=hn3OUo$70&6)eUmFXorBgk2N8<6x8g7n?5xQt zE$8gszW($~KZ)_UfCV!k+yST2YE5zp8!1)rbO9VHvDi=I5H#ZoV)I-0811M!J-VMI_(xlCG5YT$o|rqAQh@K7)70>&Dtc` z`%#75heXNPJq)8Q^Mler%xb#re?`1}G}-rxpsbhjo%Ojk!{8wuhP!%5ftMQxXCT>W z&HOoa*b2OM*Myu`XVl$cVw8_OKw!tO5Q{Ssm+dUW1@$W|%w3UPgssnA z3vpgx2P+z$qRqWSG_P&=QCye-lUiT=kw$rzcR%8fWYf)Exx#gR+?im3ZRc7*K?RuL z9mV|G6o$RXJeKK04GzSvU6tikcB^*b7d3<1TCFR`S%Q)GtbGD$5OV`rGE|heVj|F$ zp|(Zyky-pb7Pz-`wYMSW4y5_8E22wpRcwSE`TpTOq#1s4j~dL~gy zRZ5MMVgOA}v)>Jw@m}!&xmohs=&F}$Tmb=}5?jFmm%+&83&CGQN!oUVZG=H6i8|E3 z4{;OcRx?yP6rsWoA1*7u?`Yo{j*OY1u5s1nJrn|w#^d(4=N2(!ntsRG=XY3v`$wLw zBLcL=7~G_F1~v)T2X}NMdG3#HqsBlR@Cso3&htx>1%lqbiegYuH+-h+tQZqAf4>p>r_oTauNUlzf+JWW4a{UtAMusO8b&8{ z=acih*wmV{_XlVI@=-hKDjqGSf8N^$(gb+DRHC7df|pC;=Pkf5QN20ISqWPLTyGH| zuu-L+`}_+U=V>|lOW>iIl<5NFTV5616qSg>Cm}C0hXW#<6m4lQXKt!!Z_ELKH?WHP zI3~?T9zXaP#%e8l941r#xOc=FVkiluCh4cewqo{T%h4aYY=YXB4Z6<`Fd=B zMf2?71bRm~BFnBaLsDWKUDrih4p1w+q*HpfbB0Q!wiT&1oPA! zr{USdar_qmbGjfW=yP=hVRlNXB=I|r&2P(K7JYYF5hRvix2Z*+iJ{aGDt7ac=%ans zPMBhW5N6}Lc%HP45H3)kdhks!^`RYIS4-@-fhtHhO7Eg8{!8>kSD!|SGLP;ES*Le5 zTt>`uWzurLR+`lF z$lH}qobi9dx;$u;(2hvt%{yICgN6#>glwupBEIDS26db$7~d8=S+or6=t)yDS0 z?j;fLYJzr|(eFGWRI!HR7dy0#l(w#>l5us9{)UhpnnFb{VO0Gya1J`&V=; z)2VUP*W}7~Msibca*-IewgD|H(U&GvM;{pPsk$~l+qIH#Bh?)|B2gKy8xKtfA%YA% zg7vzc`kR(*hKy$8Zv@=Xdm{Ncm#E%Y%udZPHqA5uqAJq)+aZ&MHni~foR-nF+d6;nPg#E!$OUur<>DM&FE~Q)nwm-oXZJXIakL8{vc=cSXASl`JHU=6 zoRSJjiCcu0CG2%k!MKA@VQrPe(I&=+^ zP*JI_38^lSOO%Is6Gnc}4LpNJ8!$!-|L^p6b+IvFcn-**{7rDr#32Hg5s7eZ0%DVx zzeTZF8FU~KSEwbnuoB?_wfatWY&4ovu5s6eu|`g~`jl~7TbX$h?r6Da7R;8GabsUq z2rcw2dj2CPZZQVL>L|>>vL@yQvcjw#N&~_@EF&biCU@h~NvbpAl1WFf=~Ixqom>v# z!Axe6Le?}|W3tQdG93*j05qP=7MDN8=j{;m8|6}Yb(-f>#9Ec1$P3P%pyow%<4 z4!FzE6${Bwael8Kt!K-IgCqxH`$p@ldHAP;yB1S!HDa37Qv4$WikM^c8(!t4%&_)GeK9eT`lot+)|RB-O>ViA7faI_(G8!08>KGyIFPVpc>XJ({u` zWCb-w$d1tgCMbUQ%~Iaj_@9XI&H;WYcm70@gxdRfq#kA(1!9v{fQWwr!pH3>Ldsts zOAI}xzu2|ESe}*Jq1ivmGrnYJXu{a2S?CqV=7ZACji-nEANKhH%I?}Q0u!!V4P<78k2%!=%e>WLT=Diu@L^(tO ztmb!URpUwRdpv*C=DKEZ;FV}Bm|WdO=$dSQ|Fv=0<>PMkbVtkzesVa?{X6U5=;aa z0k!0z41%GLOqb)%`ugHdvDI^OE)oh~oy}a_kc5O@JxiAV|CJQuj1&@3Ji)Xmcj}`d zY<6c)9Q#m|W@`Q^(5pC!u_M_ue7rX`{MN>Sts4DBM5NK>+aV~b}GN*)-= zTfZI%A2T^(wpc3i6eh1`#nbn`m;1&ksY#iie#cuVF6 zpsX;==5q<9B*n8?%GW)Y_0!~3EOUHGRttr%1RfmV`8OI3tNZc)Nsz@9q!d4y0LUr{ z{;edR4qd|5lUAs;E)CW^59JqZG*+Y8k9+CZXR8|oc^;@uc>e!5G{VDCC|SOFr5@or znv8)?sJv45Fso2ZvSquR)aNVNpg>3T{S|ixNFc+L{?z;49N3nVlOx-s%RsAijg4K< zSYQnTl+n{uY5(O6tLR(EB0Ke;NE>Y@;hWEdTx@N;Xb)!PP$^4X-V{V!B((z+xypq( zY{qoWAg03f0>niQZeOC<3$%xlE@AzhI2fz=dOI?-xg3D|(@B56xf*$B0=yX5>!!-> z()0$u>n2tAxepj+38RTKC~1Gz>8r5^9g-KU;Qhyady|u`d}apag;(SXT9Ba@@{IoPnCwxwG3rbM17)dwv2$ zI8589HsWc_q-$|%mj%`e+bdhnd6vjO@_bv`n*?9hf9;0ncbVRL0<9d@{8)!nEv{@u zvPk{p#k#;8&W%A-R(=4tQSL2t!WiEhuF`pO$oM*s@ZbXfRYm{ z8BM{rSk_n+)IpA_PE$YcozRW6XjR7)r0U-ALSkRc%@ZPL2w+te2-o>@`|Jcc8>VFpMSMe$)Us_xb73vh?mFNHG$qxU?r%N}nZnQU9bu!T8Xj zrJZz@rkJQI3?$Xa$wHGmWmYJo0A$v_D3B%gsCl7KY4Y5)qm_mi(i;Q1o!=nx$3gtC za8dx|5l=wGWNKEQ*HMXRf$x#LJVxd7*11`^DK&j4Ok}wen{Z8jM3tr%Bm_Q^yaVpc zfEl)60c#86Ip7R$ELD6w4?&)kJ3Z!O2%518A{P`cdoO;F#6pGHk$JUv$~|s z^-{8R8a#o2DUc5$cn|mZ_7b+FJTK;Q08O9c322lN<8l+E8kePo&cif8^c|R&buHXV zp>V=Z*cma{G*^W2gzh4~ieLy8?HLMBlbIWY)G2RXqUFjbxOcGM%D0`97`{4!g zJJqAh@Rs9Yxn{k6c}Jx~DwAs&@3@y24Z|??jU8sZ3Y)O{1jBOn&1#!l^vUF3>Qs*y zpX)eFa&ruJ83auL7LG19bWG-_TRsRTW!~ISP1_-YrZ&plSVk%_V}Kx^kWCzn-Lhf> zA*Th!@`~aIKu{Q&tvEtjvE45le6UTPe~f;L@R5=u=UErrxs2nXO@g=|BX$6IJM@!_ zk{c*f&QD7pKw&Oc${mexv90zm7Hu?qXWO8&cFTGvUSY?^oeH?%3ncWUgQ*{5J{Y-p zdK17?1lAH(uI2FONRCfosUNZ_-7I<+?<@{m)e=2I^|oIGw)G&Ab)k|-`C%UQ#dSgi z5bxN=QmA9&^duY)OVIziMB_J%iqR3&MHk!tnASi?&y6kc87x4!#=O*bzH_yewD;lkRo|&Ob`L*C==}U zH-LIx^F`~azjhYY&f>Z;?_iZc|it^jW2H z6I3$u^5u{0E;N)gEu#}Cs4jz2rz#@|Ts>T!4$AK2xHlhIDz*QOpN)P)lk52$Fl~V| z9cevBIK8mz^HY;@VNz&2MCmetyKA5rvDlsJLBD&Ykbz@|mt<_t_`^7pLENW4v;zcg z)cUpwW*JtG)&Xvl^w$Gvpf!KU}!yxviL=o3#&?4y9*U-?+gV^!9nq+2fmW%p&=UT|Cnl(Y08;K>tDjf%Q-1lQPCrrw5ROJV)1w?&pl5HoCG@Pc=s!70`1b|i2G_>e6C z`A!gaAR1=aecp?J*bL(@!%wv-+(AW!UT4k4ZoExOTTe@By}`;Zzd4A$?q~eJr2MG# zi62qO0@w5%sO$0P*7o(q`ILIe|E?QhMW%efdem>L;05h!HLNBJ^Lv@%P(>YN%in>O^ckI;^Y@g^b{LJ&03 zR^EN@wo>tRBCgUUR{&7kWdNGZ_-JG)nGMfG@NAt;lKsIF2#6g%1>P{}U_YA*`-|Wm z?CLMchWDl&>?ip2C>K@qEerG`7A{)Ff``3WlV4LuI4zGT)3x_EcCxC(IXJFbl~=on2;Fvx_7D z4}rr=&$*^uGLd9Qqjeb20L7D{JJG_Mr8VaEVDwy$#+_X$1_*<+@oP8M2}EkS6zLOH zPH&=imutpLg6fV?{3b-Gx7;jg+Ie~Lpxcu z?*L(Agw-Ro}NaF8NK)B1#N%B25?|5NI^!T^+>xdL9HFjK*fXVr$d`__|6;= zfIpfs7IsmZcQi;I7*+@c+#SkIZqRB;8gJu?(ibY?mW$>F_y=))FFf)B2MWzOnr6!c z3N;f`&3Eh&SryS2jaU}5EVZZvK-F^QgQv0Qjv6%6Wx@2a#+k& zVRYIHM-1HU>LzLq>UOfgk5!xt5iDAZ#jQKrLK$DJI7@%qX>yH$bnz!-0n;1S*rTD9s3MZ$T$W7OSfRPJV9jXP671Ojbu7aW zVm;+hINQmz9vyJz2>4>EMD;iQf?(UwyIc1B;Q@_{Z}~>M-fbY1o5>S;=!_MYFg0-; zqLp_^vrx>Y%2%%7rK5jd!*yWtBiZ3bEi5(fMeU{g$%JbNNe`&w{ zcli!4T#T9=eHW=}af6ki07GCUJV17AO484+uWcAQ;!YCS7)6ck5dvql5!qs?s&iA7 z3p8_EHHzE|Cg$y-;jp^KTFZfPom8XH%y!e~Z1`PU zUb+Z1OvCsCv1JS39fa+G_E_rRAUr`Z#@h$-KvB@D zmEd~=k;^gz{i1D-%e_K~n~E9%5`9pSg`dN9EQOc$n`YUxNw7ME(2Q>2VeC=ATr7@U z=+Ch+$%Xd0kUp96#<2f^!Es&CbnSXs=nLWJ&IVTj#MguM1?V1B*!l|Vb_U0K9O0H? z7=VQa2t)L|>-?3Mvu3^hmPjTL{=W>}kh@p72Nsw}6Q9a1YY*sB7_bw+VMR32mX>tA zzu!l302Rz1$=1^TEKUjhEjkE$!3-EQbFQCSa1P^-*h(cDI&uh?g6`_W+ zPa9ms@mmw;9?QMZb_0!IFH&F7?ao=7kX#OG&+%=j}5ilx@Me85udmo^a7#8 zd2P|0lz0O<$i4!_dl7V;29vWGi@6A0Lf3o%3xFASwuti0|4cJgsE=b2CNx$BU}@sA z*JUt9!r6h+EwF8|KsQk7ko2oig{09_b9>%c%|LRv<(eaONp=KQ9RlXXvGC*V@c}kB0VUxyACg=U%OT{Il z4&W|*v;V*uIrFKPUd*XaHSdUhrgD>87k7j-rs)*&?x08F%lTB;oX=`%p`@@ORY~Yh|M8*yra%1#xB0Jv(CtQ43X{zIC zZx5p@9oD=>AlP>@wR|m_Br9GE`=po55=k^!2K8|l1-3qMjwsx@NE>W&M3muYRd&Al zD;oeiK*Ya76qfRdR=CR4lJ8u@`7M$Gm1gT4eG?u2Vk~YBY|g-Ua*8BV%d*LFNJ0Gph zn3?*8VNC1HmZmBLsDMEF`KL-#wVN&h;?vMsGgp8Aq4-dj{d$)Ug^9x>12p zgu45qsB`UFrqkHN5HRikYEqsSxR zY{v);^hHALtQqnJ{D4-d$#!@aK4JNf%fQu(pX^Fi)ATPPQg zf&3ZB^|@LT?}LN~OjW+)jNKr7_z#_~r#Fn%@<${_S9u-A8ge9MnXt~$lM-5~&#lPfAb>iSz%=b0YQY~Fx z9cC5R>7ACDW~~L3vV(KR9VCo6Mzd+XKt#O?iEczErvyj2MH8tJe$J=yUOxB7+F-MV@%vE%jVP+cO&fnocwa1gOM z`VltWG+EB+i96ysxt1<8h{AslcG9a{BiXchj{y*Pwb82X0Q8(i!aPdW9=$78Je;wVK(RP5!VO7=lNwYT`JG2tH~)K^gn;xMSD?XXyV$zJpJc3! zy_Nl#jF!=KK$RdF@zDq#@su+=2*&oHwo$FgvV};i%bhX(wC^bqcFw z>WT~8co;G!E} z$}jei9U=G;+`*RZu&wUy2xR-UpdMA(jWC|~Fh{VCNcr5}0kh0jQ#@NP9G)BhO1i)xUe^;~WoR8^$k^@tuM_m1S}|Gk z1?=^@>7r`ABm_JIXJn}ks&4rqH?udRewOXD9_I9lu?hgs|22v)^d%FX{N&tBC0Ypv zb-a^GokG#fGJ>^c=_A)=G1b9LA82nKzA7m*PHALs4#DetcEGV;^>pw+vusmz;T~L~ zw0QlB5_2uH#Fht!lKViO73N}GS%{Uuop?l(@0J~4;WKje)d>wc{?$MeKg*fOKhrj< zF1BtvE8fgjbJT5+_Q}`Nko9t8z?1+tm+mvP*jdd=M&nWprC1bf#UN!$YUZ^lAJkZ* zhEslSemzM5$j;jqB0~u)T8$WX0xby5m}MoSDOcXMc}lA%ZJq*K3$i?guh1H0DN};% z_Ce!91WT$OtXnwqUPk%sTK=EjMx~{s83N}L9&k<7jePi}JToS|o$YsBl0-rz!x=6z z<8declfE_~r;y=^xdbXm{p5IJ$Uwq??{%yRwL!&ol=XQCUR+Wi^^Ru%K}q8SzZw9=@O5+q%Q^^E%pNC^ugFrN;z;&rB@ zLxV3tk#!;H2=g6yJ1Z?8@^k;L9LW&%j3)vMRWOU_mL|j-y~vjEl4vURFyTNK_7^#4 z&-$ci>)m)P@~OEioy&A|Z4105R&K39g|; zHw8H93r)x{wsbM5(X-frZONpQwXmxL z-JvN=NK4vYV7!|~rj!=&)qGQaYIkCs<&7JUnMxNv)wP(+-&{Bf_lm-cAt>#^&qAw$ zS5+e4RZEaFN-HNn{K(C>r&AcSaGzOK3&~~0X zfhwbyWj~?S4r*kM*DZKE>cC1peMy!yDw?K%@HUZculCmYSt(&pC-;_);8Ynw2uSA{ z`LHz#q6TIVJ`TQ7YJ-Cz5=y~@6*baqrR-Z%;kk4%UThl<0R{;%Sp|z=2kwQN#J)3+yH;LE<>q(CYaLItdFGhv4LiIL2kvv zj8>ujamz>DwfuMnCWN({t}{~jf2~C+X$95~y$V&C=g_Ahn<@jw0f9H_kb;V&QLfy2 z)cc4QL-btwftn(S0?^?W?}}s@_?kxAJ|fYG3PQMt2%}@O2Nl^fJ~GTz`BF2mm;jFS z#7kQ&Q)rOeWP+7Fo&Mw}6yJW-yP*cGs#+bSg0mV&6N?(USe4w}+jWnw43j?KA*K;8 zsx|hC)+nwgUsMk>DEK}rStzE_*e&ku2jNVQ-9Daa zg*Jpuj^};sL~>}NFT!KGrV^*U5qBqB*v}{wc?^)yJ>~0DfX{}|92!N-aP$ijp;7yY z_KPE#(k%ke#Q5%4?0cAu)bA(5ILKsZ%VED77;34a;N9`H`7A8ECq^~@ z3FAYXnb3_GIGI8;zGFUISip(ZX|$eNiqYu0Cd*=tsfQjICyKj7|7XS~gI? zsI$F$iZ!dKta9bl7Fp*&p$b86I$B|L_xrNlo-vmPpETYj?!MAs_Biyfu-C;mO%uo$ zmdtx!-LdTlS&jD2GTtU4G+zsB5eY0hQ~s;!TA(pJDc~wTCz$EEQeK*#g?6&`QDjkC z+eX!pHqRJb<>i+9QP&k%gIH?*Ircqi!zWu`?ETQsl5?gs?)S@Jltgc#4!G-QbY8;I zz${Bt5~Q9c9!2D{4k`#VgG-?<431n|LE?R!c{)l;-{;Hi*fz69gyNDc%P)e-tpsp=#I^)pFHmE;?(r2dJ6F;_=nM=aP&ir9b1;&zn z_*duaW+gdh{r#=8uSurJxj^Rf0$1}BgR6Pvz950X@VYxpyuF$oBDAO`Ib&vg*zkz9 z4q1quYlo4h#0g!)L9qE zO}R_KF7XccjmhuXvd($zV;K%aCv7ZJwqqgg9vM+x@G}&4TRRzK;p)nZ{)nGBds&ZN zyxuJpM@e@G*{*Yu`hUd2c!gD>k77T#6kVFGo|9RfVL~ZkPJs}eUl@;ZRf^BM5rhlW z0_q6)m;+!HNUlO%CwozBs5_2HXM20BkuN;h!g8~GPGV5}Nr3%YN$Sy7A_;~Sr5gK8 zTY{_OwuV|?*V)9D3Ishs?q1~X_?%2!DecW!f7VXBFg>NXWyYSfkVA7Usx_XSzX|p? z$~x~tWo*CJU~s&n zl0PPmN1`=l!tqpzCisQ)39-Qbc2va31oBf(@mRH&A*r9)Doy_Vd|H@J#OHIXJh*S{tMCwfZ$9RQ+mh=%itZvbtc&^Ax4nX5nd7Tv?Le)r?5m! zI1DV+J{dceOEh}>^JHRICiCe*6}!-I8@t?9+&K6UuDN3H=$(gU(MBzt*uLL`dj&ht zCkCh3huZE^jG)H>Tp?YXkIajIX)gfoM9giBF+3>r5QvC!Wxp4JnZ6hQj<6%l(5W?{ zDpj*`aUHqyC|9Xy#_Vwo6-F)FbpM(!`Hg-qYWblSkNF0P(xAQ1>hDtUDzP7|T!)^JX zDAYK;M1S{UzL#CC+s#X~tQ8an@O@1OId?)pbJ&heJ%^1((qY$sicY$$1P5 z{Ax4|DaT?AHPDbt?`drx5*DFS(cnBfbRq*s8@4zs=9+}CFqSpsE^oTj6Tp3H3&e)& zQ;|vD$?6mu9?+H_)qn+$jfD$N9?L zjOjdpaglW@0E>ZKCM(O8X{CE$0$SYvFUWV_>2lQ(Bv*6`PMADb?F&c>&E+YpXJMu+ zP)qmzQzpK&%CLkMsAgTfrH~~JU%auNzCYYTLuv8ZxB$)2FjlxkoKYZ(m`4PKtp{d~ zm)F2}Le|<(3Ho;3Ye8B4kdT0x#HWhBJ>HUs@aoG%NQfES>RvN5H*oSOThd3@mofQp zaliU?g9B0#w0{w2B(>tw2^~?Ds#+o%ISjXo^8dG9DT7$Q$a{Mk#-Vz+qoZsIaLGT}JQ zntbPqDAd)vvG8Q?W2(RzXXVap55+#RNq1XKOS{*rxlQ!J z0*dfepMISVNGyyA9!m3*XGvjE9Y*M(D7CKW+Z)q9a8>a zU7m3zL-{`q?0GP6 zH(~NRwGq}hz&3d72#y6z-9rG;0S`?}JJV|13TRw|lY}?mFOhza{Ts{Ip9Z@L0~u8B zN7zO(Xf~p^r(Acbi}yDn`z|LmB51ae@{;>x(@5#F0h*Qmw^i=+g++vYd3az+7rdiL zaKQ$69D{NING7!u!Pw0unq8N>Rt#}w%33b+ zZRw(Prr}UotYcRx#*5VB_Yq+?!AqElSRBIv3un>>bAP`*bqEt_>|7cdb_voX2CLox z?YIz=rs8%9jO!Fh*8zO#>(aWdqq}x=^vLkyTT`5qOhK17EDzX*3cj-M&~zTWtwG9M z`i_Oc@v*7l6(=P+CvTsYNYk#E*P03Abp7}vGEWP#+(tgY z0&UT&*3B&j1?SF)7N9G>CvoCIo$vZ4wrg`|G;zETtm!5`K? z^K7Y0iRdJF7{NtfQOcI0o!k7ZiW3_a;%Zf^@$9)v^hBzH5uxE4Mla`$j*o*R>B>tm zH~*%m(u*J7y1_H&B*alCguqbmDqGcapQOIc?`>F}$6-(X#G7IQQx;pLxrt>J<2>la zqaX+pmAOkmVAF_3hqi`KSEdvLHkO)zTLQZhBO}lgw`tNr589x}tPPL?5t4%6i77;& znbL7CoP~p@GkLfeb32G#HJwpcq64fdJEACtNZ@KphJ-<@<|0&ubu^m<(r`o97A2Vn zM%;0qJkC#bPR7z`evB}7mpN2(cB_(Ky&i-N3UubjndHM|chnb5QwX}h=bYr&0!K>U z8x%RElcit#Lpnu7)J2>gwjD#xz(OF6t}ktG6Dlrvw$0Gc^x!co*a9igVRjgtRSw|5 zyVa4&(mEkS&ZlW3iTIVB{7j`ph{+{A_Z~ibWI~l559rAQGyG)Gafye9;Ncwr|wLbGhefXID4BQ zbC>>$u>tfXvDs?oZ+-L@cLjrWXma+^^=)DG@MyCU{C(}bG4jT2O)YEFW-M`ZFt;U< zeV_2+T%q=_Mt#p)6E&Eqo7Sn$jHW?`*N2n=A#hsm5HVqb>aKE3t-}Trnl01JC6v6B zx>VxQ{bsu2h(g1sWe{XX-IO1ipu-}`D;+%Xl*=>*%p@L^5cS+p|Ip)>p0{TDDv!=X z5DnO2DqegdeTUt&5@6K+b^ZJO#W@B$nR;1-uihx`&ecko==Or{vaXIkHX-UlQa=~pe{dKGk zoE%Vh$YLo&Ri2}BxlgM#D6SYRfF;;j0XMj>p6su9BK}Cv-b~$efB&{`Hs)OxS}>x< zHTu`Lly(%>E!#{>vY>tC0_t6~7w|ro81@SD2v>PG?St`RfMl;Wu#_HYWWANK)8+xF zWnOwZeJU_mNf2$Qa$=s4(a4|i2|D{a@#PNqW>E41Scv~8K^MHQOCYid2ylRCFk=Yi z8~84J(*eU=fI?ca!%D@xfr((m{!$SnfB+UbH?cJ^CJuEU%YWl(H5wT|xvzRuco3K^ zAZY$Wjm%}Q9eAEDj?>R{hY46#oGs!HiEbt2Z_uL7i?tLt!7^gRF*5lkn^Ds)93pn= zCw8d6<~OidgKt$D7ADtihAeTF#nlx><49+A%UZ4C9`aziV$r#y#mX^R->40UP&U1} zn@%A&i_WGkyamICEUSQMvPSePquhQXI=8|3kmO%s9xi@==l}PQW-M`iMkF`TbkZ#Y)4bc;y0^f}-J*I^2?YSmFJ-6j{+NNAM>Vn4@6 zzJrotHa5P>=TgGn$4w7f#+L52!iF^Y8&xg|l54CjZNBP)YB^-_ev?PD$C?j}h>XSp zFvT$hxpKJ|epP^ra}*gmKD6{3+mX?iGgg3Mv+&6w{uH-*%%x@uc-H_4RfTCteH}ys zOD^*z)*gA^JS5ALNCmu62{PaVNrcQ=zFjMU)xcD;`XwBim$!h<8JgYyp9YERv}@xq;eOvhptzDq;%tXp_r4&oJaf zGPJxv%*@U)yztT~MHKHri2Ea>RK0=NRU+jD_O^dR>FUvF2EH2eG?Fh4a4TO$tStS3 zsoIl>XYdF4NPZ*}NhGjLP;fPe26GA6r-)1({JGtIYqeTXXXN%!kvS}-PV1M=f_Q#} z;XYVu-dA{{6F-XRk|&T^gR zZ|HVQ8(omYcW9(~!OSr-6?195h2lUPia=P=3G}6|PeAvC5L;@WGfT_^Xh~x*EX>ZX zGM#z+iykj}nPbD3=YX+kcP$4SBg6x~{ACQ=qE=wRHo2$Ue=>NG_zjLLFFAZf95Vr7 zt^mY5m8^aC)7Q<*W!>N}G8bVaFNj&sMTono3~Cz)pIDUR&E;*lFTfZ)g z&od@9q7KQ)fVVXs$-~#`fu?C4ib-~o^|)(TuC+$uU#rDreKeF;MoNL;O?>Er;L#?< z<6JNLX1K`5Q!+ckpOySab?9)c;pT4@9On+ENyW zw_gnAuzqu7ym@-}GQ~{tCFk!V%eXMhHi3qOceD#22Mtpf;U-V{r#?-bkBgv*MY=q% z!L7u#0It~IuK+?cc__Y})icXlyikaKxDWyGZcc!{-4&Xz9OwTlWNmOv>{O8jweL8B@QJUIeZliHa*g?9C-% zrf`S|yaoG&a)id3^FE!Y`xIGh8qnc1RMe<^^RwpNUYC=fA#d4Fh@hDAA+WC$tB%kW zGgO5Isl+Q6z#lmkllWFswzzBy6AG?j4{8MsTMzBoRI(3VOcaAIuSa4=y5-dIHyHG; zoH9T^MFP4FCeIFh5@b?hhkk4BRpPTMWVCx*OSow|s|e@*BHtH4BsN-9a#jZ#mDXaT z-NSZ(2&)y)b(FVtm$BPCRkKvldw1h^ePb2{*8CyRoy2NpUv789w0|Y^S-NcDPK_a{ zXptV(!Da%*%XGUCxVF7eT2&_GZPn9cNLfKvBfEAJBSWCAL66>-?ZwKVYYTxl31qAq zL-wXpK*Q(5=GQS;Wp4--0I9Plxp0{ZhTUJq7sIv^A6kwhL$V9zwB`1+!!{O{uv9_| zc(3p@5zpWmyq`1n8C+^y6$uWv_X-sZH;zB)p}UPGg6+3Wm-8Z^(g^)6$Z}84oNU?E zJ9u>!b^=aYg>aB*c0=GXpB5e2nQ5FE7Q*}Vf-x~ZIgf~1EqxFMy{1i34v6Z9a(Nod z;5luB{SOd~crq26OR=%~C&pd2Iej6utKA3V#u{V)l@JQ!@v0&+rL6t$i0?kKH3nf@ zxe~+Xj(GSWp)k>D@U z4M8Zn+>NGF%q<9C%Ns$R` zy$czG@VQf{4JT~Uh3oPI;P)t-heIved~Isdo57)1FG$QzL#3Ncpx1u5BgzKpVJJkLY6 zEd18HGW7_nXWv4aY@W7M76Vyv5XXW5;e9S6JH=s#+p!2Gp<816Wdjnu3op|g#PdNd zNv_JcZ&n{rv_F!LcDOs;y^gUTiBOvyE2K*&BOJ2OrX6vg(IQu?>qC6tgAq}PNV;6s zza6f-f9B%FGP_PtUa-nsxFxnTd=`9gvf8K!UOKebZVdq99bz@Wd#8_hesk5({b7FT+e6`s9y2U(JJ+LW`8E!H}M;^4bB=u2hlQnV}|l<#bqXafLSE- zLd$Y7@G{IisBJywA>G^rNQb`&5m6|eWZnfp3?>3=_mGX%ygK=2ESq`RGa8Rzz{Utl zw$^|E2mo516-{Rre&CQcmFoHmD(0asXq^|}>;Z8iBz2o2#AOu+ubg`0jE!C=hS*Wt z{2bR7TV){s>G4|3kSR7~yB{2L@7pqCyeMkEO^Ed?xQ?wZ74$%YI}(=un3rm~?2un1 z^e&%Gd9@lt*g)yrD6`lnywjokfB*sY_q}NO(4#O1(SE=$-Q>IKHZi3-72e45R}5ITs8ag?ntO^<#u$6 zUhhz^T~(Ghwu$Ur+Z?Jw(OqdcHyUfM0tlG|sYvxQ6}DOF?M8?iX+o@njDH($mGJSN zI3k^1WLi)j4m_h3ISQRd@-ZV8tJ6Q+>>Ta$uxc*BrUN5j<>TtFBGtV6=Xn<|EFKM4 z?|Iw4r}=pr>ywK|{*+}`@i9M>v%xC>$n+^>e}Q1h-k1Tztz^{#h45&C_Pov2Xs|N~ z(nYKgfG>vK7XwYm!+!mvev3n;ehKxuCECI=!Itj39b;A$lCCbS%Wu z6jH+EtKnvS@V{PCBIez(rQndn*fl0lgU>^@ikelad4?<8qDy;ge(6K(Z5t*@)&%Dm zgW{Uiq$HQUvQgcAM~8QVT!WkSB9_>F^Axdcgo5G5C<8=qDFfiE46cME`qQ;`&O5yz zp^0xrV4xjudLbRob)s7JX~;%iYAr3Zu*-yBu?w@{n~IS`hC1VrBM^Z{pe@KOqe0Yq zQ^lts+E_aJeTjzm#}w?k*`emg1;5 zscIwWx|rBB;q|$$6&nmPz#D z^iR^o`|pI3$1%!Ty}6$v#JQJ_9xd--(mj6V(HJN~ASMjA0Du6hpdG=H1-+a}y~_YA z6F5pDepu*;{F0R!6--R2E&{p7n4$Q*w}TK2b&IkV+S{yRyBxdJ_RG>Q5}zs1YeEUz z*>eVBj|+yzI$s5!zwzqlieEOY!OhaYCQet&L|!y;sI0z&3c-kS(-`o>^| z2n)-CrAtPdWXoT*yZ0HWi6LryLV*7D#0`ksx+g-c_({ZfTxGxKLcVv@ar>7n4XwO> zy|8R-hCuIoV-s6A8lKoCNe#A~g45`&4S5vq-u*A3h9!V&l7OdJ5mLP% zfM&!bbX-o$pz65507{8xe`UQ49l1aUIhl)oAZ}0@3hztPrfpx6-|Fj;4dDAAJ3@7t zdA)QDm0^j3`Wh@JT+`Cb9A)RjP1ze*j*-$XoSUto zvM2#d(|A0J)(@p0fc<*~A?-Au69+hrEa3k5Y8#ZV!l%3>w{(& z-G!_((aeW}=D+|rV>urVFgYq4mwxe9l_OiSa6;ts52Qlbs15zXQE6y~|u_ zLwL+VVt`UU(b{DAgG+aGbUsbRl?wUs4ChC$E3EMq+k{!+l(iQs2tUYfiTMIaPc3eM z-S>Dy$+^qxMV&Gbw)XWWU@=Sij((@|sM$+PEYVI{D%!quGm!wg(1+@!$-yIybEn-C zC0oeTvsF+yx3S6e>j(625gdSLv@%6LmZ*Lzy$O5=T@~#Bp-Y#u>D0 zg74t`Nar=!2-yNG_Y}oj9MKn}YYNMUg)I9_LyB&Zs5P*HH~|9aA_?Pj#HMwqWYTmj zkS^WBt5(a%1_1cIfe|(UW99D#AVjs^t4dUc??O>iu^$oY7vB z#!m(N%G8<7GXwCWKC`z-PQ=XVRRhHhqcVv( z4N4gIcQNu?V#H0bL!)OOTIP2Hw||;R2=2W&HQum0J?kTyg6w7RlM-&whsZvQ4e$vOJ}S)Lu0*TZViqqSbG=qFur1 z1g`-IX)eefk3Z~yidS9#vM6QgzMa9re43$0E%#LgR zK_5yDGZUboY$aN^i*A<7api^Ys72f3TGSNOMN ziv24kPbk8agO89Mmv?ALNcr&>t&fvGaI@8Iukkw9S);T8@+QAL6Y1%YG?rU?AMj5r zLJcWvVbuiQQUcx9VvEpai>@;c1qSbX36sBvFf1gNG2el)+vhEu7>c_a0}`ytb#Iar zNLs_ObV;73oI^tk$QY0+B_Ys%L2?um1aG2n@8sl;%3y7=A@Q3FSgN21v#yfN8yq86 zkTA`nHPl4q2W}oiei)sky2KpHGzy+2QR}y|h2TIC17#b0h+s19Bj+6K5q6Vt7n1}9 z?J0=^>V!Bv7pmW}yOh+k67vi@A{MNx=2*{k9~fXe6~vFrlY03l4E2AP+Y!A=rlu$t z^&zL$gd})PhVx&^0DBX$?reW>Tu*++tg+io>k~^Z)J!K#W+M{TlZb2#@f6`+fpBZt zNq9ycY%QBcp?)-1Rqt8NoJ3Q^)fIRDw=*1ln5T1MZ0pjwf~Ig++SvpKQN=J9tG$dT z#=E3*Q*Tw}`Y=?4!*J6M!kSYbSWQV_=8G}&(QFxxoMro zN_AMu3k?usxY`4hKcF`ehlG&41_UF6{CeZ=z&xH?TzllW))<tRDaVy<)Yw+WW$w=T>etoK-Ao22ZSn0&)%=vCrVkp{5o zSVJ=BfZ4cuVw+W!m?=;BuQXMBXJ-FPX;KdUS^-(b)O(C5WyU7v_)XqneWF0^2!a=K zlgMUIuV;~g)p5h}xmd0o4GG}8%Au|u)E6Jw`4FSE?9{8VxwyQqbHmRLgV>0FK+GB- z_{}NJ%GETwX-G%w6h#Ca3$yva=auxkpxR#SXdE3cOP~iirLnK>yn0*0HyD7-{!9uP z&Z1Z2=ykc*l1++Uz#Qu^-pJ1ECSGD%o%2wDE24okD>_44hK{Ps)ZNml>50DNLGD-X zf$*|a6HW!XEsI=ArSGK_-cMB&D%s;Ws1-SNDN@xv5+ zZ=vffrJM{yEaDYl4scbCg$hv#+J|4>kV<|r4OIFbwKGkIuSutC@#OeR&jj7KBg~0YQ6rhqYZ#4$!PE+OhuaIXZyuG2>Q%%%m1;Nq;iOxvv_Q@a&Nd_kfhEx+TDQsppnxHheDO#Gbdy7!$4l1YpDB*w%llf#f zX4tSM!)ZQF^Cf21e6OUt6j^B_#F?mgm@-RQQG@Dq$;Dj}nuOs61trhWyg1`ffL5Hr zjexx4NR1duW`=+)qP;qL{s?7cdrJCUV|w!DS+jI&Y?1NiN_epI&1xodw1uOBN{*vs zOVyFw9)oe>k~xfM2h5mmwH z2fE(&zo)E$-i@4#9PqE-v&7>(s7LszLt9N>x=>nwlN$puF*3MYjsbX3mA1(=UGw_q zZ-&05M}6=TP`1q=OSh5}FyyI6|Ebg5tWx2<`o26Dz7u!ebso>t1UF++c^)oF4D2V031( zMAcyIPyI=t<94z92^kT()99n@4OdN=P-4xr@I!_RF8|st5R|N|m@#W2n=GwZA9^;KPT}WWrCFyQT$ZA( zeeaMlR@{2jZG*_T)~_)^iJ6VwcSBd#-x{!dgfu0&HD7bO&WAzz$)cg?Y7%e3UhO53 zDrK*Es=alu#0j)Zg_`h$LI8C*(>$RI{{21Y9d$s$FmU;3Tb{c{pr^#)lXqP}`oI-@ z`BC(#UD9}_iED9e|4r_7d;>}LT{~y66>qmEhM7o1I}^o|;K+8Z=-ZB;d)qSp(g8?k zD1t2uvES2CEtH-mh>TXx`3fCOb#vg<((x*gpk1dOu5rjm_0S(tf+_1-D$*iZYmI^p zK%`eDHLpUP8~1L#B5dFQu`;IK)b1_5wkhz4o?D8M5EJwQKopR!`U)7;u8*Yz*jT~f z$NbB2@dg7`4G1JmQC0H?~n3V`R5Zvz0u%Q>6v&YT3 zj0Tz57LjXg#g?#OE_(;R+=&x?%f zePtuyXY3h(Homf|GV zL2`XB1918NmzY6$;mg%-aE{5UJvePXpJ|KOhxkZJc|lsH*8 z$hV&98}Lr*c0=*_(pIGPOiNhE;AKlfhdwlD+e^T%?<~O0u*RfRUGjI#L-&30AwnL< z5CWhi=4Ko6A0YjNmzNj+!D2M4*uzGN{(7owNN`QuNirp;ToDhGgJ`=#e<9AoJT(rI zB%SvpsPI-mA&}|ki{^p>64wav%@`1Rn3^?rG;Tdmgujv%+XwY>*^kEr{VQY&B?z3q zc3VSHcq~4uQ01JR6b9kv$MkcfEo>U~Q^EpX!!{I1dfKL=EOi~TovlpEnyp9 z{q?ov8YyN3hCr)ywr|oN%)fg{_v^O&G;;)@tEH`i@oJYi;Sf*&rY@k|(=HsU0{$E% zIPmvaXVdH2RuyJkel=k_mt(vply?I>EFhreq=<&)BCQ1>C0xPlFL!gJ=tF#xmx`qn zD++U%HE0PKj3;5$k&D|kso2>sV|3LXClOI~Jm5piNhv?Qc=>}FJAlB(qR8g8>JNp)50vf=k-t}WIOc9~DDQM4~9 z@;HDmct6f+t!rmD7$qMDPIhWK)dsAE7bZ?48JP$!H5^w^*0)$=3t_Vc{}weD9wsdf z(id`-8IQVvboq<{u1p5p5RmM&6|b*KpojMF!!d3B?x$c;_Yu%AAdN`^5_Nj-vasW! zWBWh}71s$)lYYxKF?0(DG`b6aAJohBk&ZXLy+TP|b263~AdVuIF~E${$>mw=5$dg7 zL_i8KNekD=Pi9L`LuPaC$NF7h^aE7b2@1_c8=2aXY=tSeD|YvH@K_u!=Kr9e^_oeJ zptMXMX>mu6%`GxT4D}c8mV-*LUQO8H88t-HXVx>FXkH9TLshjLb4miMZ#Pu42R%~a zsw#zg(WLw5Y+$`i(IfgIQbE!w`jnKzQA%)>#1eQ+fDIyYG%HeUYd`*0rE?>x|8K~4; zoX)FI(Gaz00@51&f+)la@+X{)Lph0k682|CP##?B&#v1Jh{db5vb}euL zj-|fbYj9LHYp-TR^$rg>Kp|v?zG1=7@h&}JZnZG@IM7A^ZdVf!@6b1_GG%!@w}3$=deq~Mf9Pit@p_Poxo zahdtF>=@Vu%x$BF=g3?cXMhshXo>+r+v5k{xqXD%V(}qBjWX*cDKu!IAGIQZa{5Ku zlO|pwNIRnZ=gh=;%wcIo#uZra-UJF59D!i#rJnSV-0f$rJ~hVm#sp3TN@JN!kq`T` zQO`P8fTK)&Rxbp?kc`8vMLZl=%E{Q)3QDdK{fTq079!0TK&e;b=rUOx_uv(+3P< zcud$FV1Z;Dar8J_qQW@_mJOp!K<5}m&v!(*Y2=w#WWw-QNGYP4X;j)TI2?Xk2Cr(U zSWb~{>3&8r*8r5(RpKvSgaFofd^3TlL11&Hbl-?W>J^#6x3I=5i;f>a90XzL#w_-? zL){~#R}Q5#2Rihds$6KY;vkipe;pfYM1pfl+#Ac)693Q6YB9W9cFcpA@6zCO#O7Ve zHfd6w)jJ@@9NyDWbJQ!|p(=(+TF}y38xM7WllN@=%a|yEa>6;hLVGaHF4OJivw^S1 z3JvJe>_dy z-xN8Tyd65g6a%a>Fk)RwRM4aUC8onkzz5#kz77pQgoTS^Y`C1l6^8Q4l|O1#FV{?q z!eKX_*hFWOm{IsZwsD*%yh$VZ3NLGwdFS4RO((_@a!f>Tc}{(Ee-(tF_Bmul(H7Y|O- z#X>pI&C*Bccn*eBpNR?A<(&--G-XJ>Q8*07iMt{qsnFVJ=(2Lbv^G5PcJ zy1AVG>Ix|#Hy=Cxq zf%^=ss~}bp(*E@x5qvCer4o+9AwkhxTt}az9n1d1j5Ib@h;Qqn*bZN*2tz_Yl}zFQ zan+yD_THi)y!gP1l{d%PR)&pO+aiB;^h{ify6b%!=)xN@YarKu?Jx%%B=sB=CDeG~ zorFpmosF4C%7YgHWuW0#pCo;sc{L1Ce?zE#*w#AXKdBwaW7v-Z}R2j~7T*j%g;Iw-5af zIA+IT$@-Feq>W4!QIvB=6&vzfBBPG+Jd2nvp_=_9y<}#%Ff@4?Jo=)hz0B0$5QDa_KpO3QYk`8v5{wxu9Fy7d?{qvGgE1S-{^GtW&%}XPW zOz~{S*J9f&p4hSQK??u$!UcHrJ^`|QFgGB9pL^>n&U=*c61IQ^qFLGXLoainpvO#hLYf0WgidIt-N#Pv}S&k znhQ3kd*;c&aNXlT>}a$CWnRjHU8The`mzeipGg2^r`T-S)1`;`QER@YLhsXT zpC4jDcn6qamSfX7V00JxV*K z9xZ&!neR;!8J!cgbt(b~C?5xP~)olJx2b4(5&Z$-4v^Y z4}-^qo&#cM46CDWs?H;db&~;D0l0-Or#HDq;$hEtN==5;j`c_|O{AMztTkxGNSPdA ziDPsri-Zj$3l#gCbpl_a#>I$g5T`EU!AV(LUTxseZ&*og%?GuuU}h9VK={&{usON+ zRPGOIwD?*Na@CuodteZ~@gK|N{YttFSiBwp1=d}Q(=AsMVDF3OFvls_HGTJ^eF`x6 z13~i~kq(C2>{)d{z_m4}Hjd!T*QlS>j>9fNXYW{dIwzg`#NeY#I(=LVM?!1=KhBih z+6`y@)JS*&8J>xoxCs=e4PO_u`0wPFm4P^p&F__xgR6QLDu!1j_22GVFAGBa8|zXQ z!NY18D+8lT8OnTKS))9YKJMbxQSvvo+jiy7rbljuc+O59pej+wl zc8On4QJN-a`B>|EbKflQkFnz_mpjByBdi^~+E^>L(C%!z3UUdqQB;_FU*tAxpm=@Y zWgGVpnWz||*?GB#O{8V4~z#R(QFS;8-~CK=`G@wl-J`?$ab`JLW&b_!4(KKLvP zOa67cT!!N#hB82cGOjqaJZx2xV%MF?d$=z0*}LnX7EXIhS%dA`Ps#|qG}KQbNKQl7 z{HMLZA?#E>5~GYmSo9{wU!r-D;A=n4aj~UTY<1w7qrv1bn>9k9Z)EKs5E=Wc8;=Ny zV&HKt6?-z(nZEoLql&g4(GatBNf5744P$>m=o96fh^IxgNeZq6Xkhu+VYdpf-n`c! z$Qj}~by=+{9>z_b8>i;JuZCwEhzZBhT%N4u^sD1-3Cn?OPfHSJ;z0jW8!1HDuwp8R z%G_JerunUW{>&X`dItaUF<3Gwd+|-rDNu@PzYVgsC;~e_=%ZoRT6C}5LqkMbM7~6p ze~4_RCpE<~J}M0pW<4)F`vswTdfLkOCy+D^e@tND8d?TTbq@#c4)umX z{vf(3Je_zM{&+jfjdoeEf#|d3GnKmtm;Bg$Nj^d=Q^3GB_ETv>5`AZ_EPZkfqD}x5GM_J6P87Zcw zc9lZ0xtO8P@P8yn)rrHrSk%N)1|!x(>@pCJtN^I&@Y?{lMp=)O9U9hw>5KgSXCV{7 zj>5^GU~MRebDndG=TmH|{}*Y}OOvWN3cQsh!9KPd>$ZOe_IptzskA<)+!d!uM~8+= z9AO;sEpGh#=EmZhcV6g0p8%8u?+TgRQN%4pDRY@pJAd)BG!Ht*A7++Cp*K1|dCKK_ z8Yq8uJzz@hsYm+k8UHbgpqtlDS8m1~G4t3w;d2dO@LOPnYDJx^TTOut7alpdI5XWvtXm;2q;{()u71k#h zgpx{l{pm^By8m?62A!g5XH(vK!o2GyW=;#-e@lbnLIM)(wyx*4fBr)|Gfs1UgHd$~ zVKmY>`QYcAikg|kMBRUI(f$lFO828ZW88L9w<1V-*+EY|W+Y@6V zi7c38G6S9Y3(WVY+iM#*exBT3lU>D&KKcD)tv3WN&karT{C+7$W;ErP&O8v3ZVwJC z!#*_m3aMVE%TLC$kQf;Aj0@dupadakCGP4z51S27$>AR@NG&Csdi^PqCtMo6F?cQp zuU@24j$hkaP=1oz4SmrA#DnNrv@t?k@iLvQBy-3=$01%P42o`EJy2nxTg98!yH)=R z8)BSy!(Dxx>U&C)&u@}Bss43DB0>ONYj2oc)>uLlC&Gv;S&Qvml)(<;{6z8vq(99S zULj&9H*8apN5v>c`mEk}zw?1KQ~BMYXFXj`0A{(XQ#8=Zx_34_q~ctF7+Yz@&J0UD zpPI6wgTofsj-|EP2AWUh=?b;EWMgv@J0}yLh0Lc`Xl4YKI(7og)}q~XJ>%7HN3JBc zs3H;OeB1`uGnhH}LdT(2C5bQ<@^Xp4%g1A>wW}B^l#Lr=-s@ysou_EDyB&E6AQ^6O zn>7ccRY?|57wJnOAEsT`5T9D5Q!EmW-tRisU*}G|Nb9g$h*;a*vg3t=r*i2m(R>J* z)Fu+I8BxenxkNpn&a4ChYM)NyP{vHsV$f4K-Ru*RE#+(PN-unqD!7O%>&nI!Ujb1! zvFYd4hy#S^i>Nt9_KZCx=5dt8uAgtU##qpRqEh?z0~Ual^uykzN-787M4dDIBP_hQ zHKeF06wrn^1ULk1Cs*dKqf{WD@M%TP@p2R~VL$I<7M`pALUnpiXr|kPHPl$fe(M%g zpJMsV#;ZkHVRCSSMl zFP8nm)cJkwOHt{&B~Imy^g9PTX(vnOkGm_dOukqt`2-JbBS+FB2seV*puSnIbQR8# zwMdKxOiX(H*?N`mZ#EWCnYs%}^?%`q=kYN<+hv0?r-wb<|Ngo@Ed;I^;=Xslu-Y`_ z=erE|nF!KcTFsAnYk|l(e@jNSPeJ3Vu~k zP(}ZYT9b|F^gDrMcRQ+a4^}g#s3!J7$kc5prd2=Af%EZVHz)8nqP;lZH?=(}YcB#n zyt7y+cU&YpIRj$^QLd>B+~>(0hq6X9FJ0wdXD#4vwzt%UZcXcgZ^ zY-7_G*sL5a18ySO79B<_4)Y?*C8ggjUp?|+wvrwx1JTJVJCf7P{Z@Q&5jYNRF=ey*1PzlMk4WPRx7q8@hPp7V#G%J?!T> z0oHrk%~l{PLUyw5a%KE}AG6Q2PuoSHdOKa3(84&r0_t*U;hmgE4g5H^;J(q>3bGEs zhvt4cBgz$2Ee`sh$>u1YzUp@8Z9znBN+cbass{!5<}NMZrT&WgPP1tx=}!-$0rzDg z*whhwL1U<$njAn!lzxCaxy0Ls>J`^`p%<#8<_EM4r=AZ~waz7xIO>)&BsKiP-ucCM z9shoggN2g_kN*MIOy#{?z16 zTc*>p&yXi2NL+qjD*P+=Jn^-xMlab}f|=3|MV;$A)Sa4k0T{p@%^r8QlaX$5ksZn? zH~Tx!hJ&P8(Vk?Spu1zrpFjQ5K%M!+L9Bv*P{xiAa@kIz)kv-b^IG(B@O%Fm=-Jaz z@@1Z&=*)@-u;NEo$<{@Af!JxJ0y5VvJM7HQJ&p(uP1j zbQ6>5gveZ4?1r)8Jst-nlmzHU3!xmYGMLK<_#qI4DTitwOxke#!R)Bq3iH5O$VIBnTcFfm*R#ewRpc<#WS$zkPqrzN!38Yb`iyZu2Ecnri|Y1 zf^MF1Z1HU~86TOfyRSiS5SxI<(WoL&Uax6S7p$d$lfd)FN+Mu6nZD@A`NsmSRg0qR zX$j7H_63M^pb>$`=XSUMMpjnyE@Z+*3E=d@^H%On>0u1AmU|}+mD6tS0ed{&Yy{86 zfUQ=Ota(rH%(=e=??}8}#tvQ}vevz32+F(^YqZn}C!HVGD~eUvFY{u=Hlf``iSsSypOzi+(qibxs5(&V2P9cla#tme%Q1#437cI7thR z{Y#9mn1mI9wq1s-9B^_K$1vL!taJ$&v3_q%+U)mqHVRmFT2(HQBUxrvHk$XbAQaLzyw015xREy=T__99)!07vA^$RgW&ao6~5V?h`J>w^6n0fH2()X-`>GVlo zOI@<&Tsp1!YgPYU`?Y7} z4TLs%yUTw5EU;ZY;AcZ+1iKUkR_kZJR^5M5 z&O0bL(eJ|b&jrszAGPwsq!MDf9Xi4h_XI?cCCuCJpb)AxNTgA8-;NIPD6}U6Re$%b z;4Gb)3(3@TO}*xTLMM>ZJf}1xgSH|7lSDG!$czwh!r*GQzfvS=ALP2%z=DhE9F(s3 zuzCJ=>u;I=FCiQR+#-SFW=& z64*pFEGy7RyC>D*j)vp2dxUs4h7tcn3q}w3q$^ba)u|X|a$BlL$UU9E0Y9c$6HEy7 zQ}|R>l+$iZBtoyeMfPoDuO+jF(wNCS0$S}LMtl=t*xk^30Ln(yoT87!v~LmsN*#Mx zYukaN;vCYeOaj<$mO-4kgv%WTR^2{H_>m9SU8kw+*-xYf!d63|_CU?Y{YkG&{on$j z28bHO2tj8Fh^CMdRReZ)S9JWWsG^BfBC;Ga=yOcojBW0$6#i{L0uhBW6BW&l z?(PCT3Pgo83xmmzy;}8`=!`}Hl1TapNsQV2Z7bkA9OeucNwMc zG-?u5aLx2c%s3}`dC_eHfh~9!EU7z$=^eaU_MAU3T}s~P0{X+#xeh%sa9B?9mWqyqwo~~F(wZ{Rz1vQ!EH@WEu=&pzDnzW@k^HNXe z?Mxiego-!8YZ!=WmD>7?b3Y|aL^h@4e%CbiN;Z8VKT};KJo7`ne&#BGwWPu>Ht(Gw z&A13jKUnGTpAqB+oR@teT#Ks;_~>tzD***G1?0V0<4)a|YwWm#xVWfMPBpLqkA=M2 zIbe(AQ77OdTtN@!eU;D0o=7vbU`eG6}oB|^T3Wt zAx}rD1ilL-SIZ)J8t$(4A^#b~q7p5y^1~q>m)B;U{Y{IG?{cUXIbAGY?XYynrV%Bw zjQaFY^9P*@%J9xr0f+T_6MPJ8A&pNN8^PI=f@mZ=a*DAph55xajJnVmV8C zrvB7lB82f~a7jrQFh?#BqP-iLXMUn2=j|*^4Ia;b%+UZ?*O1<45r~QRZNg2!Z1d8C zIuE~0biNK}rz%L2YmlIPJ0g3%Fu_Mxt>(mvo)X=qnH)Pbn7Ln!(jxegu(9ibr3zx1 z%Iu0xHY<^gi%Pz| zR+6R4Xa*RiAdG&M4GTz0>gvQ<$ zG~=ERwmf^KugId-Bcq()gwRljs`s`#y)(LSoU{_Z=)EzXqyPxPRL(siauP6On>Avq zB~q3@PP_vz^lC_O`gEd5v&U~NduWamo*4-uzAS?uA(s+ytkELTrEDejpiYxIaqq1h7i~4l1``s8! zj17GMyM7v5pjrOAAg%*|{gkE!X^?Y!5uiz%`>^=yF0gbhEpLLS2ltWHYo4GCh#w=UA%f}1d|!M3_lVY2mA zry{HWg1Wr_l8HQen)jBh^?UyYlOc>GI4qo>8BgAmqQ^pU#ZY1^DOp9K3WB=>t08f`GuA3lDB3J-KclZE|0$_*kb+ z-0xk(K5SRT!Ne6^IK^3@x8_lByaY|+dF5Apa15R8Y`Y?H$ybw);4^{3 z#IHmt&gUK4lWzegpuIA9f$?u3(K)W+6CHqOYod`YX)$TlXLKp^^^(Q2YH_pdZ@BJe z;OfI!fReK%ry6s8dkI3X9^hQhAEp#?*T+r8Ty6C>u&m?n+4dpvp+DLHyzg?@HSbHs9MlMhl;YT!q1q*=`k#%Veh)2`BVx_;_xf{go=bWx1OA zZ4d_R$6Kp*W+NpW+xL>T`ZTlA7MaJXfzsYc=p9cg)guEgTNj+L+ zpg+vu9-1MzwaQr;bWN(-r!OM}-E8I#*aH+63-Y&LgO-#p7AC^RvcLqxM;MQU%}EPw z!5yR2J0k}`BZx`xG0p`|8ki^QbB|Q;)`psthQTgPC2?+BqDxjD+_fVuWoaxV1f(RH zuozU(u378JXN*E_TC0C|!2)r5)=R>-R701X5%!1}%$k{)!;d0uI4YeCoyZdv-$aup zL&$&LR~O6qM0vAw1Oi&G6$sAWHh*gGHN@^tvWGaT_W8Lt_PrdCBEl2wLDK2!qSWO~YU@%-;Mo{CXAmZXt_iRd^M66WA~hmdiV2x!;f2Nv z(C_E6g8y$@hvDQZLSy-dntuRC`>*Q+f(MHk8FjA3My-AU0BpcBj!1FuYup=eitCz> z#i`euWJj=|k_s`squv|Pf>JtwkwQ(Niu_*i}tEtwj8ubh(@y! z*IWZKz6?J*611hIro~Pw2y(%(@KY&sq)P+;k*BC*yZkQvx?vEdVBUYd&StdrcVHtnLr>e<#R0_YGYmslkaam;XF%lqo|u4ta2GeN(W#CGz*E-eeso!M#_$|eSVroF~2*PX%U zapiOVJS_EedM1Q{0fh2MOzMeoSWa;eK|mZJ|f93n(q54VWDhm!1kx_#hy0l~=HkDMUB=0;mn5 zF*$=izzkveMejLr3=1Cel+X8^U3XeL53#Z1OqC5CYR7`HMwnERyF*?9{7>Amu!* zT<8!OWt0wvmSmhfs1D!aGv&-SwiEbfYf;D51{&cRARk)5r&+QLwmt)oDs09d!=|n$ zy>z|i#0`aQU2i?=G}Whm+4uobIGKK-p^r+jgM z!WhUFmoXlOp|sn~Y~Q93$v1R6q^5mTDph}Upk&m=iyaU(<4~4z}ky8m%fr0G^IP{k-ldh(VN%{YLtn zQ0NXrQKvJZeGbP&UGE?;xKvH`9q`I(6pmpre2YO@fGc8fN7rzBR82`!Sbc#7W5K+# zC2?PBta5_ddk(UcL-j-cmxUDhFg0SYt>aK`eIkaJk5uca--~xLQ=}gsUT4+_A~{${ z*p!s|Ldg^xRWS>;!F4Ga@^KER(p+bV?0aL@SvtS1_b*)=Yt=~J5RLH03i75mF`k{{ z^d#Rr{>@L_8&wVGI+Gfe#fc1%pztv;=k(JXQwc+)#u4jH<7DJvhk&s3CDa&8g&9oO za4i7tjZj#tK31%@j%;@w2%x2`gPSnTm`dg9TMprrSP2&5R%}uo3)Pv?nUNymv_>eQ zVgQW^ZER!^P|TSq8zVpKcV;?hC!$m|jLu%y`>lR9b8Vw}`_@4g9K`4kCEgC733Qd@ zz(R~$XC+%`nW!5$ifY=1iMqc2U6AM=o@_?8ETptvPMaM29t`?Y zI&j3Lat^b2LfG^lac1e_7t^49!n?4di>1-2X0L%jL_SBJ%fA>9&oHn!J8%rFmUZZe z;P_;45KOues3tS*6qxrxDyi|)2qppQ2qM%p=pyKiU0e;8lyUXvkK6D4t9|V)d5FH_ zP_Rx9X1GCF7)baL*4Hz_1u6V7ycsN6L4@tov|snXmIs?V&J6S-)9kP`X4%!Qu13j5 zoS3PbPhmK#(M*i-vQ68?lDx`;8^7BQH3{!GBs*2ZkYTY!R*-o)BA7(88Jt@$0AutQ zL!z&4XXB8I{ubb$g%EpuCLl1dEHip`T(+yr^Gsw4woFbthvm{c@+2GBe_nv%&i;o# zA{-K@|+OmZ43YUnuSL~`Z`+f>wML`>Oi{sEZ7&al8K7jh9yx9ASn|*pf zHmuIQ6%Ic;NKRzqCV&M=kKY%;|5fRTXW9?xVX$)89fk46gnd5|&>uo<9v{EatP$IF zEwyKe0g*on6bow^8X^sOFZvgCO+HY9^jvityJx6N_1aumH?RISfq;-_6@*)*gU?pk zb(`KQf4w|mM`!M~`1ob*@Y>*@$`n&~GH}Xm6dI-=ILAfIVO-9NMC7}@CbY4AgvMgn zhE+Tl6y_k6d5#fZTR`cqF9XdJp4~Qln*l2lx!<1i2EB zF}b%+^w)>=Bk+I^14Y|R__>)*L?Rz4P52Hz9~ip>7yK&g5?SWn=�<(dvB(Oik{H zOsGcF0?6lLvH%FWD|2VdAE8!zPb^)RhI%$JSBb@c5f5Nvlwr0lUMDExQ#D{q1|2p3 zrWvW!J_qmr*iJ#8N`QDPI%yuqt;xX< zIEzCQRz|2sh2?+t)4u8Y97)>D{MSpSd}*yGo%0E6w^4J4X75|m-~L1Xh)iVM5_UwV zr@D4kTtDC7g&w6L7=p`h)6G__E0V7UOsLDT%nHon;teeg3(@Y=I2gn#9QEvgqiQNJ zQX1rxR5i1}zoRmQA)6l^ z27KPIt9Uw4GuEOa2h7jEY%7MY1Odo=e{O(I;g>*pf~_`zX?%)nJ=vCJS!LmFW>m4& z5=E|4vFCO!Ri~N}WZy!ij%lAA;kAdJXQ2MoFPr$FQyoYj&`f3gryXtWUp2eO zrZGrjBJf&PR?RNYX%0Xv%nc}N%KiWEf_wCElRo&34ECC#<3iWqCTSY4(Wy-x-ujsf zBL`qDp>0?-sosF+p=E}53IyKHq`cNeF!(L=UcOkQc*4dBfDq^^*vi^&8q+!(nWC>R z3ptb&iHLprD{_x<>}vVN_$1pVAERIFB+95fXHFUNl_?;W@~2LC+nTmG6H0eCJLT;n zAI}Aq%+Yj4r4bHc>%stStKuRO;dIe&7(r;%b(Mc}0h|eTj{5Z(F?oW;PE5tu?s6Kf z42mP9uxD>9L?-t*&r2Pk@l`sdlZ`0pFiHx)M~>47u;zUcSpvE@7CQh-T&IvG;i#E} zv)-fL~xss0h{zc{NbP*uc;;I_zeuLD;Lq_+8QL!WgPw}5a9$B1wzZ$=*kwy)4$-*((i2u(Ds?W4csD~Gv|JiN+E zj6AY4G>OX^`l%wDjC{BYj+@-&9Jnhw0Cg>N#p>8KahQ62K4;AlvoIl6Y$_r#9zbCI z;2K~zMin-FzzNc~u7uS)s=>0QM!=H!((8M z(O2N5jQ?}%%ZlERKE^1*>c|FM)!b9BVmMLE^SIm#0*S+`6*Wcm+GytM25cb|>)hEa zuBR>snPgmXGmnI)$7qzKA!8Q(jzg=LJX<$q3C)>^-~d7@Z~!ML{6^pfC>Ckd&sqCP z4#$Cm3SE}?nTkrk&Xn8flFb~#;86ll2G|xKV6)KZyrZz{=h}^bfb^SZEbTHcaIwNUL@nlV9Snq(q6bb#YI5m{5YAX*N^x5AA#u8Dv!NzuBx7DB{>J9e# zy;1K-YzoIt8a^%dw>G^6e=(hj7&dTRl1G$Q1)|e#Yu*}NnBUg~Fv>aUW3Kn9>6xa) z7_TX45jQL>(;d!6kcp%dK6ohk&zp9@D@(PyD9YJW8lL9cWbl(w#f7Do*iE z@qsbjH05tODGJfT@xYbHvaWwM<#;vk&&vWpYvpDnxE%k-VlQ9A3i(F?Q&W=(i}3{q zDEE#%S$E!xK>_i4lEehm$~mhOw#U77&*eje|LWjUcla^+3h-_Z+WV_#I<@KFkn;q3 z;YSy%Tr7MIoVYF0Ek23cppYn9y7Vv6B&wF<%=@J&++oeFs z@}U+x>2E~$oCxJ|>4r64dS`YTR=$~oPpy@_)q3)p@|?|3`C^JZa6xqM^3xRc$N(M&iKaG=~6*N^hPT1nZ|L%rYZ-xU9>y z=5)-17coyIQU|nay8c3N27pf3@{az%O%~>8l>-@xdVXaM(`D;3M2`gjS7uitp^!W? zN%R&B6BRLtWDf}PRC1!RH{v-Z?FSc?MJ>V_rxF>!^SgrG!zRVsKMAP{Xw|KW)Vf&M zu_0E=YyS#1VKqUKZ8eHbh@P#Fj4J^P<2wj5j?wI|BL2XFAdo{Nssy^tKTwaDaSEp_ z+IK1XstW_^xB{fpQH!`RiCoIhCqVnU7q>L2%Y#P_rB`S>ju-Ej9ybIz;WcxiD7Cd5 zL#w44q7+y9(bd)k_oo-v&At8o0jf(BzvO;hdBb=%}<&oiA zCT@}qMMq>#=-hNn+llghm>BC8EW$O+`hO%VtLmaAun&pA0_vn~*^EBv+(xcPu=N8He2=Mb)dDbKYp zPf6F1f4{L|vpfZ*l1SBc4Qex2et<6;*O#OTeZ*3*^~CgZe;!2;m*;W`m@RnLEctB2 z;wbayDS=*ZUWpvp=EGc%H*Wnup-J~Q*`7SG6xN#yrXX13HhFjN!5%DE_G!a$_mcs} zD=x8sPOpG}`mE#9T*8*h-3||z4*n7$+G7^@b=%7^OlCmmF~VWWd(aiQgF= zUw$=Bv8NZ-b(^dCp%wpcGXN{F@PU_=`>8`c)^y}U)I(H{z$$Zofc7F9I=12|g;&f< zQTM^UufDeQ;Z+cJCEoTgEQ|n^T7RZ{5`Du)r7g8-NhszwUgbed3TFj(+@4~y|K~d^ zwKiQu!_nC0+CD1x?9QV(+vgRpt$)!z`8j7{70_ApTRO$2bj~+q7EAE@)k_3%P|g?` zQITbS##bC@l$>osn(=8GeA;T zolc8Y;=E7eq&CL;_U}C0_%YQtsxYMEm&Pyk_sc*SE))Eq{3fav+L}%qY92XVrPtC7 zE*Y1jcwN2tJ@#aD?;qOVD{DYBiWJn+bn*ebtRj7Cr-Dl`F$cY+rGfIzFb%|iDlpphr?(MqjZod+-`h(uU@iCKZqqi@F>~Wf zyKK7+p13q!p?-8ZiX}Z;lt8RkWU7OTWA>HnVn2~P6^qJOINImR(<%lWq8$C z=n<1n2mY-cr75x^&3M`)D-!?}am%k}y8k>TQU-|_IDxSPh7RCmc5>@i96v6ULhJhF zFA3yVDjT{jx_dG;0uT>8G+Uhiw_aSc-Y6DJ`TV+NBVaz(gA9N0i+Z*2MkhbM}D67Bn^2 z>&C_Z9_5}h!#6uz6>E*ytW{Ho&4y{D9%Yh=2Qk-#-mO^3Z zDQUeouIq{KHLq4b-8=$*f=SQh-;vE6jQ)hrF=nAUMfa1c5^;`IJpRP!fNh%C!*|&k zYY699b)nla^@$>_MxG^6^{AQ1q&n|0pm`|DNpw65McWA-OS4B7}-rM0CC zGK;js?gfMfP&8BoA}HMiac6klVLa1S?8cEkI3~}kHCFm3qNJ`#jKAy+fu!Gq*~EL- zg!@sssgLvYp6o+rd=sPAnDO*Jz_~)*rM$3w&5?V*pVzmgpd<0)^>}M}mKF11j*x-J z8aCd5BLe&i*vU}w2qaM%TZF0Rb}u405$Ule49bkPjYPk6KVbM(vq(e58z|LvfcDIgD`^t-7W48*&cZY>pJnr;>@H;B*z4=(5cdP~3$6##zs z3Y)O*GIt$56=|r)ob&wkJq0fIl?VU;tJDsx4n&;0IdJf8|CEG%!cl&IRRT(^g4mb` zqVV~sAcr9zBoH8&D8B`g6(VGzxW_0C`!Ht5ATPrzXddWnVy-%exb5x$1tNm6f!jbW zyDUHupzk@~q?aIuJ8|tlxYFRzhbC3X|1k79n!--8jzcU)zn#Mr+8GQE8`0;nI!BFw zg${7c#*kb*nBZ^`)t%?u9$xdCq`lcL6m z7{%o0+RUKMrLbG7Dk-c!p2|Rzg}+rw%qK{Dkz`5uQYH9-y~RXpsWT!+1m zWmSma=KO+ zTx`Ikkddo@3z$CL>F1zi(94m^F0!=5N@{3n=@)1$h&$Hi@Jn>@X%uO2wcJ;NP#I#8 zyWNun(rSSS2gpuqvB-VYl|;yoqRIfy$EshrY)@L;%+j}9j7)NA&a}_0Kn_fjkpF{b zK$q!`DHo8A#do(#L^S5-o!lifnZxosSVxUBu~8eN`|NPLXvZ*p@ZglN`$P7($)6Rg zG=f0__}xn?GRl+?WN!g3(+@3hgmZB+p>%j;1Ud*KPCicbm6-;pjjhc^juW$OT=f~H zW?b+LHl(SA!sbEdscF8BwS+uQD0t#nn218x5|5#v)%?JSBBFzg4@SicYPka) zD>3aKWjbC$rNWq03oY%GAYNFWmTO>#6*u%2hd24s}EGx{AtFOY!n_?3qF2K z?(#Br%X2c)DFpx7fT@eqJS*seWq8S|-Qr|l+SIpwN2U~6-Hh3Uvhmd@wb40786NmBFaoLP+hwnn!2W54G z-^29(T94f^;;d4t>VGtARa_&hchL;aV$V(a_VB-{84Wr$s^zSN=4{1s&wShxAwo*` zGOqNuTCNc@s^k{V<>d3UeP5)@yM*ulZc09l!wq?xP(M0=Evu=y5K+V%w8L=BlC!k* z2%qc=_>Dvkfq9)xLxf!*CRloc=Fmt|0@&L_P4DZ2kF(&-m$=g1QJu#r!fG=5Q9EUD zrRPBLOQc&vO3ax@Atc~texXgK;s29daLGHy%CEUsXpxzg$F+HE`B{X(CQ2A~3L!$a zDP3}$O<|zm42`f+PwGIuMwJO6kF}Fzt%9xIOMj^BdDv*tZ{q5tf=}42c|Ukk^J}AF zMTDjs<HcdUy5Ngs# z=mOZ-Rk9=Tj`h=U%hAAd-L)Zn;z=+bHV)OMhV+GdC`8|?4x;`s-TaI4@3LBJl1Km) zF;JW10c%hG&=B+KaUb6vR;TT|gA2B3y84CbLER)ToDy?{pycf!cUewX3zxK&PzCLL z!(pHJX7*3RoOkve^c$Kt4h7s>{nX@4kt}qhi)(GB^foTqn{o~uvZ3k7TKknb#zM)< zs+>(^>3_doFpI=ioo>!RqCzOkyb-sF0J?wDNo$R|;-T~}>#9ZoC+3%&WA&%D2^2YA ziWF$#(%SWQ#Rv&MB7)BZ#7bMKReEKR&Shn!kc7+Uq?W~Y8mb$lqBZ!82Ac;ZjVWzb z01EDSV7_7vU!OPfH7paqC$Cxky^FXF{fy$c)KCfY?c zh3^thBl=O2$dRvbJ}%CBc~DnlZNYn1x=A`GQg2hfV%C34ZkEbJ!KLIy;?l|6ZM01J zEvrEqBnf&Jno?NhQ%FtgFJOWk6NnlY#%*X{T=`2ZQ(GiuETM1KGb=)A4xsCh3pxmy zc;#l16G$9K{lPZy!3Fg=O`q?aRnLE*!LOv;FNB-G@e5P@7Ws|)3{7zH^9ZxX zZt5useA)CuO6kBUKNjd1+*;AI;WMilPayKpN#aPI9W~R9W)s5kuc%2#!;W1Vw2M*a zw?*WK8F*s&<)f2ZDi~{-gptu{Y`ZBBS%z|VmXP4&QpvS>&C|wL@5G)l zrTSX&+p>(os2nwY)d@UfOvJG-@FnxK1?_XcZC4%QPyhlZK*DHHk-UUO zg8(eaGHUrB&OYHot4IhO?eG!_nUmY}bU-hfABw+f07pQ$zb9ly4Y_p2A4!t^+lssU zIw5Bd`a13w8&7}aaz6~G>7}jc=KYgR8>vK5?(K$&dO=_{J7Td}`dfT-g4n{CA6H}4 zvU8p~@VS0Pd(I*IccU#xvj}k9Dz>K6DBwmH4jVyFZ#tMV=qKuHDb2MEJGOhVa8ENu zP{v(xn*0s&v4WykC|gGWOF{n}Zv zb}(zIYC~PF=eZE(k7bS07hY$daAUvwUi^Pp8z=QfHB&~kRS9*%4G3hH!6B^J5^D*D zdy9bSk3XGND?H~elST&eE3r`dJY2A4G@Sa7djkj5%R$$uPXa?nLAsGL%-O2Nt||AR z-iah8M00QZ0oje;k3)ThptUx7O?k@EO%F4d?QY&- z;ytn{4he>PS8SnE4E;X(Hl!NGP_@+WrR+#sk_b+jUC^|nXjl={f(yyYx+k**>*f@F zQ9v1N${V|!DF6YMr}yX<-o-mn-R`*zZbL@*;iJs;{p>d+IUxh-`m<4u#g{}_M%x`Q zzWZBh6dLR_B@!hl!v8#~b^j;XUi5>NqtGW`#kiZ|<$iDiywvZ8;d1*A$E3iP0v9AJ}({1~Tlm-s!qYR4dHq4>T7)m`V={23uvrKAK~ z?#gM0oxNs4L7I}}^MPiuJH)~ke}|?&&F*~chXPE1OWj?7zN-iEC}^CVU^|9Y3-N;( zV>9act-nyJ1@pP5cJqB<7|X0PtF;P0YhFh~jOT~S+wA+hrGZU!chIR<6#=m*KG8<=hBtGz21*}sFZVpBpu(FqV>lCAxSEK*7ZSJ)OK;x|-?y)P z{Ow1?-BjTm$)e1l52G|l1HbTo-Nu(%`u)G`SHY8(C-V4rX@+wl%m#AyycRUy>|-C_ zh0)^8O&8;{0JO=qi?E)#Ipu+FT`EQGOaNb>GLYuB%2Hh&3?&XXhylL2t4?hszhWP;AbT211o8(IRgyL;j3>O6fxC)&~MXpuiUri;3+ZZy?DReb{HIcK4>7Pc;e}Yvj`Kwe={Lx*^A?vKlsxtz7%ijIIrG{@zovo~R({eSl_|L%S zl1oG<`koqg9kEG}Gi%>+vg7(EgVjo8+s4MB0*ZVQ9(H|}MOuOo$gy8#aVmzS{gv^n zBMsv%YTxy#5D)5c6H$B_&bf4*>+E==7A9Zb4YI6L#5Xl6Z+OdlN~0ugA|2$CN{&SqD&*r_86y+%z0eP zhfr4V{lN`wml0r>^9%hnszl~kom*DH(O^5eXSal+1#FpYyZW1d*25`7+pfIlo~oJT zZ_jeWQU7R$X}JJKvAJ9Kk-PNrzPY5Qy5j#}C2$l{=KuR*6XI10N~pDkmgnz@cjT_A z9F$ULKr;)={Hf$GVu?CVl42{5bA)bJ@2OaE*wj!Novc+pCbzXMo{8wq+kH`dON`E8ksW}V?2T*RA(-@ z$;lE5*op|-rmQlk*aS+_!UU9M>U69ObF7YuPI4%FwY?b@KH8`?1dGsSh;wZU*a(W{ zii_mb^Q~Aj->&T!=VUaL1+#LUZzE~7ZpFjN(#Y`M&sSfqb-V}7XvQCwJ9C&Cx2o$N zHrG-^Q~+HbK0Z<|<&Xfa00LeL6stR6Y;AXdnJndMqf|h)z+*Ss?*DwOueB9>3VUnT z2OrS1rkoZsypxdFl|2yfe2GcOPdHwShyuW(Kbz8x+hNB6Ri_B#ftQ@nc-&6NRYTZ1 zJh8X4$r>jZcsb{qT{gu<(^$3nAMq_<4`ppWI?inRa#*ZH*(M=nq+kgOX&I(Pxss@j zwEq>R>x1z2gDq-Cjb`+^?y2}Qcg)t?Orze(;0Ux~V{7|3`<_KDDrY;65dFDZGadYk z5>{UfS2aHyfZ}pi<3#0rd{4Ps+JB3_(-#G4=mDY6iC3wF=^EY!AW*yg%cxe-ssnO| zx$esPNv^F}NjPb+T6#RyM-EMyFChxF!C@?4ib;$wmvHGx(qI7Rk1?)Qs4ja1dRzA) z13hR0xyQaz&`#?YUh88lN;zwTH8EBuSa>mU+RN#QJ;rOMt};7gm`t|QK+Sgi&>j`L zP%%%6CPn;Bm!J4(P+qnHgz7wYU8pZFjn#?sJilO}7b+yh32S+p$Hpx*uxz|`s0g+P zep7C;AXMhd$GpN}yG|bWG28X8cL)LzQ~&=<)y5evNoy03o94Y^vu{qn1lqjDgG~#iiN0Yy;CVERAwV% zAu8CC*#B5asN+@Wq~t^y8O&BWO4nd;FQQQisO5~GM@lhPHJ=63W^xzS=lhYeCMR#S%5LM z?3#Oq$n|~ojM%_`@XlTFDWByu@2Se0apR0qRJO>?;+|PX(DKAl8QRF>04)Ri9mgDl zk*#P96{E!SY|2Omd?*$PR#S+;ZG=1!gk69Dy%?Ip0m+SQJu|D(+zfZuiJP;3NaqO) z7+bQDfC?KMz^emsnw;Qd?%j8L!AJZCU+KOW1_0szuIXEU`vx}2xWj7W3=U9i?93P!`R6o3j#Tmjz4I8)d-^HA3{@zHAHxkdF2QO$pE`|rX) z?zrp0-VDMrDRnDDty#aF9LJe>-#QWi|I|=1)meQv-%y%&wcE?aK+}?JY4Fhh)p*tA zPpS#j^Y$T=rlb1UAxxsClq!k+^W*!@d|B3%b!|rmel51XdwstEq}G;P1nc7uwkaIW zBdrzZ;lF^$`*S&8)WE|b3z>(_*%%mkEW?~g@Y1ks*`zWjNaRAjR++dsWq^O!3vaYL zA*q(UqUah^oLErIf5`X|bqqwX14IF)KphDVuqlfYLnPPrkb}3tX1c>&`A98cOS~AqB4CTt$Fx~A2&V{&J1k>DWRmsCDBWo^z7_;!pTiW%5ztfSR_1w;}1ZZpY^K#jMB!<^gE8d-h|=q3|509qz74a+9~ z30N2O2Es2@;TsKm!w5|WqY=(T!+%mw<)ZeEnr!dkRkcD9Vwn|EnW!u^?qrrBnb2(Z zt`;emSU^oA5VCjNq7W(ThBon+wXlvNUIj`EK^))qHPoU$m?3f;0-Nx z=Uok{k4){0EOce*SYWL|b%jj(Ayljh=NXR4zczX0ig7?~I})!5kcT#kPjrmiFkD?d zkmU(Y?0oD|ovBB^cd&9yUOME$O_{F&v_jKT9_*f#nR$1|irj?njd7Rbrv-Ta8a`mS z>*T)zYtNrFs-`^a8w&z`ymd-ooM*GOiTozIG7p5;AKGEq+i?%Y@_D@em7zShlHdKP zUcd zxsN}{SJ?iMDaOW3BXQ*T-SJV`JOFraD(rYVEi3`%D0!=GD~=Kw&JBd-71hf101JG* zA26Dz37fH01oLqqjTYjv03fgJF&rFl&VZFnk9zQ!sTuSK}&Q zGJXh2_(S8Pgo=3-e=PB6!NX4BM6YWYkrM(!(C;6a0IFu`i|mf2WgiMpxjYi|a@Kut zA}XA_rWz`FxA2Z-hZ#Dx+9!5V3pL11KTE%F!q8>d)lslH8l0>dV@jnYXF&{-$tYB= z*aAL@rxTrhlw8$y@b*r10JRj=PjXcM=K88_p#LEcboqbugH|g~PLl2V@(#-EP5+}Y zTf1o{Di5;hb3VN?hmuaLP6DU)6w%Z5_+(yRVTnO@>C^wG>H=@!g=_=0U=7EU;^Xiz z{P`){wba*slt-x6u8H6$h7}FTv8W)tjp2vYrK4s249hQ6{&!>Uqr(pi-I*fnK3wGb zw)I8*P>OqqbD2HFs&-*Jno_$RyOaomhD}`#g@hcH-^&lC^#eV$du_K)MpXJVrJ-K1 z%uqnSxRn<-3=Y{;*yvhUFFRnI)wCn6F0kvO9Aix^j9@+?Jor{$k2#I>GOaj6$h{ar@j^V4U156fHl>$FNr zyqlS2H`fL#LO4aLb++?PPSN!N?g8o^v!X0hqfLSk_UO zE}@R)%eCx15?JjZL19_oWNyCy){{b?xrovvk=2jk*qKAQEcnt7O!nqC_>f- zow3{JTK%yQe{+iwej~d+CNF{HN@IRzOCU74FXcA4rBf|6gZ8RcFDz`2V9gpvXAoEcZV?~b$cTT*~?^kZjLU)3}jerw1p!a^iiKC)I+?AdO=g+Ry{nWHi< zggqVYR46aSB-gb8of}VbD8|1Rt*814W z2}+Q2F_ODcCFFd{$MucA1Zw_Qh}4cA?6G* z)w7?fKu=Vlebg4|W1lB^TQgp(^Tw7$(MUc3)myAKP3z4o?t^1m;Y=OquUzk4>hNEL zS1!FPAjIGltV~npweB=hh|j<3mKM^I|Cin5xto9`adqIrGxs8mK%ar2BTGT&bw`6c zQMkwf!>Lpy+X@>?t0vAZ$kr4U^ z*XAdfk@BK@kZcSg^V=ms*Y8NmN_kwPduzCK2Io>Q7rhZK&n&N?X$BYqFGeIbC@RgK zYSFuUIG$&k|G%gI+9j?adp?YDYp5vjW8%pEP*K6|gpRS|@6x<40ZMoGJxoB4&=+^vH(W07Qca9IX@SCAccfhDvNA||Y3ggOj;Ov?YR0AYw`+U5+f z7whb-t&HkW2DO0J!X;Q9ZY?xY*76sgMA&kJ!klzwR)BK@`LUrRLn~Y|$Psd2>O-Qi z41UOG4;1vWrslrzqj3P#RW5T_Y<6LhRljIwG<@PVWhhdSox~D+x=-3 zgf$F9PyujSslsPf_XVpQ1lm(}sYGdB@%kCrzaRCpSfo4FhLu0>pSHK=R~a+E5Uc)H zeoY9(?In*F{7)Nv6(K5~meQI?RI2DR;m@=&j%vac07+*9vR>4+WRBgI;ACG$vl4Io(7wD!q!c$C_ zH?j!E`Ds2Mm;%4Z!mmZc|GTW0i&V{zDZt?oR-W`*5d}wVH}+Q{PqY)Q<2swvLvl_1r)4Ck88bSsTpGb=zle9#B=nF=-y zoNU|3?Ot`t8{u3`AS}YW8pcFvvbjw$uGG3}eQ&a4Soc}OSryjve)|PiW z)4`j!L5ER#!s8n9^eTeJ6f_~l=9fR25Xg5N<>UvYt8sHe075rY*9!eg?wX&KUg44| z(|&=bq3A}AXN6T@f16xM#CNoM1LzV6&Rk-aQCnFcXUo4O1r2NyY@gBfPw*>wY z5i1O&-O@2zbOsd#DYN_nTBJCB*lAu{TQd+0fqnqqc6I7|H^YutW|9>%drcl4SCgZG z-{!nYJ6g#+Y($GAwz{GXLJoWigcX&gYrg3A0yX<(M3d`d{#9p%U8#x9aDmh_!&Xrd z9H6`vmjG`T#;|VDU~T|fuumE{O5q_@YEdL-e;WGhFB;EZ3%=vurS=sYqF`0pu2xdK zA?w+LVEERY%g;PzWLZ523T!1tQzqA~7^?Hy?7c{?4)t}P0FA8u&k^bZmBK)?K>Cex z7(qX4(e&l6;~SS$V5?lisPk3t(Q%AHdS6 zf;2Bapd6mDU011qw5gzR?hr~47dWpAQ8m=wp-vhBO=<_u4}5SakA--$=a5x3Muzqd zk!&M?i8Ti@vDoiLK1&@&nW;vPEg}{Y+e^jfD6QrjG1vjmQPVl?r;uQE0?pJdNhK~< zEGxV3rs#_!IG>2m1`31=RWPM&6%^cZ=NQ0k=AjqGzGIKKk}J{t)_oIZjOKkt3yOzD zYnxX`T0~90G>iTIw#qJL`m!+kwmfUwsosYth#-{c8HOdVSocw%cK@>kSwrUY!Iw>GU^V5{-;H?We~=!2t^9Fp0*Z`J-4*S=197;;!C zN;k`cDwYgZUW6HYPi;1rtWo!V9JCX0DZJi^Gj$gt2BhFcyc|>-I$f&|>gm*i-V0OF zQ$I=I3{)=w_<7hdLd2gziHEU&Ws-0JY`q{H2bZS<*Jx<~Cir;d{nztgWIqGN#QVL3 zMlt4Qph(99*9lq=3uFx9xWlO5L_)m#=e;+4XHo@2U22u@+|W04AhR$tS}_=;4?K}z zNxz_15LZjsx>}5@xI`uZKzjCfWtnn4;2z|8+mM#w4vGk;@Q3uq_x1Z@88;&Zsq}dP zEfHj>7Vdr(NtEl1wF(F>gJ|L23Hm4H!@Zhl54*m$QIj;l8r=x$JfX^>#sGYABE+>@ zmQd8Qdis<^*cu!)*kU{#F~!Ga+?s8+nzdYaP=W3k4X&i;4<8giS#;to=e=55jX>Iz zK&*`PuNO67nw&u8)n*TYi$$2JQrt8m2xN*ChH6|egxxI7H;q)q5hOuV1+d*8b4Qd_ zy+4#<{qut~Bk`f;xc&**aj^=B4x`p~w#VkM$6QakBFiq_`+@TcTM7vLdR3|9Hz(Wg z@3(^MZ+LSMq zu3w`?H3{%5?7N5n09OxS9=?=nJt*6w-nRL6##{`@`il?Sa;^{RJ8$DSZs`T| zM!10zvmbfI8tO5$Skge!$S7Obd?}u#)~ytv>5-W3fsJ;Eo=^b|v?H9TTTSG^#zp(F zHDVdpaP!OfHH-}yGpovnS!=dOd$e2CNeo*CRO3ioT0bpRjoM%b4OB4e)mZNBPK z`Q3#3+x$b3P3um<$Y=jG#V?()FwtBrEkq>s(t$MR+?`bY)pJ=MZalpy+jS}O^-R-} zR^m3UjgC?}z{`?4wGfo$+<#(Ah*K2f^X4MP-p}&e*}>)F`b>9JBD>TTb;gt`Gq#?N zMzNF>j~ba8J0fBOinxjP&F9g4t-Fs>)3#-@vLL;Ut!;0Cg)qx~V=ygy%uLfB)rdyB zcK}g-ZR+E66}EWBWl##l|hhAFFdV>+3QO)tB6}*n`l-#&-#3 zzQ<>W<>z=NHx6MK2YRmqLR!N41hA%F8{vu?z;4ZT3d0LNHZbIEXhi<%X-0=$pjV5f z00s|{8X&?60{uw5fJoP+^g}I`=M)-(q2XK?Pgt3foxy~jEf?45bwLqA@iPQ=jKsPBwAbxk-PYnaIf zeRZ_hhJDGk2{%hbe)W@K9m{xaQyNXX@-2^9h$G!b@;e`M)tw`D6y!e)?$rpWIvtHlm!2R*1uLyXQbNpvOVH8d7oxF)F zRwXs^<-w>dEwEPNNPI75?z=qs(QJwgx08Uk3Ak1d%xM98QKs-nuBGE}IFuU73D>Y{ zMK0b_S2%c$e9s{=*48A__|Meh3$Sr+OX|Cvgs}SshO20LM^pC2A@0mjh~QtaKv1w^ zCu9NFCUjV7NWVQ{)%8?dQ4Eq8uDdHUk5^8a2ZWCaiV(F+Z~;4j0C-yNpoebOnw3n& zgHhdRO^0XZ4MX6~XgN>mjz3#lNHp1)>Wf8DSQJPVG@%l-(n7*m@#ybn7YIfi8AK+6 z3f~hbIIKj7Jf}{Q(J6tOr@RnD)V(S8e~J1YcE7aNX;2_mT^Sxp<${MX`wS|Fk(MMV zIvQChKDQMk^aU!1+hZtZ^~KsB;At`;$yJTh z<71VTs9JwM=+9NlS#rf70rUJI>X`IDY6c5vAki({{gC2GFV^2~cTRwxn62=cn36*A zqr9)m=Ic90OshjCBZQ|*#PhFy&`;qKF__U_A=$P3vyp8+dK`X4K z`LxxcoR)6=u0;sRrxm*Bq+eeLbHrO#Jqv=8@rU?FEgTmAbIIj2Z?{ah9Hkm3b5J`M zuM!QWj|Ju3b|r+d|BA7lD80Vb^`{0e8{@T|C38_@=gjp*Z<{O#v~jSH$SPI{7zL3v z7EfRS@AhGnN+A86Xm#?`u$lMK6|X?28s6jNdgxf7P{X8S>i-?IYXjxTr5V*tS>-M} zSQ_IDGJiWYl?p#gjW?KX@T-YuH3tP89o}K2?3^KJH<|=2-ZQ1yX3|_}d39iOs!qZo zFw&060z$FA4pEH`abG&j4jI%+nO3$M=j=7k?6EQteTIB*1jr=PpYZtV3E?iqd=42S zr%(hQM>|C2lAIIZuUX9RU#uy<%?Mk3{r(AI&ryFF^;+P*S8oMPaHdZSzR6mEh7nlB z9Tpn5pKlp&+iUZQFP zbgVj0P_kF35|vZ`;{`}j))$^Je&{fI0J7C{dW>Nh(ND|B`<)VcK@^c;TEyQ+NwI;#_)Iv7ar#S;QJ0>%Uu!T6MKQLV{;*hhh^g6|FefqQW^}f_|wd zKL^vg>w#BH2i{8NB2rGZ*PzJSDnF1e2J4+9W1+)FoPjf}-sZT=ij-P=Vp4^A|0sy? znaR3t^MxWjfbsjegR6ov@(%yyIp2F5bI-1Nw&9^L*=n^_rE`&P-5@D8lPq~97n{p} z>?60~O;budp{nKgLUZ<UcSn{*6uI4n#b67lwY*XG&0s`WwVU?Lb(&*1}uFG=O;T*nnuj=mNNGZf~N#uR(8O zI*~rGpdX=1y6m%3n%rOxIoAlrv1;Zr)!0^_)A2aZ`jvywS!QSp&yf1wAUa{$r=s-) zwc+KU2W}lvX6buL;{lrFi7tK)3W{wvYZd_903N^q00GKY5r7P5LJ6P@i0HEbAof?a z3d0aNs?0e3fKRbpimRTM)1~dEpf(Ut$Q6NI1iz}OiDo<3fX!c# zdgO3IoC2$b*y{RO0b=8ohQnPT!s`{42c6~Ca!mV|2~Am5X_u}o0&YN_8So(;hy{rB z%%d-U#>A`=i7cR;vmSX8o$|5i(eSccCZx(|EyY8rp`w9o^MxSLRgo!3!NsKv8?_H| zY4612@Kjiw90BsYz^>Ij`69Fxk2#}n=a?5WUkd^21ybc34bGwbN*HnZgExx}lycg0 zU^AlvR9J!yO-U;V7SOj_Q2D3o$*cHF*Wg5-&FbgZ(bWuT>n=SR1Tj0&d`wf{mtys>@2O%+Vjy%j}#6EX6_rjYIJ9%GS+fnzMA^ zbJpvLA~^SqS5B{V2j&eb-nC%S&(Z5GiU0Q+3kKuU0C}B)w~BH_vdGV308TYylhlvu{e`; z3qzQC8U+!i)45m}$Ou6>0go@Z$;3pq`8)F)sN=b1BJ1QUB1*5Kbtq2;^TF&Dn2C=> zsIdFQxS_O;UJ#=Gw@iE~QD-ygDq9hm`@e3{kD|JB_^y9fLwdVolnMm&N8;OGgPU`_ zL>e!29r^d{xYSZnh25L(t9*EiWnZV!RZvFCh_e(6$?IK$wHs{Rw}$D%MWV56^=CtsH3HCcc5Wb2m^T3{$4jhAX%Wsm%sP14$qQ3`RcJ zeVga1CEu9uk?qp}_Itos0{%SmvSW{w$R_HS-RStrD6%xgh*jdmZ%#~m%WM5L+sxuv# z0fUZ7MvjONX$dw6*@{Z)$Y`3K|D(BI2;f|`#MtCRWt=yFTB;le%J)pX642CZ*7nZx zOR8HtD&}T5!!4JNx;T)@jqN8!ug#zV-c=}A$`?UD*Skpxn@(x+cGpdkiO?VeBKuL- z#rnD+tXT0m_X=|r%59Z#?S&K$%a2BGtJt^59zhwnOk!u=5OfyZ~~6lNM*~pok0b2-!Kv+;$qso%uqA#K4y~%0Haka&-Bu%Tf+VE^;^4CnYVi(x|Bjcc-?qp`jo>=ru|G9{ zH1wC*ex(CQD7kEAr}%_z?^KK?OF6ZyEkdx7?>xTP0817&>i)DVxT#Y z*gyoG`|D7-)WsNQG zX(tGe0KK$dcFGZ6cOIHkZ(jyJO21>j84A89BGxq}4w5!{6^IfDEmmKF$OFum2zcVp zw8{HfA10|I;(xRT_948X;TxP90r9n{h|1t_pFa^rjxtIgZBf?mqo91ydm4e^&}yZX z(}xWk-?E>ucBY1{!1wbX=)C;9H@HElZgsoNGR#bG=|l2$YbtKI3qo_jsTfl%zkNf& z9EE99z4)=szo~bM9MUIkHIN*D7psJDYKgn%T-F!j9V5_EMy(uEDn$HnoSH_%N(wlA zzB@y8t$NoI`IY~)NcGf)8^xlNSe`~Pw&dZIhC87zg$(J}4ViY6R&Q=7HL5&krS}e; zDK(Q*vIM$HL`!-QiRPz8aeUS{;sM}RXcsTFYV=8kXJ0LkOgcuz8sgM-@!3?UNh1Zr*eb;Z z2Mc_&Z~m^p4uL7)|DvGWcwY;K)C zpRwYXQtkbxRWlwqZ6ztC2GVlhUC8)${~7GH7}+*>mbJwXR&y?G2n@Z*d&_E|3j*lA zBJoU~|4eaW0FxI7Fw3v0MnQ&!zCEOq{ZB;*I9 zmhl-%>ZE`6iKP1qtUY(?(Mxxwcl3x!|B$DTryH9UF<}Ct?77n64`mz-t|$2+<0+>v zdqL)6f~5=*!q<9Gg@KIywX?^F2fJp*hwC2YdQfztlmS?-$d!*E%ukPv6%u%Nh}3_* zXOV^lEZ$cq>!v=%F;xhF<+38?2^-;=MG0KgjuXOFnY06lNwAg33jTauW;> zCU0>{b)7%JKUv5}*qhK6{VsD^u63jR{E2+PVpZLmMmgwNXtQC;h(wUg$oO_yhs5G(i81x7)VE&t6>9gB3vyp~ z2doES%U0AlIS?v4i3q1f!SGceYQ z>CxKhb+uto2Q6;fWH` zq;i@iCTH=*6pZ_lG}y@THl~LDy{M`^u+Fc0`8=ZSso1~%o zajHCeIOTd1D*wRk%|b#07eQfxj$e8W*b-p{KQzjujrh-@h|CMqmxh@Rk~&7vzzZy! ztTleE#r2X5@zhMzXrfiDz(B>}LBDo4UA(2k#-@1juD66@Y6qvK9!FK5wLas{VYKp4 z&DdQ=5T-@gY0unrpl z#1_dNGm8>y<1Mj_WPDI2CME={j+LD-unPGPa-uo543!>n)(%`$CpRk5ssPwiZz=@P zo4`dSZ15qe>C97i8Xl4PrmF^oaB3=u#;LPlStQv^Lh4A`m;6X87?afkHn-!f6(LHq zw_k4aKc$C2HHY4ZumC{#M9H_+nrvOyu)f0u=&m*%ufR% zo`QHYV2|Sga>4aGw1$8n7p^i?q=LIzzY&G|1qJ6MAfAB5tAdxqK?}H`_l=?^lm`Y1 zN0vpB46Ovgs8E8l)rXx{O>ZS~MbU7w`I6z&8B(}*;O5IuaeSd9WvGBe-Dq$^jLFq7 zj8y;i4Pl+jP$PssT%KF>QJl^_W81l~?Tks~+a^Hl?ZeAjQa{PA1sEYMV}&fhXmzSw zJ3F+zSO6`t9+aORa)iJ(uFmLLH*IHw4ED76lMnd!0x#09-@MAW+6Ectu6#Fa4iz}L zwf0I;0Xw9MU*@xN3Gh~4s|n?y{bPo;WCAJ=wDcG$(|vp5roAm>h}jHj9>YI)n7sr^ zH^BQBw{$um68Fb-7MRm-Zn0P^1Qf`Cxl`F6r=F77av}9UC_PC)JPRx^2>6~Yy4p61 z;X#8G7)1?Ak6fVs7sjQp^#uZ9f6qNVQF)m(CvD+eM7OC|#;Mw+)#X!TmDk2k#um+~ zvH~kw50>*%zz6P&lUM38V#RLt9Ui?M?QPoPgd7yMBfqB#6?0y)? zAa8rgatUQmr;#l$g2C10UYad3&Afo&i4a8~@0p~%K_2>F3rv~t&VRzJe>X#Jd@LRt zeQ5WHt~?NW3>N%0ZtCJ*95J@5y%dC`hR(@{EZuyek$ zl8$Zk;#Vo`h2q3NMVJiDd^&Gvo|j%|9S`#$h=@ztdHbj#r5e{r5K7eE{R}#k*`=#m zq`O~3wh>6qZ`2telk}_AHVGf83!@uR$ZPNS2Vh7y9KfsyWx-FT!Ofe{`?247jDcuD zsj|{Yl`GyEa~n(AFL;nvVP_^eo|l)W6e)6M(2p~utmJRwc_%pR4r7udV*TnDW9EmH zg%#nmyr9E7JahXYr~`mW046z8fi=X2>!1;Je+Ii_x+1A)NpI8~GsL2X89`A1wAF;W*owQgnKP zRh=_jl5=kBJeUJJ<`iGKGChlUipEBW1N~CVQ3=F=CZdY{g53&d9Tuy0g)81RXbwA7 z3uF)<^-j7Pd>{ZyueJRfQJf)Vi2nzZa$ozX0mUYBSPr)>e(#gRN3vlSh_|ZT@(IgjU ze0-B_+&Hfnyb5b$RwTF(Hz;e;vAImq7J;b+0Igo3@p|YN!j*Hc;=jCwqt419Ql&`) zJY}xFgvto5CFys7P|f0RD&@rOVIheHo8YhBDvz8aPim@KkChICD|ma}a8ERnhz_+< zu3dk7qR|Wo8N)>pC7eN*Q}x=|nVr7xKm-E1t7!$iyJ6U1l z?JpgNWS`C3`yeucch24ZzYgpbAIX2nl9rlVl^aK{`6FtTcKHk(t_mcD;5gyx)Ih2o zR!Ul+94;)gKOs7Ig(m3HX(`>*RJP#X__sZnAnWdUP7 zeM1?gz>AeEwRkAgng%%h>(EIGa)_URq3NR6k-*2={oN4M;I1;Mk}l$ty7^lS1yjJD zhBixmn`w|yys-cBg|&WNsGkuA&l&MPj+}sg(Og64aCId~p2*_nPM1w<0j}@u~{Jzz2^N1GtQmX07NkU$XE(~<949>sNVwFdRMc+D;Ur(FJB7jF&a-dU{DCZ;SLyZRs&(#R*5`*nDfDuAGu zen1>kq-nuSh@TYm(7I>FKtK{0Wddtu{>QHTL?5>1RkEl99#WAYF3lG^Cn;+)b^7Ep zP5QFRutBGX{p#2?#^q-SBVrR_unzhGux<*Cc>ybXi-akc!);83v2)EDv2H*C(3Du8 zEx+)hw;TX=jdWfX^ncm0T~e$pbU&}OO9myFX6upJjW}&!09wc=ta5J$!BT;%W>V}C z3R1Nxl+;ogzeA1Zv+xew*r+ic3W+;5*0e8*wcT5&f*`KSJzNDMYMP46$Z@uzGcbT) z7R*t}8v)2aAC13vqOPQ>%9#hI1e%)aLE*57Sr^7xyUOxT^y>;G8T_d?X;i-Z7(;v~;Qjku>Z{%kK=JmmAB>n)y?YIRc-SBT>X37q# zkji-{%t-2k5%_rCm3X`ty%e%hV7fu{hfZcP;BlAQ`JE#vQpsKx1SO>8bc!gY$=EWk zq5k82!L88*tz35s;dK=p`JIA_NQd!SW&JtMGUNkz@ZDQEBezaY4KcaSzHtsEJo2<+D@PN9|X_LlCoNGDY zXt9x&H3e&r%FKt>N?xICpTR+cjA7z1gO-TtlBlG?RbR5?aSq0t=Lp_zR7-rqLN~b) z+&ovnzPUB6HjAXx+|`w;d$oBylw&(LJ@U^s)GU;+_qx2XcFn-++ukXc`;T3E{3bsD z0FxT!^q0jZm%CrW8B-(rPeESQU^?7I-oBsRizcRCNL-jFB8l1U=de~690Poyd61a5ypKiroL(>g| zB05{phj2RtK$@s-`AIjgfX_D&5T5@#5RCzTueLi-!dOFW6vW|Y3I8P`Df(GZ80M0r z6jOQ>tznQFA|Plcm|Ee*avb8-PhX(3B||~LX=R{$64Mv8omWZ+&SU$fDGpr$zlqjq zfSMfAu<@+bblyJ80bI6OY1et04C zVNfft#gZ9l{25Zb;uX+SBii@rx?6abi&&P7-bnPAN%fVtR%GBV)S@x{s$Nxn;_GUetI_bpQp$xSmsb6pb!U#i^ZP>XduibIe{(ifZ-}J{&!!>;OCTkc}AUmDr-FBBg2$$>=nuUs3`TloCgy?U+>u$>8?bCGT#PIy5 z`8Qo)q;=*%o9C{sh8D15M}}lXF^mQ9)WIpLv~x)SB>Zd9<|8^_AtVK{awSzxBEK2N zIR#6C=C4@YpHpq=`8oq30*NMqv}h?)#OeHkOEOnY1uH<8^Py!%k#Fr5e=0gF>_yKuby7# zRp;@Jr?4_NqMO&?O@B6b@{VJM5W;ohttw(r;H!V;3DhX2v`;OFcb|Mmffawl)K=8G z&nA`zxq$54oep%1L-*HCO-AF5F!xutjRaoOhnv7+qu)=MMdZXcGWEeG&{A{9RIy)0 zX~Y2?3)}!YDLamc)Oe1@Ku|a$sY8vK&R4ZK5A7nw_pIiAhtBp$$8P2yAejGLi;j&U zN5UU9WP7lova=wb`Vq7K%uHyI>}J=tfLVh6oZjxoduc7fgwh#`PNyAZ$)5 zluKZ?S?D6SMVm?Z`PgU}T%C*zut+guVUL%dI0tLVp6U#JzUDypkbqRIV%2zz=g35& zzBp_FuziAR@P<9Gy85~YUr(nmlNW1m%U+B{m*qgq6kwGeiBKt9u-#_oQKIP1%HL!P z1wdgA>(KH2lZ~2NRn1Wi*TnD7wRV_Fv&W2y8&;mXhD6--Olh~yjf*uKmFfEJ)Cw9Z zg9h4)aV?f8&tA-I!SM0DDz13VYn?m76{VA7{-rcbY<)}YI|;xpCZa7ov)(vUpi?0f z-js3u}kMQ z8SskC*ii(3nw)f!C;$%^6k2+4vo?`Bfd_-z3_ei|q)fYIY^odqZGBrWlYkTd7$l3K z!B#0O17oNU6_`BU0E(Gk!Q0eLwhQ~6H5wHQ#SyM6Tv4G8X9IpC%ea0upO$P9I}=~b zSfB9}w`;=^5@dR1^?vkKi?vMxDl@-99*s%ZXIH|RxUN#+On&+X$S%DuPzm8)HnpmT z3W%*s`=zeO@-(VNk}{%pY9B*(xsCM!6tPslXH;9s+z?>j?dTA#JF*mM{vXo2HX621 zAf_`-sWpwJ07gK$zrb8r_vhre%uX~N=bw|+7=jKsmyWSf&z_!*$~mzeL7wpT6442r zGBdSNI3P*La@n#0T&&~~KF(Bkp99<@$A8Dd0ymLfhKfI=1Z*F`E@03di;%KI;Y|3} zPs@=*E@Z43GmscM1QihF_L5zDVzQYJ5^1!@-X-TsUG*^41pQj*B+=m@9lOF(&j>y_ zyTEwbHghi=XH-eCIW5LUMnQsG6mVqj+?4Dg_$|{E<~7!G>F{>FK6nN*r$Q?tv#Yj@ zaViNzRk@5ssJ1MoMKd>Z9*L=ruHTGeaThpyG8FjL=;V{7zvYyakFq`CxEk+{WilT=TSD`;O zB)3#H#>p!o0|-p&(klAmeV#F)B1lLrZK^uk5aoo%6yVoQ9(u`1D%8EQxV5Tg!^Ar z@?tK#0kdcdHGU4V19L4CV5Z0-@ieFU$g(68#2wqVVf#7-Zs$XOUcHq!7se-SQo%TY zIz)9pQ-&F*OF!d;e0GJ`Vt9;LDLz0Q+o9UKzfE&KkKBtHK{Q2(4iX%k#;;&C>J7)V zl|BR;;>*0)-azu!expOSr5xCZ?6UEPrI30{;n~QVB%o$f;&8?^>BqExIC9@1YiH719suur5K+m$vB*s+d@a9vq>x=PoH{1@WMT7&y(0tlFvF#>8=KY2{02S#0mP?a*nPSqB$6a0WCL=y>#tNe{F`y?l; z!T}6`JB&SG$L8Z(a71Rh5!^Y{l^qf8rmGRK5a69fw5!sVOV1PWAoNR?mn^DT0kv!K zS265y0KsQOT=hV`_yZy7Uqs5t^!z4vzSB2&Ot9F&r17u#dRK}Cr`VjEMv(Gn`^P~u zqHoED4?Pw^Ep&2L7P?)+`G2(ibI#vP7op_n8(r7h6W#}hmRI;l>RxcWb`T>)w<4bs z*C2!mG$FUpHEPA+8`t2FebV7Zc*k32DV7V|zStg>Uh{4C^=UCDF6Z7A8w znAag8TfCo%6!z$XxYdkk8XMy_m2gP}3p*9$H%|P#b2<};)JZbq2#PffMAjHn?*!=M z<`UB_gz_bYAn&@P?@&$nR=^cuSe@*rsaDSi@ro;ba(;;4!F8r?k8G78BCvj;Kke75 zf|($-r>FdmQA;8sRBU&o>S6^gPb}{m80wE|VPK1^m!ExRO=Ml+twUI&-a5+ICr`eY zy#0Nq%7iLo@4ROIQbR(5lM$d42aCkWPUbH2lax!iXA03gL{#uEead0YjR0TofgY-- zv|vHynwyibGWCu4mkKm7d=duftUOO0q62io|S$&ee~;E5#yd1`DAa_d5asE<); zCHfp0uy->MF$y~7L^7X`K!ZR3CUYPC@0I??Gu~n`KX|#}b4P za!7KChp{t%Mb4aW&ekbk6{d5|NwRFV;jjwyz+Mm!#fJcKGKmxpbhI0F>W2m#s(qz7 z#aT0bgXX+G(+uWkX|$fR)OXA`R@2tb2Cvf-C{8yketWbr%7a^*X05`5?dOu136$&X z@Do1un@>C_#t$7|$KVO)UZnVR-pUvWD@VgRJj~M6?{4KBTs`qn&FE}*B#Elj)O7nk z1c@|1^Zt2^YokhR9}Jjb81}vv<7HNB^tSo}FhS9?EY3jA8!L_OzdgX4Jf*fuJ5Zyw z&b|Z3gE-_MnIlVL)NO+b6ARw=ir?_BP62XZMM|>b@&NQ-8y#C43Q6f>f4ti~M?*3+ z0)Y_}-l_0ydfj_{57l=7tZt!;3fu;Er%W@~l`M5zJ~qB#7$Bl%RQSlDi2qQ4A%4>=6BJ%aniBJAqt8GyGLsqZccb=fibdzK%=z9r|SChF7-mKfv^t5va)##Mcp zH6>%lma;mVsB7L{yM%F!M7c0093tWF33!xv%;P%rVE=@fM~y_3H0)Z94lLwnud3e< zT=8mlsG)%VXe#ll>^SXrs(Y*V8Gnq6qd+`e`LMf@;kqQ!e}dY6L@knQs1G&=7J{7J z%%cr$9fo#~miXTAD9eEs(C*XvH}(l5hOkM`gT?6Z@EPKE=l+&4#xjztJ0W0kfxQim-kuNgP6IhHL_mlM*tS6Zo*+SH zz*=iJe_Oz~t}<@#HXz66dtbz-G0W{_@j1c&L!4UI^gcjj5tGAN-}+|9h9T1f0U zty+chV61wwa^V1S00000oBcFhrRj{*i6Ws55POn`XSYlhPCK zaQHD!>to4H8gaGFGzu_bqTJjHe6K4<8iuTrsSr%>#-e&PmBdHkv;t7r(yTG*3!vR) znRhuv9fp)6 z47aD5FjF62-7-$XIOLnwZeW3`uvHe;HeH@b=FcXA1knu&^vA_*&L`*&xAG9ixjqx6 zu#g98BFli&#B~mIvz$VEnj?<}1|)M_hwu*mj{8f?w%^%^A$_R$cx~_0gaTryHI+LK zJcNWz3BdC}fccWqs1R@c{inDFm=&)VZFK@PH1;aocP@&w$&i581TZ!O1T}lT@){_1 zD!1zPBr45?iSK!dj`w=PRvPGrd;W(Kw00(+`zfn?x10gT!VY%Ts2wCJHj*NUOeZUc zreOkg8+V%gFi)BGWn$=fTw_i8usPB;?21nJDJ~lWSr?)P6aYu4Z0^}>!+B53dXFZW z0g7iXdHNN8W)IH*1je~`DFZ1Gp@=)ByRc+3J&`=2$`eHDp`jX7Mh8Fq`;y`c9`ixwUgB2Oeb>DaI8SN zCm{rh{0NL9 zSShlxEJ@WL)@^2#Gbw3Lfqh-@y^z_rr0Yt=QM^Wg2gO1&FSl&F>|-)_^Gn_CelaqU ze!h>zxBlw`=n(s;laDlKd^&<8*2OgM!dvBH?XhOkhOLhiA4|`Gf9ctmpgeX}|G^)$!Brmd`d3|V0KLtsb7R8=HmlsxZx#VbmC*F zGK2ax)^Udyo?^DYdjvO4E;Ys1xBp#sWIu2AXr4_TS}N%yRNR5d259)i8j;+g)m7y9 zCib43U#3MN5QozQn9g-?N`r&A3U|kE2asr=-hVud*aZ5d88n7I73&Fmp693J_3IDu zpF20+B8B1hr0ak^e5F%fKBhmk{wkXSvn6b+1iEfGVecO#CxD!*RC&9wL{b<2Sq;l-$*%xpT+R&y=HiUi%pp!>3h(9j0 z<_r(Q;mRyh$EqWdT!2{CWH8n-YckNT*>$ze+fABJS-6pgJH+o5Ia7gL@`Ky=V&0WK z6`;fv9T3aD{9}**&k%yn&X@CFNyEYFc5rtv)GUEwy{5va-FdPH|3rl~R{MtBUIM6T zL%vw?u0AOC15kY$%l(+Vrc7Dy0NL9eK050Kc7uK|+OzS)+2jCIUT;V4vGf~pAIk%N zve`JYKe|%y_>8O|k8}uA$j$=ex~HmZ8|KqE{lE+{)FJb}p2`d051=iPBpMI# zs0rvg9?6yR+5Gg5*20pPUdxu@{fF)<7Rao(wv(1U}0&jyl+4fvnzQgudR|G{a+9*(mzlma!->+k?1{1BJ9RL`IQ9qS@;o*}Pe z4s!(AKjX7blHZ!A5>#t)1)1lWXNR8fe2KQf5$tar>nEyra^O?HFc}$h|L<%HBk%K7*$MfFLL6hA~ZheT_yka4$txFZCY6fkLkN3li#QIsZw3e zOlvlG6!LO4(ZLQq4?%(dt)1d2H8e)Fe%Okc3}rS_J^5t3jyV@xWac_12(iF6WV@u= zObn(bPz3KNW1}o$m-JFHY=7(nVQ(72LgOuzhmH)f#BBFRFB8Z3%vTv7f>_+yNuz+- z32|72!DP%a(fG)k1p;CRj3xv(kNR#QCogc~Z(o9}8M!@fZf;r7Gy%%TMa5M^BN}4V zw4Q@{dj9WO%VC8(``-isyFdE&Sv8~!42rQ43q5uUKp298+e^aXcX(#q4Dwk9>Bnu^ zu}|LJ$IT%Ys=%KDE1AaSUTCUvoWK;02|2+-m{64itXx=F7U9YR#yG-@NZcEhRi>x- zd%>oc_+v;0BCAKYhlvz+M*vSGa0@^bG@;NxpyY~e>Gq}!a3B}SAK*cA!aWSb7?YWQ z&SZ@h$&j?BPK`RVUJ2?r!#s~d^&dI23(yonLK7(PPQh~J)gnV_2O_kVgpF9IIsUx1 z6Sa;b7ly%Ebi)I$nUEHko3ovk$2$8~$;MV( zV^F0nZ0w2&rU|O9z}*BfP{y886`EpKZRtYJg}+$|_FDQG@NUk{hRpob0m}dVGnujT zM1k5{NlxMe(P;3VJgh1u0KzVxW>Y)|_b2SI1bP!JteHUnNpAnO7rZXD1hBnS$HZwc z`cu)?cdxrF$X6jEXCp(ZzgNGxscE~=OdRTrPdX?NJxN$Ih$L0-J31@h^ss8alru5$ zabLFL3?x)iFiFcFaLBSU*NXDiqb9y`q4cxLzhf5+gVN*B5p&Zjug6)rJs&N88q^Ux zfV;-`JZ8HP%J=}aATm=Ml((?5|6Gv?SOVjdb9V4_YT@jUj;2M9)+2wJ?;x>zu}whq z0m`;EVIOgJzn+F5n$T;s^lj1u#sEdM|1Nqve3fK(sGXr&$`i`K=uUMgT<;>i@UY zh%5vFZE29P8DI(v0<*iZOOy&*gQSokU?IkVD-bVuIg?%V_V~8C@C*PvS|TUYZv+;F z#Tm7G5ccPcn?gTd7gL{6C{;L{|3UD*UWyev9SjdFdWD*2hwcxfJpHoeY+4YlcaX+i zWN1FFw{C_7*ig9_%^Hv0VZ^Vl zaQjDZx4%45oirn0{lS-DFAdBK%XuieYv`HgNHwE} zuI%Pmr-mpS0GK2yrsc0R?9r$BG#hcn3&?>}ud>5DJiLM#dL8Wj)k)uo6G@4g=c$>; zfFZdxVcPIh5I`vI3Zk5oY7U;KUy31OpQ)Pnnzgbow&L~(<-Q*DZ8rQt^}K3014rSy zA|QOhQsmx#gIM}gh2s_w6qK{nHH6vXl(*3c`!0x{9-feK^lC>pn+*8YLNEEk<*~#BH}J)4LEwOHe0f3?4p?FA`Gm_4u##XwU~5Oe12`4h{!m^)%>;eNEH89pi*G3C^|p+6S8w6Vj}`N1wcuQ zvq6w6z2S^>_`nNzB*^v2xc#5{-XL`|pLFTR^91$mZpY?zXiL5DB8l)b|IC z+Sc({!z$lZdY*VcFfc>&XPu|ulz_%!>H(YUdX&mQf<4fnrXU)^hvaMlg19gVj~Z^n zo)`kZV_C-^-*V{8xzww|2Z8^miC*d~#dA2?qK9P!J1qmGaFC+V0OE#lD35@?w}Ad0 zV^K@ncSLXHGoP8`u&xN6^e-~OXCus|aaL51QUT>XWXw|nt&-RAh-;0oNC?{_HWeh8 zs3TRdIs4fi_k@W;LkPY+@@Dm^hOAuvZkyv6$(Jq!+E+{pQd2%Y12xZU>9Plqh@Q}E z;5AI;a&2eQ3?n>iS(J6GtTEnbvMvr=~dJy_0d z;~!R%1q#B2Sp`wtm8;?Bi{Muyl({SY!Z5z&Cs+#2j!;-3(f0)?u*zIY877d#Za-p! z`B65_KsQk$S*JHi>4ngoHMX9ocQ_it*99a@3$;3&3$JTNo(E5M;QZhp%y;_J4SU-^ z$obmu`ILD{{4He>zle*$p0k(y!MxLkmx*~dbcrg_G5|BlpPU|}JSU;o!HOE15Rl4U zOJAa;PaU0<@y1Cj#eID6N>fZkMO#g1q^$&Kkj>y+2D~<=K@*nU%pAWY&xc}USFC2H z?D4IZG`?M6ZAHEQxbrQp@}qpy3^LEVp*DyBl`PfhQ%}fu6KmOS_Yh?2QArVE%wTQP zTB^){0VIrTeVpbpsQ1C^#)y3Z(p1JqCvDq9xPWVR16=--^<1ILz}7~c=3#$whPP;w zs_6V1gCuCN)RiJ+gJw4-UJP8Wav#|%@~+8{I%YMK+^#wn`|C+k9)AB%X}W z$Fqv*!x|X&gme8|G!p;MB!($#P;U@=u|O~cn{pT}b@mKY((wfcy}aB4@n7@tEW8-y zSObo>pH!JrmOsMKmTG@y7MzF2VrMt=n?74F?u55afYsa!+HY%RKr=36eF~Q3#BCFg zFxj*7#mH&Ru8pL-1hlbel3OAvYoE?|I>%wbl}r;i;0D3gWG?G;AgO+G(&uLfrex?| zoW_TCzs&fJyj*oz3w0m(yOZ}U7q)Hz-SOB|{R2aLIK`fk%KHSJfpYA1a-k9s5@Brq zaZ6u8Rp8s4Ltk$Sdl?UBEPnwOc&Q-EdZAG8PBJ89VdwbfOoEz5ygzuXvSX5wz3-PK z*ijIL(%?kK_L);eZw?ymRpb}?0}f4^Hr6@^ypyIoPCGFb7F}BemF_G%)%0NgHqpK6 zyUJ>T@VKD{o~cbA&SO!jg1U|WF4|9fsuimIlAobqmHU$SJ-T;&whT-#K!vt{dN+?O zKGq?OF(mr`H>K>1-W;|Cl357dKF6`=x#mB$LAqud?0n1ntuCmB*i0r`S%%>4znM#W z+z5knQp^CZS3c7j>KO+Z{d*A}$wl?%bTKRqArDDFzmTIi4p?)V9#_*=_<&NL+(6Zb zWYSO2r5KDq)7QQf4Hv&JmRz13Mv|wVSKsjJ+53wh{lXRzwMrRr_;g}^D0BH)#7X!HQ`!tJi;)%$1g$Q2MJ}ER8htED{%q#rpP(lk}PXS06QxImm_DR7Rz_MNT%>WjYR4fJ;gbqo5Ve&OZoU%WDV4Gc2f{?gF9jB`LvA`@YA+P>fvM zF}Pv7d@7WT^vVnb2cdDR9mq_e_p%_Jlc&}ZDiMp1=z0n7xCV#Ze~{pU;gVaKxGa;E z>pYu;H>W{?3L%C2?IXjyweNztg;Ip_odwPq+haRv@3Qz#P<&TdB1yF9CbL5_MmHoU z+`gixIJ+)_mE^-mTUXn)f0EvX*QV$ELg+)frgL@8zpV$xN5CsIQk>DOgVAsvR>zaf zqA-+Q%Q*lvoVW{Er<>9@VcU*Yms(=IpLb>`S#3#`)(OK?15{OGs*Onx?s(9PGy*)- zMN{MxY}5#Vd%Rd-!Q*8R?H_94h@(Ne0SVM&nx@z6B-SA}$?ls#Etl~}4!`;DR z563S0_{S}&np;N+jWS2vl`GsQZ8EM@-%}{jsEm7~PvUb%>b%>+TqLUdQN|oho`V@wE*X?_>hD|Hb5p=DD z!HXtUY!Z0bw}W1y4uKtarAx9_A14ul@?IdhfBeNZH4Na7A1F|u8qPyB*53kOF+;Ep zngaEG3SZ5$_>IHCava31OJ%5|m+ixi3k?FeM#@8xOXH`3=8=Z{ZBk&nX`8fK0STEt z)FxtGo)LwJD{aE^cuzf>s9sbTo+X=GkAP?YvLeA}KwN=C!Q=nsNDYZc=sCvQ_+CIxe+PF&)G(;Q|FU|!HuBX)eM@A*Ae9$BLWJ* zvZLX%b!sQ*!eB}ouoS9501`kRE0)5rp1c4nJd44qVJaiCkeyHd*V8iscp3~V(y~rX ztKPAI1J>qC2%VV`;=X8VaWWy#tY|T#LzldsrOhQbDhDfX%;VkbZK$bF_f{_^%sE=y) zHN@_A?f#Y7VV zm8BShfUQLh%jL)XWzVu#Z6RaR-@Hpa+!AbZHJ6~>x&Q#2p;Mr3pX_VSuWZa1Kwqf4 z!yv-dzq^g|j?`?%_^fGeP2X}pXP5Ntb{z<4RLl+GLvHYr@jd<^A=D&y5;Zl0;0Hn$ zK`vt{4f=PQCMVOqc$fsR#DAPt=+50{Yay;SX$5FWpxhxWArTohGS&x{+2jp9O*wX6 z%!)W}25LCt96q}v=BOhb>)$B2PZ=CYdM?O+j=U4Gvp=Eb(T&QU$98S!>u|(7UIgcd z_av)agzO1P@!P`R8MoX26k7v02$rBvYkvoQ{MDvlZyrjcz1p(4iHF&q!OM%{->CPf z`=a)U2gbA55xuJ6Ts(q2+SsjZENMc+K91D4nW zaCc^de6$fVb+!|IQL75Cv#A-oz?Gvz-M&2D0tsyaAz>9)tTYd{DF%W6`j#VeKW1hy<`;CNTK$L)KkO@m=g~gk^w)3j56z*2L)%`WT zXUl9r1ZDNq+LWRx<==-u0059_{ZE54u5z=zQw|8lgly9u83p&%3rNa#bP0|J?7D+f z9YZ=4NG?)@mYN|_wMy{V?5b|#Hvr`(@gr*F9y8?mHrM}?H-!a1DNINUJn*VkOm9vvyBf znQUb=fE|0Ou-H5`oHfkX7vpy*t&3DP1)dS@-y0_PMA9_E7E}-8hNf-7#h)8z+e&Hf z%FsTn_1^{tEG(|OYSCN>`VRYyd5x7(AU47J6aXyeiXc;-uQ8z~>VQs0F{XCGvci@e z8be?yvoWA?6E(TY7?4W%6T7o=iE%_3C4eu*Xv>iWG2k-x{0v#vOv7l}Zq~`B=iYls zqU_*!ZrykcI>3uU;k{UEOb}8m8W++EP2K+<&6muQ3S57r)jK{K9^bu-Zhf7-Nf=Rn z(u>(Rnog{}D*JmooAaBU1Imd8ro$9kK%YKf$v{xW=8guAK84srb;S3vaaC*+oHkl| zw|*O+TF$pD2*Cd5F2)TC$vOyv_%|82@8-?K2GRo^)Bnh4ugtA3*%m&a?^bh~q{7j> zRAFy%d4@bRiTA>dtGo*5`gOqT$>KWekc3`T(R&Qmaz{nN^Ue~Za$M+;eKz1U(rJpC z=OHvcFQH}B$e2<{+%bRH$2LdMwUjB;f=--h@o;VdgA3KWWwS(1i+ zr~fmQv?n-z+&kE|N>!h0l7eOx$Rk1g*5~^IM%r(9mc24AQSh^Ljkl@tqLvmWQ}$Z+ z(TrP4*EQNyde+Dqb`dQ*&*1L+x(rKj+zSR^aPFuyv z2OKfX4Q7WT!z?s?*EK-dxZs3KxnPSp*#>yOUe6wSx5R#uxi zTfCVy%V*nVlg+|mm_4~jNTpmpyA6c(rxw&V^&V!=_s4~8UoZs^D%pNV*##Py6yqB` zg*r!ooVm^H{7TLv>lL8%Yo+}DLoOKg90PYE$soA5wh#wB(pB*dKW2322P0wN6XhLU^H0&#_<72ox{TfM58K9aBgc5&KgfZ-#6>F5z1|_!48!_WyADG?tK!ZwIrT|o664d zZMnXq`iAdoO?~EO5~=+K8KPcgc$tE(+hD8wu90E_c4#64KQ}mpe2G(dZ^bcxUdQ#m*g1&0V@ zDiUqhJD(jLGrKkzy3>hD+3{bMttBgt61aKpfob8PP!qgAty)bk^n+KQF8R5}tjy&? zOUHe`ck_@+7K$hO0~C9}{H|;}tWf+}PlQ^5^j|EkgF7p7d6QB(T==)wF*hQs*bO|Q zCp{z?>iQudB}xzOn~F4}p4qtC5G7T}5X0`=q(2Wmwb#d3I9kU!V^y_w!v5} zAx?s}9rev%m;mjq*_a_cZ}cbN(THC9lpV~yGSEy_kzx^nhRF@NI6 z(Vhwzm+@<)LFnu(O5jT7lwtqz+hrRB;CBhG-hhad0!){k86&fr=xYX-l&GH1#_OPa zp@O{AgKcG>CBX#ik@a;EW2p&Qqe1N4_7G*<1ne(0q{yy=ziA43cOu5gzvI-js46wX z5I|IBdR;s?q3X`g<8U_5<5Nr7L-P|M45k}BGpNkzNQA&CEzwiwfw9o4-8i;@etVP_ z)9n6G2e37EchQ%*B=Pn`ORlkS$1-at>3%l(rG;V}=X=pr{!ahqdHo2SyoO9p(on(> zJ@ewT&q69t41hC5{&W6$E?wE71h-g%95|5=+%T?I#tB+(+Gf%9U$sq3&tO0T&_q)= z(k#to2kM8ywc5QQdqXC=vF*Q5S zFd`vi2@_|+CDG9iZm6^Fht$uo<9j2O!#)oeB?77vQZXF8Wa=1UQV11VIWTucJs9oTzc2D)tI!KSv_qY4SzWQ%Vvh8>7{C z;|yYQYMV9W-IiGCVr6zZYxa=m#54sPj1eQ4>+4zfB6?(WCDfvBo=cV3OV!hzb|Mo) zPi#!Rqbp2W70?E%$i-UZZCAsPjev%*kOp5<*Npbad^u`?BMjy&4flVnU_Q4OyKj4g zPhVf3`y)Qe5cI87X-h_DeDpjKu?nDr02SpG@Eu;W-3}`8Dx8VP`z#`XTv;9JG_Z)1 z`)~_9D=e+SEyBZ!K!nM2Lgw5?nW#-=ndKj6U-;t0NA5qwoXChSqKh(|d&y`@ltr8H zqStOoRLdv>qqhzCWwh?*)$3op_zH!~K1W5Hlo#vm`$~1P+#m-49z4C6FJC_Ynnp!<#9Y`e@}@ z@h1+1YB+BN`fEUkJ-W@A{s6YsJLuA*rEr0LWNqkAWe6{mL3C@lVwAD(P z{vV94KHM}q+uk-&c4Hgm_+8S}*&zfVdq4#pE`hEAwPW3%4p11Ho0~h|IvxCfI~G>p&u|2%cez{Q$$;W$%gp8 ze%ih)5Jro?CY`&o-9q?^fP~eFTeN-9DtleP5>2Y1XfSptzlQ-~Fe6L|T2A4gFhP_5 z8^f$hc$xTZw*bS_Zf{7hH6LE0;ATqYx-LM4dm{Qr0u90ZxJ6=>17sUmz|>$zO&y_s z-cO>$vtu_p>{?a_RVAjYN!E0T!YrNVPsTal_{vo;sa7`IEN9H;GbE!Ce4@sOSUU^5 zTM4Gp1Sfhqp2U3TOhS7Wn;p3A$V77^O8x@m`(Yy~^)wVGM=*B<)SZ zM?E0*J177LB0=2~4hSCNzrfZtmw%GlratXzS6EGJi-vMPBxmwol$czuo5y{vsgjQe z0{~#i&VxT)&UdH+FJjfV1%EVIq*5Z|_S@O<=xZTM43VA4hdv!?7rp<4=NU5z^h#8% z9XFBI9N;ttx17W2yV zb5F?2Y+rN_MFsd&QGWs!+a+)7JTv?dR-P|7S*e*7=1aG;d&mS-Kztq={+x?vsH=pu zlCa{bph=Ca8DHQH)e&9kKDI3~RSvZ}UNe-srPr3BoqHz)!KHMR^d^;89%;Jp-`@*~ zjMs2`XIu39ak6<-F+(aRj+L1@RoCFCobpPo=4rU9v=mcU%$uEvSqoZ9+@!oH6FE&v zT!tW6ktk$@J^k3LA-O@|p(o31lCjS(JTDoy<1%5AG*sBW%uA5t4D^#j5gM`FoLlxC z->%|wUD%mJa0%&NXBFor7vm8aVHt55yhvd9s#&zj$?=#O7Jdh1*M`w7TBM=5_}_bN zeNYd{G=S=M{opAkwS@n<`i%6DBGIeJF{aNpTZG$ z#Y;>a4pVaf>jIBp{NaP)ws~>0U-9D1@Uhc)VB%k&i~^Qnde#z%D`{o1a4~dGa^}AS za?caL*}B9H=^4E<+$PhT5;2@1*nK|(Av1-T zI`FlEa=>*80TUbr8!b>>>x}}=(g`s4NkMu=Bi2|>eJg+!?VthR>YPaF#AAqL=FsZC5O67Ud#V z9V-=Ll>|*&=4ovbghm2x9Fa+Rk+wqe`J*RKbYSHuP@>17p6nm3$t9t0?{S=R1Hqsb zA41~V;Q>Qu!%YZ37LAO(01+iK;}&}#{nw(R&eT+#3jgn(UexqT*hRE#XKu*4Yk33vh?h@wDR_*ClFR`6 z3jJSp8juM@t7tqCcSC*W5^i*+n97=$#1;9*&|E#3y{f}LpiVWuUsM1wKaQ0Suwwe$ zUYqtS-!Pm>!WzXny^M70BAJ|fmzJPfc2vY}VgeISDOv}Iy*ZjU^@ z058n*f*38Vh#tpK2Z9(3Y0m$L?OJuIKmokEOTH_MQz^&vI z3k~Qn$N{W|*=KMVZ>oU&c4CC;`}ZeAZZ2y_Jh%N{!_bu$7Zbirb#doq(i_Cei0KoV zuB?1V)9ae(Is)@!kXlhG>c!7zOxm~WfuodDEvPu@G@6k5O-n~F*Nm+(@xdi3-|UU^ ziaXdy4^#5)GzO1rpOd6Kl;jdx>BhvZp+G?OVq3%R_>%+1D<#n}qauJNDZqElgBTkr z#6-rk32-TU%a^VAuI>W};g%ohmrSa>mICtIFtd1gj74`kl-1!E6wvx9rvbAxpx~lL zB>~@OPI$0o0ls{@W^^sun55St;X`+n}iG)7$H(H>@s!Tuf|GLB#T z=cu+05M?MORq7cNSh4GOzxMCD1-Gv%erUS2Km(U3hj_I80?qBdQeXd`UgBIey%}%+ z0UptjwMmWeJ^=VQ;+{z-i!1Myr-<;G`a*O4^VO-V_AA$?KGVA>Pe|oc zrb^D{&_h-K_6NRirBs&Xul7lqc*7eof;W)*U~|LzLMzIM{M~}p-M|=pRcvuLzA5<~)0Y%d0VFT#(W@m1zAteHthrOA z4KjliOKhOQJO~W?5g{*|j!i+`1fC9#-n7D4ll0siMrp~xJ!`{B=ZjwOxf;ODW=x6E z=j33&Sw{ho(Q*4kB3~U@o2K2R4gd`k z3|@Z;<@B2{Pif2HuPTQl+43oqkt=lqpho z*GOnM{x@UA;%m8wo2s5o$9Mj=N z9x}&BnS|67RvJ+n1M)Z<1VQN4El{t+%07$CDz%p8VjW5Zv7C=Mbn?gxDU5*O*zR0owk!ktfk!M+2ob)X_HFu(De6<@b- zwQF|=-;L20GYR=;~3_qj@_j*%5mnM~lh)|VmvV0T7AYq2pViBV=r{CKm6PJ+w%9YZ$ zng2!YhNLLA8!yRL%-KC!hEBeVu`0~5BJ^YL@q{wUA)LvAqzwnUD3cRmS&wOkB zH`VHGmWa>abf{FT`v&lj0V*{-z*t;{O2o2~EE4m5Muq^HY}_UV&`a8hnV^1on~UuV zi)`TTevzQQ{DKY4vMn#vmEhi4YT}G(Pz=)hPIwHuI5K? zBZgC^fFV@P`GMk;q6w1-Br30vb7vbdh_hH|yzXwkx6_9$fMyk^R3oG+hTs~~XHwGq zTalC?Ue(VKVw$8$LW|%G>RV>OPE4T8@PncF$Ph@m&sUOuU8WcH{=B-ocE!Zvydz19 z)ydIzSkllNEf$m>=l47SxLpCZ<@c~P(2QKZ#eP$~bVy7|_`F*@_&_EGGMHMkOvhYr zFQQ)sd~oO%nVOKyD%dDm zRlrnOe{x6yU)Q5D0V91-S}6+35EHQuZ)kKpBqXY#Q(-Ceye}a;6R$Lex`rA(ESTcv z@U4-Cd8!~l|N3z%Jsz4r|t zB$HIPzbC@hYZ|XpN*HDYrcto*v5dHv@8^=YF{ixq?(#1Yx)LcaHM84U7iESV_OzB0 z@V9YEq)djOfT=-q zx5d3{AF=Tt!K3kv{#)*ls*&DF7&{639WEG)b^70Mc+O#u4)q(kI1C_}$Qge`4z);q z>#2M3Ul~mK?A+D6@=ds-4>zmEb4}j`>ieX^QsWfdFW8evFeVz_8g$X!u30#@vap^M zuDEuB_bay;9-S2Bx%sHrI*QVi$2hO8rmw4>rB$jGSdiH5_|PI5a*CE zWLe=QNL`^iyQgdp(f2qJeMrYd|_efs> zY4A9O}mHSj162Ax3<#=98trAxKRy-Cj1c=%NpsOO7u- zg|Hd*)&>YRMY{uK%Hkc7qf<{~c|4{ARhMOlwxE<>D0mb16+kJ2$agp~wZLf5mt~bfqHQPP6QTuRwMOTB?NKrFk$q)*F!$3$| z?qP2(d92_LK+q$l!Ie#$X=nh7Un~*%>DPhD)Tyc{3&W0p%d27lT>oZ!GNOHhe>=67 zb*&Nwao(57u3sl;4wpT!N&>eCMFk_e=%1#n2yswTQ4Pj)+4Kx&0>XvrkJlM`RW@ek zjv(0#9Lv0JVR1YEZ7$fY7Ou)j3M>9xnz>FiE#?;#QatIWef}km&e*AdY6#6m&+WlV z5#ln#)p#@+G#tkqid^UFnG~tU$s(d;qmt(p#jXmvX?xExV(tuQcNJQ2Pj&G8Z|EyX z+TE(i1nV3%g=OFsxdte80qU-@2*LdOY|;y$Cnv3lH_DPFS-Al+ilF}-=jx46%=U9` z%Fm%x-c#%sBfb=NrF9Nu9!9p5PC=d%!jQRh$OAF4D6iP>t5?l)%%X~?rXsimMpvPzL=Z(CWFxvihVQ45&JgRT zD6={1csA0kS4LYeM7{N$km;@C?L_%%sNuV^k;zV-l<+#hPO%y3*<_;wY6jbY@h`Xk zO&NxOzrOJ;F!&5IU~v(TK3c;Q>oK~L`u~p`D0f7!c3Sp0PyEn6JIF6xW!f)<6LEVfQ^>ju>*z1WXv3*Hb`Q1|BD8D}$a977w;my=z-(5L zW5KujhtnLjd~uJYp)&acc*sTPbkCs2BC=r5U?SiOmXrLXj20iOFBQUIp``^KA|&|7!oBAKU~%=gqZ- zn}Z6?*gkgEB^NEgYql-qN$F+gg{RUmZy9~{!o|Xeg=-_0mG{Z(#r`5aN=Ni0W}l9u zd4Is_RL5()SR!tCi{PUkMMjN{SM#>};RKx86{HhEgI_SEuC6m81eoYGooIKiocUf* z7ORrZ9!JJ1sVmB@DvS25F+IrNbvs5qc(;BK4RU!8#LlRqYx{Ikn^9TjaH_8SXpY}T2->DVZ0DA| z3d(TLr5UD>AMz!4fqW$X0f-<61`=Z&E-|0t2|{pDpcq`=HKy|xk~!<{h{Jl7Ni;Zv zPP+m)H8K`iaCQSwh~0g#C@YmsH^7>>3?Tv9qc*JMENU<7f;>F-a{}MOUJNfx&BzuS zZKK^tRK0ik9pPP0pk%r@))s{lk3hxHeXMZZJ3m3byy66O{oNt8YYJZd*+&p#;$h)`5h!*o@e zu4GUExiHcZHWqwT6Ky+tx3_8WEYT5K1$gliJn*m0E}6PKYQrKewKMYbVB%HBxuRgk zRNXf>03oNXDQ$%W_jo$-;uedPwx<4Hrti8d-*PY9sAc^Q_Q`OD&nEF5S_r?uIV5@18FTMF2*1{Kri9tol1mG#^@PBl{Lil?J#F2j$f{kK^dF zIm=POrIFvY828#4usvXlADMI{L-Cs^+Hf}<@L(9w*N2~?1drHQ@)kDj>{qcHx_7vT zAgWu>!;}K=nl$A|tt;JJg5ao&e!3fEWwB0CDihCRBSBEU0K-aknUVR<*#7-c$ab>y zm@1xkJ^5^xY^vPfA(JA3Z!@`d;PY*xbvi!ERimP?$NUvvYD zoq0_utj!gn}_B84jn7Ud_cpi5i9B~wR{6&N!C0V4i=}hHeU^dl*U$< zR|z^um|iZ@JBz|kxygiHSLP6lBrXQ^&li{Ta{gKoRi$_~)OClLTVbK>ZPaFvhh3`f zqQ7<3vx-$q9+Pc4PHw?uf84HsGm(Z=R(i-X1whmZ!1dOpTbd@gJ8Hx5+?N?<%`@xN z$@1ta{-)J($q;qz51F>p`L|#t<$c-{y{_CC7y(VK!tdVmG@qw18l^q9;Iyz{j8l}U z;Yj?_E^wr^UF^NYSH8$dyVWtdCmDvrt%LsY zE}}HHP11*hK$p(V2EF>Vf&7VQQklT;Em|w=XmcveFs@0W!yS}aZQjpmt}Dn2hvLtL zh1xaMeMx9q(p33^L&dqM!v4e}9n$`v;-e15e#m0D227 z>txWFqTGJjL=4Q7!l+q(q(U=kdxkBfWuHL8ZSE_uS#;IfhZb<{DcR#zyjY2nId*>*?hRw0_TO)?C*%?{#qlO8h&B95-!?$yoKg|{2zS@wHV+BL00GS_+OxlMu zh$in3Tw)u3GuW#w>AMnO=cNCHbBqZnM)>aB+t<-qpo<`rjFNLque1gc1o2I?g9>PZ zI#$3o@E5cpi1!?XMqg&M2>bm|jv8TBlRlSApl--=x-WiCm}K@{_EdO69*K>0QaVX6 zVoP-o24n;nDDY3mgX{8j9npD2fSSc3SHByUC{Wum1&S#Rs6f1AHPSqc>!rwnBKX)Fywg0^@^RHMr~j6Jij0mCykhkV zV^18-<_s5!wlFUx1Eg9OAxMZF?_zWc0BaH-G)gL|0NBCv_V+N_3)yXpcyDrsCQump zf}jArNK_+bg9_azLCOI>vr&T8(w7|p!mAT*~qptHbf6r=i#UlMQhLL-;?9agcL@;vAG{GMJ!Y@eM0=2Gf&etR&gGvH|e1m(xRC#<8M1 z(`@?*$@V$56s~@KN6=;2;@xOR84t-nJ(2)hWwyof02^7-%*sVa%bX+9Is^ElJeo3R zPR$vD^gMSJ^V*yZx_6B|hU2p`aZUiv>aSNcSCDxqqve~rH7s~$?|3jKfd0qc+ zYyli1#fNte)WFEFg_s(VSNFEYqRWwdoZkGCI5*cDD;6jLUE8;4+7qB9&fmolw)6i#eEno~7$W4z1JkTb+-9;#lB4!l5kZ0g*(s|8N>($U z3C{E|r$a7#T``K=-K8%TJuER3L`!QVmoU?Fb}uR;v}(dxV@U95NaLoTutcgVrs+UR zudw;wj@`}5pWyFn)EFT7s$A*9{ec>D=i@I?^S103iNAe6!`^5~fCT@1Dcexvb-BTi z60ViT#9>go{s)b)c9DpVkvg;T7>u|OH#sRD17g}i1MyXV@O&I9HZ~=GA8NP5BiKBF z>qYHg6_1-woW_uHzbLW)Vc=U27G;o$f&VRD0fokRV&@P6hksHG;_uv*_XFsjLMxF4 zA~>irC|yMN6nXDhgqOI@doTDShPy;(yD{slpH*7?+*05}lXoA4P7uvr$GhJ5y+k#?DD8Z3ibbY+joq`Yl{ zwPf1wSiwK7OQE|9TD#?wloIBlkuOC#QZ6QcLlJe1IJ6Cm2bRLRs-r+#VBPL zxFf61p=s(jv9O_#eND`)KVTtiP=sY9t#}rn?;iv#7GzEE`mFePH6+%~bOVbwF!4YP z6%(JKepSS)5aI>`3+NOqpcDgpfTBU&G(rRR=3Q^ z8;y>i;CWag4NQ^eT3FZhP&l8DDbH8dZ2Gf%?fG_efZb%6bS6;#@&?%m&W7*y?em;v zXdX6I)llWG2t>YI1d7zm1hxW1Y~eBLY{hPyp_ER7UJ1xRPIMS(HuS-BYgQ5l3iNC2 z{}HzhkK}~b>GoR`&qVr2r1)^~Fj!W&z=$;!*GFeq3)9J_U#64q3W|t5-a@J^dE(w= z)}Smf`EI4~Dg17?Vl`7|0&wDB>AFmZnh}*5#d-<@JL4z$SvTq3Bf6At&UX_^R)<-| zw6Scaho=gZ;wylYWpI@RZzZ^PMD`DIEd#WdY@onAp|A~zF;M*FJ8?0<_%+x7`MMfz zX4Vyq<$~tx3D^np5-H0L9$AT)CKX>&|8|^gfmbrXPp@a8m`SeBa48yaRe4s>toYk>XB=GQQ z8v?}H|N4I^sI&q`PHMnN0$J2(yW}VYV9N~r^6NQ^xd&0haJCtuHh?gL)NNzf#&h;n ziU3*MhMVnjnK&r$KH4&agr-P5nq%f!9}jXO*q6#GVq661Z$?TRz{Ti*kzEwAkwe4^ zW*CuV`Be;_OFLY4^lmZek?SncjZFzSOB6uO@fZX09qn-29VEo~k+D%pf`A_t$_FR8SWRbfo^X}k7 z8p2pmjA^Z}V1nLl$AiQ|{wU0UG?DF=g^V2EhcIcB=NvN7r~MZUQOoL4uY4)6aB10= z#B%Xld&~7%B*4CuLNBU!`Og?&B#=!N_W7AWX$<91QjAyj#m~;%GjSc@d$UMl`^|){ zLKmj%llV2V{eW-aYYB_gi$luF58zkTt5y)8QH^O5#%AP=% z0F|4mo{GCMPmKoGbr_9y_h|kKAvmoT6xe&XKc(1j*h0I3Q7!&sCTK%tgJj}$rOvJC zfi96xwwfl{%B2f#s99CKYC^mln)Zh^moNmV!`G6%z@pBm7yL~&Rr~Y@07890*8PsK z)-nfe3W?S>GSj+s)wUNGWY%mC!uK)n0>O6G>OUx|Q zp{`b8`6$8v>^rUA%&X46x;?5;Al+2n=|y{`QLrR~roe9LaKV=1qT-0Kwb!&vW`Q5> zy&1&(#1n6LDy2d&xwMC%N6v^J@A|Lk=?G#5?6#M?s>}in2cJ1omWpL~gFWReu5?MV^+0YyCmn6CbY6S%3U*uzMrv7tSU5Q|8e3+C%x}N<}H{kx5o?|L?+VD z#LYAwL)IW^z&eJ~dLp*&!ux0QP%A?&7S_FfE)O}4;w01882(c`H5Wq>jB;{`k|zyt zU%Y#}G9DddgT`k2mff_A5`Db#b{AOMXi5V`8rCVhA8;}DIREuD^G46~Jf#ayMh^<{ zAOS|+UJU#|WK}Uw=JNeBC~hgZ(?AB&pI%L8chV1^%dN7lb^6&vu>`@Xwp6#@hw6{= z7`DL{HCcO61#r{bVOQ2y@-@&lL68D!!-tU6@kCQ28t`6`Fi+*~ut(;}&oeS~Ce&w8 zQfcB=zBaOo;^!(Z9w9=N)qs)garXxo0n1+ z-Q<_q8qFIqQ~wnLHa|U7#kq1NYaHIsXM41Zbn4WFAC0l&RuVMUdGf+64847_Hh{F* zX#BKk0Of5kBz|UVqf$uSNjw&|4~cY3kgySj(SuZ#JDRBt85SceH*Ca}=q@$q0(a-J zqjL7PbBep}ec7OKuoc8!V@^o<0HL+cVStB$0>#Vt?H^=sxWL%Z`%1sMKybsB=P)MQ zgm#t1xB%yAh}1_vnN^w{t02^UTmm6kuwjs`!lQ~C)^8#gVW*KnZ z+I%$xe!ed4u41XN@V_;}9s-2*YEy}&Q!DpW3hb?91Q>555tiLVpCSh!YV-*xEHw0v zc!KMUMJQ2q2KA*~`G%>`r6p~<)MvgHm2rsp9`lhyWV1TInCycWEWZxglUf$8u zdNuAZ)#kH-QK*ymLip%1YG!I^rS9|3;&zq0Ap1N(dh-AVhRoZ@X7NZsV!IKAA?WLe zh`8x8!()hi)=|S}Tk^0FP)~Zx-xW{X#f36qx(Wj19=|$Z4LXx?sFBT+PjSBG)Snuu zM@1$=tt9B6IK?nJ!-Y!5m(f-}>0O|8k}_d@aYrlkl0YpOma`SNs$mpVkDJS@<-QZ>kHxCng;`2IddeR zVuK6|7H*e@nds{{EKSl8dG4)685pX2PcaCgsnRDmUjD;Qu23Iir8r&lQDNZ zSDo_?B#rEq&04eCJENavK}e`B%#-hmkBE|qyA)O3!(w%lsmI5I6zqcmoZ;`L;R^Ek zd^-^{iTrJV4Er7K$hIkOMlUg?*|WqFMt!4Qb+f}mK!_O>3Z&s??FdK>IJneG!u;%f z#=hG%E#ryd9kA-#`Q9sM7JkCvV?1Fo{jd5c!2u9WF@IBaZ7d~7qyc0JH_Xkb_MhyB zxI+@hmj0hDzPIkL;eK`^c^qmY6;H|<@C2}?ehQ4N>~*39e*)tOMfO5Pn5R88TLpn* z?S;!D^Cw7rxo0zs7A58*R8cBgUFZaiDI?wE#3~TaLx*c23Vd`aSpUFc*t@dpO6iMw%eu7Rr*uC6A5r_N3ZEkQ10^2^S|&c)LYHNO zX{`rR&KllcD@BTnz5R@$Z(zMPO0Z-h@-yswjl(_L8&hfU!H)LUMW4T69^oDJ!gEi8 z)E=v$DEkFE@t8w?dqBPs!PTJ&<#Wx7L`eiWM>MldZvu5U7RWf8ePEhGYm(W>W|nSa znaympdQc%X-HhHVW9l9*xkQ>@fO!(^VI4cvSNe$SB{V*a>jsVu<_)t%!B>c0oSDiK z`Sof7J446_*!13X0>tC+UJ<2Oc;o?!Xo$oFSRHNAzheQ}yV9Ir|B#jscDuz*z|03Z z@@VK~A`GUi>|NaTZ@-fnt|C>a>zZIX=u&$2735vLkB*Aecs~36iLf`K`0Nlt9LiWR zU043;@9D6^H?}KTP_8?s1QnJhPcPGaS-VWccs21H?wX(VVtB~3>RsWeQ?XT}3SdUS zW>I>xZU9qp*b&;Uvhy7TY~6+~$!fIgg=M+ZM9|E=$v$QDNR4UoDf>E|#J!zDaIQES zgiV<{0drwVu5$$d00dBiQtQ<_Xns%Dzlj)t1{fdc#|E4Q z3Q^G63#{G-t}0SWQOgh;a|lIE>PpGffJ8O=GeeGo=RB=Ig?*FZ37F~&nICq$F7`;SG`CJ#H&+f?*k}{@LdCKGD?@mK7TVXrJVW;La%;9>SG0OD!GoeEx@h9&Tnc1!>Hb!~O3h<4 zS%AUssUd7=oEh!~KWqICD_K|yC}()KpY+u4Ivk8Vk87@a(2eFdW-%NM@ zVSv>~SC{$%FC-er5Z zGw;|WUvZE$O@N4f*WZ8vPM~_y^D)Etw%Gf}ASYDou68{W`&(FV(q^1N88~2BuKHLE zNl4mt&#*uD&(9X5yam|%VNP^y6u|m}zQzwmn?a3QHREN>G7;XhJ-7o=pP#n3#t{1u zv0#|+;+U^}oNH*L=6qlMyddN1ifIE{9uTpmf~*6&MTz`UWBkl+`Qah;81T+i2!U`g zJC-SUrK0wi=>Kkt3@O*hCx&aaqV(fuUCl3< z#Av|sU9E}g-ert{v{e76p?bao?cQJz+I@l$dUcmXnahuY`=|#lF(Xqi2b9l;Ha@V1 zFr$(nVuEgDBB$uEarQRPO;+!{F#XJRV5p; zntolO+Pw20wQv1*Xh8b?wQWIGd=%jcuSY^?y3EQv#nsn}@m0(##aM%lI|wa|&frB%*2-OO5>GVVv>1pt z0A6&=O;mCAd5qQWckuZgR|TxFXV7u+f&k#q!UTqX8?eN^noU#t{b$JZ&$5t#dM!O56825|g-6hdHx8TVRh^@PHS=Z)JtCUDFVQ0%QpTddQ z0<2;OW|p|}s@+gIP^05qeuFFE9wb5DWZ5Q&YfW~BHn11Y+`($2!-3I6hyVQ^Oy{I} zu?3zSq_xgJP^1NpMewjC%3hoPgZn;+N1xs59c#!a6T{LBlc5C-5+~G@T&>(t;SWVf zUPL*x2jxJ#*WU`9dS`1zaGSuUCsvw#fx;`HRqZin*Y({Ky@J{_V_lpRLsbp9g4zU; zd6Cpdn^CS8&8Yc~4@m_3O=r@{r*>9jhiI8H2Fqk`q6eLiB4v0G zJfH4^?UhKws55|+y0sAflHr_>_5K>6>q-iE*&~@NV6N-;DQ>$Px54t< z?riK?)i~`}KsisMaDCD)+9vLKa2GqWpD9-zl6^a%I)Pg84j4a-Y+|)h~& zY1H5G05+Wn?f-+X-UyvbZxU+^V3wV<(qg5dS?Mn%E!{pz`x?|1wYEoZ;W0d&sBPfa zxo&JyN}xwZ&}3Xbeb1m7$jY3ONV7rq3Nr)g_4zB5VU(a%PquZ1DBNwkzGZKz;koyy zKCjN}yMp%S;sYhO5)27}%OWK@OQ3-g*A_c-wvqDX6r+i6Id*43nkB86;NK?qVkb%T zZB8~c=UMVrdFdB1Qs7Q2Nrc0^_$G13NTyGp8$s)M-K&xyw_G7L%tE-G&-q%sX3bMv zv+;(~=xB{Iul-Qq{YDx5U5Z9W*)PWGB?up)t|wJw2Dh#x<*M^>_c&~E?vZG#1LHh~ z%n50Dj#xQ@;#tLG2bb*~SiUHo3G)wGe{*?3dOTAM=&gTd(jq3NLpj^gjw5h=+=|Sg z?2O?ud25R5gQf%(6qk;YA(iGHHMcRtCO9bP)0WJ}5K#Rdf12|IBZ8)|dk{RHTF{|mADcwy-8{Kfx z&;;d)DYOR{rnIT2)8Q)>jCXd~=~*{`Vvc+t;u*}W14MCqbQg6Pa!ASOL-VcB**2T* zvXIs)J^Fqfjg&dnko|#N)f!9@m}4Ypz62T(D`di`wzS8p{XeP}e@2B#A)OI!#S(1T zy~8OSdd*DQd0W~oP5lTBN=`2}!Cvis3q$bv6HMgJb{lT9F;n=nW zbGt=K+yx0NCV*es8yu&8#D_ZQt*LUy5k@lWQ-_P(MOfLZn&VTITk~3bS$GeX}SBSk_7BDq?R;qV*FU(=+-6xG)NLKO}N-41T($q+TBa0j9q#( z3O`Kbphq~0QI^2EGujuZzRNRpQX8|A-xAZq`b%+B(H*r_2}#5bU?RJcVhaHo%0<0O zGD}>u=(+&J&oU+~+n$sn!2h(co4HzVNX_0E;i!$9XU8Aiz6BFVr7yoX8{aO*EXs)<1=5c%18JDV%&raN_q@4g?$7aA)K|2}LG_FMjFuWeBX z`Gbi&7f(1zFmIXb+Ixjg9AXj_;I{H%f6E7!mz*|QCiaPmS2 z4+diLuggxA_XEh*4jWc8W`Pj~>o04IUFZ}PkO$%ysHSjYwfaU%SwthMsRxY&wrj^j zS}a6I5V^PopCqDyU2x8p)fTp+^KfDrT#d?#);-;eT4yhsH7ISIe=hi{UWoE0J`5RL z04*#P-dW6dLwAxnt(SiFIk6sg*MhhT3Kj@_7v6_V@j4Y6zGR_tj_j8TAfLJ`ncYA7mX6Pc={1t)%y^NTG^CjtsqVXeynD~2HF zylnJDu5UdBdQLd2Y(Fkj_LOKVsBE0`C9{71w$DvJp00`KR$MtM>vo4T5yns;HFJ+# z_sW1n6vnKzjje6*=K#n|!@_bD5>yCk*UeMXGc6E}%SB0j{S}RK1qGt3Pn#FNg@Y-? z&)w+r0ccA&R~`z-R4VW~X?lpMfm^PXJ`|7EqBe!U0eQFl*pAq%7{`XS>N>HOewO?! zcHXfE5f8+woS-A*G3Y?tO|Ho@%Uy=u*_&Wjc5Ub8Oph=xMMhnKjKv-}7sH8TSxehS z&KUQmLM%(|;Od_ekyVE@-nGsxOM&`>7yd zFAIW#vQZrOk;0?k((mXF_O7VS+2cQK&01>RSygA8e2o<}ZGmg}#2IZPy8(5Y^9@N_ zccAEfC3;7yOjX!vPu?)@`(}=2D53DB_pk*Sn=+90cR2DVTAD1pqcUX|f+7>^JeksV zLm?xR^WQ(t;o@|K@5c);oIbJqny}Vp=7?So1i1Y*p%lig_J7GsMYY-m0bFZT7h$U$ zKMk5$i}p-&NNf?Ba=fgPm5S0Nu)6*v6hUr0EzjVLZkU=2KOV3|*1dH<6sF!SUp#Ot z7zd7Sa7HY1BOdw;`oXn^Mc^SLeqYW#9Q}Q2 z;dyd&9XwO+K1-^p<@i1|r&2!SL49i*G-QuNz)P5@6l@+p7CSC()7cKmAC*B8g7_># zJcd&I30e2RQTGlk>MQ{J7O^VRcnyayU3a7XzQz+Vf35c5m72M0l+g2DMEUpJ^ed9`1;V zm=w!=Dlk5YWkefJ>PfuVmIC0wNCE603mZmmf7|^%$_SbhL!<4?x0m@Ig-4m|>jBfC zsqS5xtoLdeDN0L*x&d^o)87qVJQlPZmyl)PNW;H165QHjlLv`y%?_#O+Yyky~t+x51M`4~x zAW-#AwiL+pFk?2eV@P-itqMj*R)L^SW87U~K3Pm5jkTj`l!!A2D_d!t^@PTX{`G|4 zlR?mdubibEGBaw}kr4i8_85?3TYyw?I}RGqe1gHeh_=&IzZ8 z>Afu=(oCK!U%^U~MD`nSjyj9K?%(H1=OPVm&<+~wAm9vgm)CU7H2&)dANUSBjn~h{ zTN}kJR1CV{3%6)&JrTX%ZGzzJ=Q8~DIkvG$VRJF`m7Hqe=a2*Sgyo#z!=0H@Hm16b z&FIbN=n2RMl75Xdn-}~mWp%;Ud+6nwS4uQ7oA2`~Ztf$B5z(om5V}Q!VL*Wr%)aQk zUhv*(pvmk7u8DXA*2w00l*_tk2_$SVECcjDxg`HcA5cFs8d3g&(hz4(xS$UZ*-(dm z>W4HJ4!0(0J-{K%l^RX+-g5Xkl2?wKj4{fc%C$**&M}^v{}7Tz$!I_WmfD8MZQ|xjTZ-eL_sso zoEV?kfNSDtc1klWd{Yz~RyN6Hs6BvitKGRHJOYS8q|S;g#}5RS3r#QdZ)JHHAPEYM zMEN1X4?u0nEW1qk@i=euWWcq_dF)0K{zaIO@?_yApyri| zKohP2N6@}Rl#yp>`icyA6a+oNb@HG>#4gPtCJMtC5eSrKuFu zBaXwT04&L`0o)M4IV(<{ahp}*HRITJY~C#(dQFS?3Tj%K^PAWv(9mm-x!aMOFdYt} zMw9-mv=uxWTP$XfQBWE!`74pXb}IEWLxJnPgLQTOZod%V`785A4|NHpN^Rj%6-6)q z(Zgqw7lM1wZPL0HRmZMRza~k7@}$=|fj_3Eq6ayZV0;elvN|So>jOP_-2>XTk(_=3 zuIUL|46Q)*=$D0qX%^wX30%iMMU8g18bmfM%e0aHKh7B9z=bsLY!1*>_u>4lFlBQO zG`N+uim=4m+}yDXt&p>-%mNJmxf7LGQQju&54N5h(L>!~9R z=_Lw$m*~VC$Rixcv@{Z_%wn;n3TgoO@yoil8|5w4QM$9Z<%N~Avm6!~u4q|4SS0!S z$>61~qf7INQ~+T3R2L?}M4JK2!EF@xUwOw{n->-3c`tt=9lF8GUwjRz(@K(~aWB(H zDPwRHF}@gJ{$=JwiNbpB%a~$%w({~?40JJVCFZJ;2{P$jDZg}46D6xvz5;u3hgW%7 zEKxBJ9FiOE2hh;INrvNFL(vTXYU};9Pv6@&hL9O*9)c$rE#~IZA+{0b-nJHtp~{(5 zMQHh_$dg}q$R8Bkae!xIxPZb%PVyyTE7Ky3I)DbZ0Gl?s1EzZi!s%^s+8aiA>AngE zqZse{=r!8xfC}W+B4RDECH$;GpT2)K2?wijXLILtuCiz@O6iDG{Z&N#k2Xz{ZJ)U# zBwe5V-PTR2D@}A}Tw@lf)6m(Q;?_CvJKid-j?3bdE(jrb*+n=r6R=1A6*)@ioF-jI zDE#@%=y~YXl)OpiR^zvfm{%<&Ot5qWtZh~G?8a1%5R90N@Se};m~o%G-C@j9i~NG_ zJKZIdWKK%BpEhup={>+Ay1U9&*(0i;L*s8vhQK0>6^R}KOJ*E|0=Tz>MMEk9-3JwK zq*G!nYtYZj!`ApxhJEK;Jc@ zT{3ha-W1^yK)WgT47s!t*OKN@qux&HLZs`>?Ftg}sql<9ejyZ}e_~48dq$}2!KOqJ z>WSd9DoXkt+7C&<0ytRoD1-Xx?*248t>%Bl0!SA?P2>B4s5Q*ngfGFGZ=*t4<*Itu zmbu|x`7F5J!6~2zpp{8Jy5B*b!&EpJJ*VN%H=9j=Z-Xqh6vbuA4OHRC)vn)9J`RECnf zCH9gzXt+b(dC&($mP3-iyOrRQ-#$>R!q~VRx-le1!=Vv!&kLlB*>xaH=t`*(!vusr z?)4@~NF!PDB3w7;pT5IuLlw)U5Vr5Ydn3rWkO6Pd@WDjLejtnUoSZ{+yi&7yf(}f+ImZCf>NxV`M9j2OJh0FD0NFMhc7uJnEIkIA`h! zjI5*KHb$=n4bU9Im&x9t8)OeR^i>#4Zw0v5dT^N9zs|=|X``39E<(fIhr%GvHf{4Pql*jP7MSA%_;Zhhg`>JYFN6Z!GkLnNHy_*}y#Bv=j z@5=rHF`GBZ>d}3H*XCl6!aNJkCH`p>y*)4ZqP`sf6Dq;)onp7WytpC->9vjV!fuhX zn^YKUg~#XfojWHCMy)V(Xnu!4PYUqP1j#8nm(Q=kT_xH$msw4Iv|yZXl;|`jRp;@4 zo&ifNwA0gvh#i{7{wcG+wb1c5`Rtr)B`@c@oi=fqs~6D1uK@sx+t=yh0Y;0z{lFQRC2Iaiq+y<5chXK zG`}WDeJ1~0T;sMBs0$QWH?%?D9d0fUxy#zA(z7nvNr#-1X_>p34&X&NT`B}>>=HH? z1?(Td&>HbNLXycQK`e7;g!sg>D3Sbibl|IGGo=4!dO^=nT0o3zKY@g1rO52oe@yR@ zfS_F#1ENj=*Tt%oHsUJyfqls@Bm}=aOe>@02Fvs)hS3nW3*pZ_Qwig2n_D5Rh6x*F zVa24Xd}Q(}Ov8oVkIo`%7V93(7%li^|RZ$Jf$y_rpfUOIqLiPK_LMVozsh$o)2mWe%SS?$Xw09e*%6> zdT(2-dIKnm+^zD{Yy9#QcnNQ{GSzvugwW!@LNN5psDmlkpPmve4_LHT26AJXoAP=` zXF+t+n(zRA^(cu}9P;QvM&?|>ScJ1Maokd{og3FyvZQ*fu5b#(PW&&SFnV?ms>wNO zx*E~ZVyVe$v3C&AUfLkLZ36PoYfi6KpWbyQh^TdZ6)sgbkc^(!R{q|BYDisnaW4v~ zkkQa3_{H=%KeUMDG0z!2NrRn^(pl=@X5*Z)t%~Y^NoW=`=H6O_=o>9sjB*ZIjjqaZB|bF72(NRa zamrhpBatUtf^i=>HG$TYae;GB=^p$`fZ47n192`e19fM?&qI5NH zTlf1+2-cfdCwY(T41n8ieTqD25%k?@1|*tE$(>!RV#=_DylGyh+(~cReh}h>w!fPc zHL#7jP#01Q=1pI8SW);?Z@bywETv^&TJKY&2Us_yZ5)*|qgKTvWumiPzI*WpT+rXE zK-+zC$-pCk^R8|!sDFh&j%|cRe@;ebf-3h~ReRtOzg}!#IQuctnI05Rs3S%b?Y;}q zlI%Sey{H}Io)ozfB04cJXErA6_svJx+~s>yNYJ;0;_3TsD`I8Yk^2di2OQ0Tyx{0$ zJ&r5GaYp@Y^lj@Jc5Fkg2`{;jOj|eOd;leSMbWap1yOtGm0CTOl`*MIDCMe*TVWxK z!1ms*xEBhmU_W=Vj*^imFUsW5zbEOI&~hlES<+UCw^QcZ!cqOd-?=`FVp0^@^0QF2 zi!GA+2GDUHwNw?zyPj#WG_9B-I%_9XugkUIi4_=JB^qFpIUcA&J@ir6@>`a8aArpi z13^n`kffFIlgywHQClfVuU8Z>S;+P|G#Dz4mFkE4D(N>u4>c3POSfm-9APE7Wn@&33$>M|u#L4i3J4sXZAkqYm zxm|^UpwP;ar8e)8OyiRAdnaG(_a1#lKx8%R1Y(oed3gqJI{{fHjM{ED8iU}J)Q&;=H0CoHz! z8!frJ17!l6mfpyw%X9XLmqR-_YN18*;N zU_J$Tp}7v5bTeESUiDDH9Om3(OZcaq)eLy-QOWh4=7Erbg zv}4$Fn}C5SoW?-MpjH6+P1*!cqvl#4wfFL8h2|1|$&V?g^*x7K-WO*0-2giTO-s;L zI;OO_=hJfRLbZ^S>S*?$?lA7>K6i=FT!ABXu`B|Q&Nod2giUTATF*c)nTz6yC5*Sx z@jJs1n752lO^odWaQd5I8*^JL;oapT zAfs1HG&j}drjt&C=l@ESjVzxv5YR9H{Ijl$imy~Dlt@;QmIBpWDalHtwvfbl)hMX0 zF%e1z-^0mAWvi{}eAwhmg`LGND zs-~0puYpEC&0w*r{rz!^m}uDN(o~C?R^5`A0DV}!yk@B^6TF7u>gnzo&&ZDkpP#KQ z0Yr6eHh_%$8h(kX8|pTnAb!+|BHeVOlP(qe%5pm>2W-pzQM~b33k>5O)S`gj&hFeE zSRoT$M!a7xug8{1J8p;cJ$t8dbIk&bg{Ba%!Jw^>xJ?jUWX%-MK$JnD8@5IP2(ic7yN zvl;N-EHfoxoowb2obm*g7Nn?e{J1;HhigvT^R@n6MqX0dx2{ApRJItula#4D(jb>s-)J#oX;rBI4FD(IW7R~06Q1&wbIv9b$SM{X0i?bf-ZH>|F%wOB7+ z_9b9Bt|Y)6Uzz}TLt)iFsFzf`%B&V$>O^gG2yrbPxSA|Ma#{A8bXc;(!M<2tiI!k+u0{vc|a&H9C*qnm;&PL#1fs7$TH-~<(W=h?wy~2HX=y5 zE>o|1_QMVJ62`lYLQIzuxW>>cmonnPoa<;wqp&RCMvTaVBeV#5-CD27{sQK+OVWrD zO;P+~eFXB-$H|4d^ZkI@`ky=H3VCGK!GK!&yRP;0{YwApQ#$d@Ts?HhQxY#l zP#S@pev=j_T4hUvguogf+gU_&J6@ zYIaU?yIX2QP+E~vq9D?TKY(?4SRVY#BP=`vJ2gS{VB_O74ajD_QMs6X2fX*t5_*3kMv zri^LJX$D-K43TNr*#SYlF8YscJkB;AHw^MqWB=(GGnGXgszkdIX%P=|eu+ z5DI=JvtDSG+o1ik@mLO&{@s(mdnE)UbxwnXaI8^l?g5@x5)WZJ=@W`Msop4A;r8Abu*2Hg`&>qv#piPL$ChT)0q#egGGywMEZ(UpdHch=ZLYjooiVt5(Lip#* z#0@b>f?(^lf{?xpB&mzQgn#&8thZl`2Q^TBbtSLqd`2s)`!vp^!)hm zmUWYfeACgz<^~W6hi2(y)xAQ2vfrKJD93^1%1Pp*{tGkKc&8Uneb|36LQu$d55cgM zK9eAwv&}qLb621$#OPKd(p@UDpL)-o8nYV}T`Vh@OsN8b3#o&A&THb@D%?-LpC94w zqcj^4aV+myZ|)TGXZiaaVyb(kR?uqrYo*8m+X&u}KqS~?t+5?Hh?r))&I$G!cY%QL zb;$Mv-P|;~b;jRvW1!|3k(o+}YZ-HbqpK23mRB4@e?5wk)IL-AV^Hl$!WiEA^#rNVmh>ME3c%0(^{g)U6fmQjpZqRy(?KSt&3x>ok0qeev!L@{BS?#e+1AO6sPg? z&m&Y|6h${*<$YCoEaQqe>D__x!4V>j?Y;l;k>N(~_kExdZ?Jz@O>6q^qzKIn(Iu52 zvr&u5QM>x*+Al9_Y90o%DC zlL$3XZZ`7-^*J=tGZLGh&>+La_+JJa%jTkMl{h2p@w5(5*6Y?It#swqV zLoHTDf=X35Qo$MxrJ!@qC!M9OdGY9W6tt6$MQtnhuYR9Q0GG!d@skSK7{(j<)el?c z&)|Wh6;UMWl}}n%!%<_1F~!_K_eCkJQ-us6CIB+_kgr^kg#upd%vVBtlh-4YrTKP% zTB%kGr2}#d%mFIYJlCg{py0cvkyoK`BdJCIK^}h(D&bP-r4)2QZ#m%K7RCwgR{^Qe zL;n&^mjZX_EA>pO20pwCzJIMeG(^N}Yp>sXf9+LoX@ou3MJ(EBH-l)KUCSNH^Elk` zT&yO*(nal>+V09hmxE|g)SZ zYAsyEAZO>(Ew;A})E{KBmX(9T2Aytn%g;vB-DlafU?_rSBadT2?pB%Azx-x~G3ld@ z5wDF@9S0#n{IHs-<}&}107otlm=c}JCIypHD$C1%)t65===xQdSMWVA|WLh~`^Xx?42KDea6 z4~a^A%lKG`%K6g5$?$)&de&*myGDO+R_fDEL=J&Asx3ia9KE}`Er|R6j19xVcx)l4X}xu;K<6u z7e6TL>=r{n4vB%F3w-=sH7D((5~ z$hHU3oKw6fH;lta*OkLL4m!!v9~^9Y9h@_QQ-1{k?(TCMgSvi4JdDC$n?)gW|9XPF)!tO9cQmN*G15DD$7xg&M6@ywizIYB zn;S^wlv}=h9b3K@y&=`D@>qP)3hLydb7sOO?vRkj4^!yh7rSlw9>CKT1stPWzWI0D zC;xjeo2bk;vXWwvW|rCvY`8c7X!_XW7?VMhEl7jHqzONP%vgbh9KfDtA3r!d^0~;* zF{wOb`aJiG8yimejh}|Y???X@iEVFdgg9}KGVf}YPP4<|K93o}%0>SqOKYdpFsB%$ zr>HWAEx86&(lt)x@o=>}q#O<(8&E2M=Zrws+vKSEXW&HAr?f*Wb|?=n$YL^pKGimt zTjyPu>$EajOV7p^A3TseZC`*Ah61MSc3mPewWQO>i9XroJ5lkibhO3L??xrW*Rx!qGds?RrrKPUH*!~IR~7u_$1tnQE;27W}%M7I2h{C z)2IbH01^ThLOJ*&RpfInHek8aL&k)x!yF-b;7z50g_^cu6Cyxr(XsAV5;3Es8ceoy zP^$9W5@L^GN)_uLo8Un~Ql+DSKZhwZhp8PMPo&&IZ=rvsnUP|)$H`75l%7!HWO5^m zlQ<AmZ7H z%Iw3O`MGV5lXsQhA{*e2hz_-c=DpLU_lgQ=hZ-TVVef$0oN13n#s(tEoI$7FxzO;XH#gEH9X%q;6JY`ylV@Ov&4q^U}}#)&1SD(uQYp``bX z7=C;obla{R^%}p^L?X(Tb45pMhQLV*k>nq`TO@B;mU+N^!ivb+!w8#1Oe<$_c% zNi$TZ2UU)L$8D~1*mn%GwZqJaeQculty#jmaSaf54z;nHzh3(VB@J_Hz)GTrS!R!& zEd*9)y5=+1pgVTMCc-Fog@}2rnpOhgHEP+FEIj`i$CT%i0`bomRy2n?gxIJ%3U6?l zsE~NsHkrDJuFRy13mu$8)ADeuJjcet=v@ZLHfsbpn5Zg^e_Y*(kJa)g_JOthd=3KT z&lm#)OeXfj&|VMf#($(g@p7Z0F28^^OyD>|sA)Q=U8DxDIW1G3Av-_DoxogmGns0Z@1~?e%Lb*sMs>&Z^Hbm%bfnI;IU zI9Irnp10VFQD@LSWi zM6aSXb&jKLI)T$s+{!R|BT_teqFc!~qE}GS;JQKCl(>CjKn1p`VS|IYFBP1_9>lZl zXJk9NElr%qap4pGC?|V6iuN49d#%<7#SE3e7NAyHMt!5*)6C^D4C~dM#mwUq?6uC+ zTG#1ZaPBIiWlUsPuEFbJY`fZA^`qIf&7>1il~>{#?E= zkZw8@|4h$ni6}rvMEvAW87>(R_b?p0>b5sSDCyRwTqr&lw*<34p|}ar_8hsv;?ZK` z5IZz1!Ve4vru$xDG89(p>sF~siH01tW$|$0BiMKdb$SyQQ%YTun-s^Ml&mF-wN<`T ze107|fl8sW0S~ml&OPIa9YO>b?0P~L8XSpRkd8k9yyXbpkpzU3eIwIHf)LbW7}a{m}KxDgIvMY27_o2BxS^EV2}n;qM>=o zioqDf3JmC%BkR{MC%b*r2@eseCQ6dIssvjA|D9&{^kS7X_xKz)S~b($1hTdF?eFN> z^AmVBP0Dszq00q1<_dq{G}@C_@Yc@9B3@G6PpD+$y}{Z^60wGK77)J0UWRH%DVfV; zjA0vRM;JT3^{?h|lE5f6ZiZ@vp6f%~+5X(xC+`^XhfN-6dI-$zJHbRV*5ZJf(63UZshyimD2-*VFXpy@w zF1Jy~bz39)B_L!vEb(wDj!8>X7T<#?+hx?SNTQ4Ct98JYwWc4ZvnPu$X!2ygh^hgB{ zjL^~|DXSxZ9zy<}_r$2R5Ab%-4305lNj!gHi2da;(vt*2eS9;ZklW>mt}OwETvfNW zOhbt-hlw=?08twon@?c&V(7ON>N6ZUZm4ilP~I4xrVkDpahMkKRM0(ZK`iTwRRx33(cyMHSmcK>I6hm!KXT6Qwne#zP3<1leidaAx zI;XH&e*jo+5_`J0JSMo2X~~NO&PL@8@GaiJN9|> z(hTzc8+FH7>+z?}d(D|JU>mJI-i{Ai%DZ66!JU!;-QJ<(C>6dz&|!xiv(dji^jXkR zqS(}x+eop)w|)od}B$~P8w^tOYO*oVOkkmnA*C4jRJ;q*&VUQ<>Lhhkr@Ri03b!~-1@+d&eT0D=| zgBsuhyY}LU@op(FC9G{2`dp3XEO{G_W$_ldwI-S*anqX~8Q&A*g8@`Qk%?|r$DB@N=*DR#|KzWhTI|}Df{3_34XYm_Ayw@|2aK{^3u+7%y=$cL!UL|Y3vnv zCHIlJqzmwTf!gF7g?r5*>)BjNUikZU{)PsL>ixD2<#ryGaQ2dQU;^Cq{J-1xfSt&= zI24Lk16a%a4*Al~E~_koL>jc$m8UJn(c2bM*#=oPB1Utbd%(1AT=Wam$xv>oVtJUU zBue#C=gd=)>rk10xf8Qv*W5*Um(xNT7A4H+?Zp+yTK&rXpb3)#K{J3C9XRY-p5l4-clZ4j%W~1@wiDWa|8i`m?nK2Wt9n&m{9z zyM*W!7J@pXCR0GztJ)Y^)uEIpb$RVYe82(+RAJPM$U6kf^S(6@ymgUKb2Jt_)RjgG z%RNncT*L%tTIaK8NS~34ULOMiIgqbcI_&aU;e>vzVrz?TYmcSHY0NxjF*Wi!p`g}j|-c*ZelG)UI}qu{0Mwi1VXnBQ-*+Z zK-TTzCpkWQU^&&$8UncQ_(m*ewsMn0TfjA()ufj06i}8O#eV!OrC5!zq9`Mk568LV7uJBz6C3atu%KK5IV!mxrc!=G2fLeUxcoD-eyxzKqy- zwoUzp!$@Nw5|ZcW#I0vRocUyw7yiuq%8pmAykx_{m2<+x+_XtoUT;S`=XrdHP{lWJ zQPHT8uqm|!P-1-?6jpvLIaPVNL&i|l{4Mxqv`a~`(w$@|Oz>sa!j`Tq^?hGj`KJ~* zrQWq0n_}TmT9+chpgfB&1xos<^&%wcyi{`5Q0x64SlI_EMFn!}W zLIaGex>ql#B-2;(1u6zRUAP*AtJW359vCtG-`029Zj>%i z=k+!-!9Vi-WWgo9go)&u&e2@m$whKD8W{5OY5@`?*a{v!PM?D2vAA4e{}=;YIpFNs z^edG)cx7GX+@%b0wcI|)XP)VkQeF$Q7rA)8MCnw#+uzv}J=j~qFpUMp7FMu$#uu&A zVbyP}mgDBjm)m&sOVOW40P7lbE^I$3ul;##iahjkk($UPd{CxhQ)>-plFT!?xq5Z^ z@4#wbPyo|zPl1c2hcd11c_~fYYxR=*`E6rpp^yz7atis1K~kmOnjQDYtrW~0am{4T zA)fnvR|Dop;r-5%Q8(A|OY)-`SLb4MO!sOP3u~DM0{~xzi}K1UGsLz`ug9`<#4jz` z6BS~QO7Q~qe))+mVpMRrQ^I#Y;I&%yeq~(|bPOK}`ZyYnL`A;ZR)ajf=g@b|L~f&1VgYCv z1k>Foqg$#?fEC%v%TSzc5wetd`-g89RRYRL1Wq+NwdM#vV@1{bR1e+swv`39c!S+kgn3Sx&*!3+S>(m_1{o$8VGf$+anWY_RmjH5yXynLtUaIQ*yT zh`phQ3}$xp&UO~8dBCb7Y!HM!Zh5kMPQMvB3XML>BQIGMLpa5`aM{T!ruK(yG*^N& zyorL9bZvv6dwfo8A=F@<<_Uwwa}ro< zHz~^|(CC$m&k7IDCXGzE{ivRx$VW1MC~a$W&6)sApY z+3a)Jy>g&3^AB(NKYx;C;uLOETx^t%)1TD1bsi=xI$C$C93tJsOszcFky0!rq{UD6 zPE)Z@U~<5o&c9mKzFXx5kuR)(2G;dLASTL$3krr1b1p7dQL$P9gf8!>!fo_!9Ee?d zso=svs*P9+INiYkqJRFd7#kg(=P`rgHhx;4=25lR(X9-90~p zH}enyq%s_y(+S)o=-J3y)U{(y#G6iH%g26*uor;Q$I!g7!k+A+JIikeZ6#X0%;3@v za&0E;eU*1weCTD&81ztZqgoD#EL+U_d<;7xj@%(b_MPO96fR236`XH&5RkBany{92 z4@HYo?`&D4u~W&LFkaP4VwpqzL3qFf6PX-IYl4YGGxrv?bv8DNGKG)c_pbdFRq63C z{1u04)l99wtSp8W_T9WITNqtPrLV+lDWe6@hl*f|K45G8{%$aB#GT_wKDW|z0&vp` zzcQGIoFMy5-|)N}p^+1S?n9t0+rkF$FOJPSf}+T^vjS+arTas}wQEKt+IM74>X(Tr zGNkzMy2^e2Oy9Uq7SQaXPshaGD$ecKyCvVWV34zzL&CIyx7^Y07|otQ6|d#ioejD|0b zK!896CdEsakP`TLwjYTy{ownL`XuZW*doFd2B0ZP7s$M{5Y&ZXoyNW zS^No&9Lz8i@8Z@u8y8jq*mvCmyAYQ9D+{OC*f216b?UA`o<2)TbgA!yjDyjRn;VR< z4n*J?wn6QTZ;Jet2jk8ra=95r#IwT z0oYohD66$&q7z0F83%@Ad;=Ivw!zK=-sB?QIE8m>zlQ!&Gt02BvU32q6MMZAKk45# z!N36P9(H!nT<$@ty%^keh$gGqpg%ZE1Ob&~{aTv4~RNk``bl_yNfY ztPuMCmfZ-i<^NEXB0ei4(0>_PQD&PX)X(g^OcjCFd<)RYx!U%vv$MID_UC(!^>ujw~e*?O{) z13Q>IuU2F!JngMo*vH|;Qxr&EN?I3SN1E=ob5?&PiH%h+-s~?$l4Q>{VlK&(CwqJU zEG9ZdR^lz59OBfwa)LZh)jM3uCW!!YUI&^TXPL@VWjuX`%)(_Hn=jTb{&lL2jWT5 z1YX34wPwDsUFLm;?Yf_s8{f)5_t-5ml1W^fHo2u^T!9o&M4;0f;TuJg#vz3YAN z2Yj`tNQGH_BmDEMIybNn!o^y?Xxwb2#tE~!&C3ER4WUBHvk*AfzOba8NBm9`BlUC$fTlh@(A~i-3<3xV)-=>q<`0Cx(XIyu zAziKlRuZcq*)0&AR0zCARhULK1fbFUe0u}|{D&1D0Qf`4ldEf%X(!ln;Hz|QsI-zK zNJ?5&D)j$&3?Xb?5s^ZoV-{)ocJvVa-?&^q%>5; z)n!3SQlSYP90Gq1E;f$;8h}!=!CgOl8v@9cU4Q@p;BT^l5-VsYNXe*g>BxvA07$XE z9oy%RIGYV$ud7J5wJ;%V?B9$W<#$r%2irOxMY_tB8Qd z9bj6)K^nf;<{#!pC7COTICgJ19{TdDl2jV?*sU`xsJ{}0am+Yj1=~;|V|v2#`{Tp= zsnek3gDS3AZ&uTvXIW1_gAVRA2F{pKDSQ^LGe2)*&Oixfay|i1l2|I!k%2KF>hU+UrMm9^Imgj_^lrLEz1O!;DR)Fv~}0rZQ;zi-CU29Tn7_lFrNa_!RP{mST3HL@E~642aE9XBp#7B2&P$UKOlqryF*lfTG1wDm7P#*+|F8L@1#h$^wbJwprFwjg zFF|kOu zJD4cOl-ZQsLgHTf0@=<0ZQY{hrZ;&et(ATYbY+_;$qf%ddmmaNiKE95_nJjj9wv6= z*?ZKjn$c9+f{ziX3kE4 zaVIhhJEdM~jAh^HH-Z>?O?K}NvsqfA5(=dvk)-k|)USJO zQn-Pk4 zJ*Ge&l(Nn?L&55k{rh-c9?kM=kYrx(mY+ufpU4HtK{(PL98HQ;dB$`a99wYR7{|gO ziZ8BxX=7ffe0T02+Ak!G4r+QWJvKk|(bqs*!O?6o-h9j#4u1HRb6=}^gsn7u?kxIT z=zDkg#W$Dia47fDw$#M+$DhVRL;PbYkr7<38&qy&jjCq@27aKDf zmFTXU|JRo){Gp%Q?KdS1cCiH-iS?lCi6O~?-H-R-WjHNfAKSuUZI~*rXR!{s<5Jk> z_xbQ=$&Vef%eB*_mKPYD;p08+73NBX#ZA3{df+K>y|lsyuQKV(?x**ZPu8=xsNRF@ z1mmaXXLm$(I{W64>*+@46-$Y_ERqZeEwb-XWZJV$>ahw}>Su^;S{ko}Pb4aQA8qgk zBi1N&gAXRn{dUS?Syivi4@Fc{riVT|uL*_h|7i1_Pg!m*4qZH|jwKS0SM~KlYL1Pa zWux&moifhyTmX44jgSMZzdtmxe#9?2C#2q%S(}W+i_o?Se`5*PAggZ(k+H*@ShYy& zxMsfzTKEJahI%{PEh1*kbx+ z8*BbI^y-mf&~;nKUhxoj@ixzQW9E?bAeyQVzzB(mcym+Hk=ZWs5hHeZ|M`Wnpm%oJ zzrmB51|>+|kEa=;C2CKB5zF>s^b7X3W~z36TiV~>t>46|Ex2C98=h2)&YTQzSZvr5XyQD0W81g93XOp`0e>+`?6Az^ zSm~8V*=3oYojb2Lv$hCF#5LGhDHw~Ho9R5>3*qy!w~{7PI#XAmIOtjJ^!X^0ixvtS z-|jMlaeSpvl_PaOk+^fvkF#OtO;-YN&FgZA?3pp}?qZIst-GOCC*y7%g>bhJO8Fp3 zkN~jjKD_IoYICz>6CjGNx>zAWe3C;ZiiWF|#jyu33^NA*cHD$(_V-p#S`9$xWSzf0 z>1QT}`KaIp$`cg4YlmAYz1VdOstD_qI_&dJ3wrCo)+ybNxl$k#ZP*u%O?+)KGWEJ} zfEB22VQeL3HcX9lX_t0|s1)-!NFH*86srundWcvm)zxTfqJloi(}XW^%BZL+Xliaq z#N^QqF6LFZVpI-oExp?HlvB9fRA~!lceJq=3d!+uYM_M<~E4 z5#gt+eV%cgdFO&^KP$~EcPgX_46%kn|D(npOdo`WvGVRy$S-uO>n7PehIw5ye%$dR z!#+YelXTAdFr4M#h5VOUc`*mA<}ZiF>W}lcky&r65abPg8)XBa?rJ~dMx(WK{(eB9UG_Ig!HgtbK zf_iKu#&qdOLLmh47OV)(l)x1GQpV8~v60JJ0lB1C-ykg~76BzUSS>$h4=IR_VMdXD zE9%+XYRu=Y{&q(;k3dr2nf}k0#*xZU9>oklCgqOe=hr2gaYR>T%X zco7G(;rDo|0z0CPTZV*BW6N3(Ih6T}*1~TT_K-4U5TxI8pP8pZI}DymAW?u0DSnW^|)u_4@*vqxrBE2eKv%33hdCYw4vlt zD!CJUd94WhKCcTt@rUi+NXn&o3)tc0_1|_4=2&$qPEXWpccOCo48Rl?-(xGyzGQYwSzi50kH$iR@bp?EnyUvM7^UDX;eSRvO6A9$`m0!~_JIPk!>@E5Fh8fGc0x&{=0! zHWIuDnpmu@g9hf+^@ssqeW~d$(EX@Tk{VX2PvCw{@qQBfNjEsWfb;-rmx`aYoLHM? z_0cCD(_S9a)Hv1I%_;jVMn5P5AE2={vw3b=S=KzXt;~>mn>^9jj7?bkm2NS@Af{Bn z0#JDC5ITgHDQQ#St*e658+W40`FDJE0DGv&JQd3A)A%9_|~U5Q!oEJ8Y! zek|csp(6%P#(Nf4V!PWJ+&r1n6j&d(WGw<~E`D(DvMOa}m^w%i-)X(Jn?OecT*Aw@ zsxxFmK8idlQv05u?6Z}u)MBP8=@McO%&EH0$=ta~nTam)K%Gt~E$C;}jq{x#6uLUE z)&v#1om^br*$Tr^c4U==bWvX z2EP9j!Ibw!qhR!z*wcAg?rv-BW~}eRE##yA(*Dh@{Z4|1!Crl*Yip!omwL=1$Pp_d8A*m3_JQb?4hwFHJLU;Ks0a|iKqNPs0^;w&P5ct-A z@zH<*_)eO2f7B^uRxiV)zc%sdheU5W8;nAt?whH<<1Id3@as&f6WD*>-+)DBe#3#rxk}d+k#-k zOOf}%L*15H)NJitg*YxT_{}Q=>I8*PC4pQDdV^YxiE)MBDHK8Suge)??b}k|F&gW0 ziMGidOm*xHJ@Nu#4ArnKX3I8iPT7+h2dgVfzv5#wO8+T;*AN7%f3TdaQULzuSxQbi zBpe30-xyGQ>f3H&RhT=&P~mUE;g1t#-X=!?VQ60|bMD(0&Yb9!ylgZ0fmJr<|B3U= z6k7*{qJhf6)#(xvW%pv$Oeeo9U#y~1dvX^bb*{9|p)3=Yb#u{ToG6Fo4WeZIbbyDg!NY^HbWf;ccsqx+cwO zXoAv?s@$dyzwkq53&3Ss`BWnZqb&{;mT#7S<=vyY*S!`lY_10vWjg||H~CaFR_Jfy zmT@zHLJNARkw*4!&#qp+X)CGRr(dUp^>D)OH(-xv{<3KPu$67taRTgm@R5!l_7pfr z?f3|mq|F=QcMC(v{?zPtW&VfZm~ zMbP`Ly>MiK1v)ySQ%IePY+8aqdIGJ<Zt!aGBnk-TJ2 z0RWRojlz8ffPj#GPLmUB;Eg$<-vYH~Fj7;7h~u(O&O6SKMt^MlH1oZCg?PiZ3(}rX zm0`&fEU_JFM&MlWX$Zp3Gi{ymr_`8Wz*~>P%_YOhyZiN!x;`U-er~G~TpOxQK#FV_ z9vaC!*K$j82$Kv92CL|RDd&BG!6xVoKQWjMVP)clDoW92kxhCLEGURUM1ma5HHCOl z`%ImrcH3t^eM& z+2-aGF1aG|+o&; z?1`losDk-vboZAA)tu~;1tEtw1>2R-chnXB3HI6&1FKra z=U*@si8jT{DL?&Qw7x(nL;%*hc(WOHg@;sEOLK`S=(hdT@i!-2LccY5g|~Ba?n_9Zk?F0Si87q3O>f&8 zz0D2<8l%)*WD1vcVOMp(G;>FRW{GU$=zg|!OfDBYmFI;yQmf0Io9|&83NNU-pfC!z zxy=i%aMY#VG_k#1C`&#jo%=5{JzeR-_P%g8wnJ04BrDN3J|5 zpDY8n0PoXnq>ext5u^IufW;_k&t#|DcJx7MlMyyXVgAhp_0yin=rY}dj((eDBalbO zVg*sxo~@DNGMkW6^HPfHDLFgFuFN>HjO_M#I)gzFtNtfB^w$^InGIj%N~UfkjB``-J0W+~B=_ zywygn%Q8~_+A)^wBYhXqA_X63a&A|n+SJKTnLivA6NKd?E0G=?S8~lD;zWYg|5#4{c_;bPiT*8`4%9jo-b+7bsOm2<_pAV~QCFmM8S`M=sAg5kVNs^qz6K)BATwe8Lk z2=9}*b6L-cB{p1i2z7uSqKE1k5(*QBHF!~&jE2B%fP?j~>Y}}JIW);Sz9c>{{R|i8 zX?Z_QJRG~R;-u{_R+=xPslNAKOg}KBr4J0Cjdxmejb~2HCVC~zjDUPn?(E2Ii^VgF zX!!I|{MtWwmgCyfIBM$LoS*5lL$=fzoRdA<1l@tQy*pm7^b0rMk0n5s7uJkaNc#HK zMOY}y%RV2$pTzn~dU1|%CU6U1T+oZC%~<7X81;4z`?Lu`73Pq*xC1rQP`F~d&}}*A z#EM+7J~|i(I@zo}rU;*5S)RSU*P-O%#J{JVF5KCZK(!xprza_!wMw1UGhmSR#b-kj zr1rM?VqmO*@;twgK#;utlD10lce(d07+p-{J15pEQ&AjER`2|uy1#!^ob~fe0VA`2 zt;Anbl*N1Rviw5DVmgbKqx`&IK82xs0nwEbBWY);SCNWIHT-3=4TKPl-#k7cc=_!p zcZ#`eCEV>2wyH3ELwn=6mD+|$elY8#TQHW79YOgxYG@OnmA2PRKGD+T?({lhaobJ) z5OfLONk6$Rl5|5Ap8d3+{bp-i;Il*2yIDIM1Towqmr0`%@FuS>PhiBuz<3SG*1k~u z`-NV~v{)1KJl6We=>=(_E{i#Okc0Jm=v}F z6$3A|mVPdbM}123Nr!Kkc17(RWltofD=F()GL4U=!ckRzr{EuSw&=K4Lm6C?2QAbhOtnTuoV z57_&7n7KQn7NUB^y@!I%E~Zp8yy(7bpm*7HUkI@mkUOl07 zOT$NDZu|6a6}2UYMQ;OnZ>U4g&5A_68Czt2W)RT`&6Ah9NbhrT6JXO~$I5!A#yyC? zjMM(Dz1d6N!IkSLW344oWslIv>ZsB^d33q-na~00+oh-yR@4`-qqLN$B$Gu^Qw~(J z>7c)Tf0aKk(e5G0Vt<9y_2NISnEIl%;LLk;f2@gQ{5}8|R$htluSkQtnK$Xum7Uc3 ze>XU_zq8A~AX$5w1ikqX08V|Z>7Uk|OptfW?Aj#ha8kf=O4P81Ht!AjeC#JAX4iCH z=rqPIBP*j-bw)-rllx>)Fm0Io%OR-`_Qc39!GDKSY~@YsCj9WAUUccIDD+Ba>=G!J zi@?8h^M=W+z~Rnx81!MA8Z{8des>7NTzL@?F62$&acO=*8nsn8R?CeZPICAZ$8k5Wv?^D&_5P8WFK77_iSUyWbADWNrHjk2lR$3v zl}Q;5o4P=`5Vi}bMa5%OGMy;~D&2)cRE#=+BpMgvumR4Qy;SWLxoAJ%uN7Xx8q}>X zK7997McIt?*PN2{o!O||(yGnT+TO>}BEMxD;M;OvW78U~!i8nb^P$%*+@0cB{lW+s zzXE+%w9l>e%*)_xr3W&jwP9cC3ujPEJZYH`1B$A!bR7FSA=TzWN84#xia+em46-#D zJqupBIcO<8_73X^JV%pO6GIO15%rN0gPdq*@PC6$;^|ok9*s+eXF=1^c zRz;%S+7ff!Fp~oUMhw*0&zsZX)(+_Ktv)`kh9hpJ%OQI3Jd9NkITU|eE9Pb5V{)7Q zm|7Y2X`-*6XLN~*bA@-@TNxKNt3?nL!yk6{IpWZ@2L;n;pHQ}TzADWL_`8NCJ>4!{ z&A_8>$V9YCWWEcnIY*bAa36S813K;RIp_S!_W3+}DqjIwMILj~FFUAfe`7!Sk<4=A zi+R8td+m9l=J*?Z^p4mI5p-r3WV)vIoaqR!HwVb;Sr;_2+n-e)gsZKcpCzqK?Q z*9a3^pyELN#Pgc;pB zQ11)A`>~;wA9UbuNJC>z>WAx){^PJ}>Z2SvCp~S}LuS#Rjq*5XOf3Y^81cLze;NSS Id;&rEAJ$<$$p8QV literal 0 HcmV?d00001 diff --git a/ui/apps/chat/tests/stories/fixtures/assets/tone.wav b/ui/apps/chat/tests/stories/fixtures/assets/tone.wav new file mode 100644 index 0000000000000000000000000000000000000000..80c7e08cd588f3d218b50d188f46d0c37acb205c GIT binary patch literal 8078 zcmeI0OH0E*6oscdH-c+7`U{FxaIFgifudlGt^?AY&^C`YX&z0QNAqaYpX{9k1Q%gs zFe?us5Dwwq%$;+;naQiFDCrer?~iX!vrpstf-yFr>wz?W57-$StCQ&^>FTrcqE3|Q zIX#axYj%G(91TY|w~T#ghQ{9xlj2a<$0FHotmS;ZFl|51xl*Q~yV6N9*4}Pkky2%m z$CbIh@}jId)^)Ytd23_A6*o*vQVx0S+a@VXYqL!Xu25*lY(hIh8@fotHko1jZRj$K z+GKj0?DQjal=0A%%(r!dz^hf8u1n0qC_9Zx usize { - s.len() // s is a reference, doesn't own the String -} - -fn main() { - let s1 = String::from("hello"); - let len = calculate_length(&s1); // Borrow s1 - println!("Length of '{}' is {}", s1, len); // s1 still valid -} -${'```'} - -### Mutable References - -${'```'}rust -fn main() { - let mut s = String::from("hello"); - - let r1 = &mut s; - r1.push_str(", world"); - println!("{}", r1); - - // let r2 = &mut s; // ❌ ERROR: cannot borrow twice -} -${'```'} - -## Common Pitfalls - -### Dangling References - -${'```'}rust -fn dangle() -> &String { // ❌ ERROR: missing lifetime specifier - let s = String::from("hello"); - &s // s will be dropped, leaving a dangling reference -} -${'```'} - -### ✅ Solution - -${'```'}rust -fn no_dangle() -> String { - let s = String::from("hello"); - s // Ownership is moved out -} -${'```'} - -## Benefits - -- ✅ **No null pointer dereferences** -- ✅ **No data races** -- ✅ **No use-after-free** -- ✅ **No memory leaks** - -## Conclusion - -Rust's ownership system eliminates entire classes of bugs at compile time. While it has a learning curve, the benefits in safety and performance are worth it. - -## Further Reading - -- [The Rust Book - Ownership](https://doc.rust-lang.org/book/ch04-00-understanding-ownership.html) -- [Rust by Example - Ownership](https://doc.rust-lang.org/rust-by-example/scope/move.html) -- [Rustlings Exercises](https://github.com/rust-lang/rustlings) - ---- - -*Questions? Reach out on [Twitter](https://twitter.com/rustlang) or join the [Rust Discord](https://discord.gg/rust-lang)* -`; diff --git a/ui/apps/chat/tests/stories/fixtures/data-analysis.ts b/ui/apps/chat/tests/stories/fixtures/data-analysis.ts deleted file mode 100644 index 6fec32dad637..000000000000 --- a/ui/apps/chat/tests/stories/fixtures/data-analysis.ts +++ /dev/null @@ -1,124 +0,0 @@ -// Data Analysis Report -export const DATA_ANALYSIS_MD = String.raw` -# Q4 2024 Business Analytics Report - -*Executive Summary • Generated on January 15, 2025* - -## 📊 Key Performance Indicators - -${'```'} -Daily Active Users (DAU): 1.2M (+65% YoY) -Monthly Active Users (MAU): 4.5M (+48% YoY) -User Retention (Day 30): 68% (+12pp YoY) -Average Session Duration: 24min (+35% YoY) -${'```'} - -## 🎯 Product Performance - -### Feature Adoption Rates - -1. **AI Assistant**: 78% of users (↑ from 45%) -2. **Collaboration Tools**: 62% of users (↑ from 38%) -3. **Analytics Dashboard**: 54% of users (↑ from 31%) -4. **Mobile App**: 41% of users (↑ from 22%) - -### Customer Satisfaction - -| Metric | Q4 2024 | Q3 2024 | Change | -|--------|---------|---------|--------| -| **NPS Score** | 72 | 68 | +4 | -| **CSAT** | 4.6/5 | 4.4/5 | +0.2 | -| **Support Tickets** | 2,340 | 2,890 | -19% | -| **Resolution Time** | 4.2h | 5.1h | -18% | - -## 💰 Revenue Metrics - -### Monthly Recurring Revenue (MRR) - -- **Current MRR**: $2.8M (+42% YoY) -- **New MRR**: $340K -- **Expansion MRR**: $180K -- **Churned MRR**: $95K -- **Net New MRR**: $425K - -### Customer Acquisition - -${'```'} -Cost per Acquisition (CAC): $127 (-23% YoY) -Customer Lifetime Value: $1,840 (+31% YoY) -LTV:CAC Ratio: 14.5:1 -Payback Period: 3.2 months -${'```'} - -## 🌍 Geographic Performance - -### Revenue by Region - -1. **North America**: 45% ($1.26M) -2. **Europe**: 32% ($896K) -3. **Asia-Pacific**: 18% ($504K) -4. **Other**: 5% ($140K) - -### Growth Opportunities - -- **APAC**: 89% YoY growth potential -- **Latin America**: Emerging market entry -- **Middle East**: Enterprise expansion - -## 📱 Channel Performance - -### Traffic Sources - -| Channel | Sessions | Conversion | Revenue | -|---------|----------|------------|---------| -| **Organic Search** | 45% | 3.2% | $1.1M | -| **Direct** | 28% | 4.1% | $850K | -| **Social Media** | 15% | 2.8% | $420K | -| **Paid Ads** | 12% | 5.5% | $430K | - -### Marketing ROI - -- **Content Marketing**: 340% ROI -- **Email Campaigns**: 280% ROI -- **Social Media**: 190% ROI -- **Paid Search**: 220% ROI - -## 🔍 User Behavior Analysis - -### Session Patterns - -- **Peak Hours**: 9-11 AM, 2-4 PM EST -- **Mobile Usage**: 67% of sessions -- **Average Pages/Session**: 4.8 -- **Bounce Rate**: 23% (↓ from 31%) - -### Feature Usage Heatmap - -Most used features in order: -1. Dashboard (89% of users) -2. Search (76% of users) -3. Reports (64% of users) -4. Settings (45% of users) -5. Integrations (32% of users) - -## 💡 Recommendations - -1. **Invest** in AI capabilities (+$2M budget) -2. **Expand** sales team in APAC region -3. **Improve** onboarding to reduce churn -4. **Launch** enterprise security features - -## Appendix - -### Methodology - -Data collected from: -- Internal analytics (Amplitude) -- Customer surveys (n=2,450) -- Financial systems (NetSuite) -- Market research (Gartner) - ---- - -*Report prepared by Data Analytics Team • [View Interactive Dashboard](https://analytics.example.com)* -`; diff --git a/ui/apps/chat/tests/stories/fixtures/empty.ts b/ui/apps/chat/tests/stories/fixtures/empty.ts deleted file mode 100644 index 05286e7a783c..000000000000 --- a/ui/apps/chat/tests/stories/fixtures/empty.ts +++ /dev/null @@ -1,2 +0,0 @@ -// Empty state -export const EMPTY_MD = ''; diff --git a/ui/apps/chat/tests/stories/fixtures/math-formulas.ts b/ui/apps/chat/tests/stories/fixtures/math-formulas.ts deleted file mode 100644 index 1355256b20ce..000000000000 --- a/ui/apps/chat/tests/stories/fixtures/math-formulas.ts +++ /dev/null @@ -1,221 +0,0 @@ -/* eslint-disable no-irregular-whitespace */ -// Math Formulas Content -export const MATH_FORMULAS_MD = String.raw` -# Mathematical Formulas and Expressions - -This document demonstrates various mathematical notation and formulas that can be rendered using LaTeX syntax in markdown. - -## Basic Arithmetic - -### Addition and Summation -$$\sum_{i=1}^{n} i = \frac{n(n+1)}{2}$$ - -## Algebra - -### Quadratic Formula -The solutions to $ax^2 + bx + c = 0$ are: -$$x = \frac{-b \pm \sqrt{b^2 - 4ac}}{2a}$$ - -### Binomial Theorem -$$(x + y)^n = \sum_{k=0}^{n} \binom{n}{k} x^{n-k} y^k$$ - -## Calculus - -### Derivatives -The derivative of $f(x) = x^n$ is: -$$f'(x) = nx^{n-1}$$ - -### Integration -$$\int_a^b f(x) \, dx = F(b) - F(a)$$ - -### Fundamental Theorem of Calculus -$$\frac{d}{dx} \int_a^x f(t) \, dt = f(x)$$ - -## Linear Algebra - -### Matrix Multiplication -If $A$ is an $m \times n$ matrix and $B$ is an $n \times p$ matrix, then: -$$C_{ij} = \sum_{k=1}^{n} A_{ik} B_{kj}$$ - -### Eigenvalues and Eigenvectors -For a square matrix $A$, if $Av = \lambda v$ for some non-zero vector $v$, then: -- $\lambda$ is an eigenvalue -- $v$ is an eigenvector - -## Statistics and Probability - -### Normal Distribution -The probability density function is: -$$f(x) = \frac{1}{\sigma\sqrt{2\pi}} e^{-\frac{1}{2}\left(\frac{x-\mu}{\sigma}\right)^2}$$ - -### Bayes' Theorem -$$P(A|B) = \frac{P(B|A) \cdot P(A)}{P(B)}$$ - -### Central Limit Theorem -For large $n$, the sample mean $\bar{X}$ is approximately: -$$\bar{X} \sim N\left(\mu, \frac{\sigma^2}{n}\right)$$ - -## Trigonometry - -### Pythagorean Identity -$$\sin^2\theta + \cos^2\theta = 1$$ - -### Euler's Formula -$$e^{i\theta} = \cos\theta + i\sin\theta$$ - -### Taylor Series for Sine -$$\sin x = \sum_{n=0}^{\infty} \frac{(-1)^n}{(2n+1)!} x^{2n+1} = x - \frac{x^3}{3!} + \frac{x^5}{5!} - \frac{x^7}{7!} + \cdots$$ - -## Complex Analysis - -### Complex Numbers -A complex number can be written as: -$$z = a + bi = r e^{i\theta}$$ - -where $r = |z| = \sqrt{a^2 + b^2}$ and $\theta = \arg(z)$ - -### Cauchy-Riemann Equations -For a function $f(z) = u(x,y) + iv(x,y)$ to be analytic: -$$\frac{\partial u}{\partial x} = \frac{\partial v}{\partial y}, \quad \frac{\partial u}{\partial y} = -\frac{\partial v}{\partial x}$$ - -## Differential Equations - -### First-order Linear ODE -$$\frac{dy}{dx} + P(x)y = Q(x)$$ - -Solution: $y = e^{-\int P(x)dx}\left[\int Q(x)e^{\int P(x)dx}dx + C\right]$ - -### Heat Equation -$$\frac{\partial u}{\partial t} = \alpha \frac{\partial^2 u}{\partial x^2}$$ - -## Number Theory - -### Prime Number Theorem -$$\pi(x) \sim \frac{x}{\ln x}$$ - -where $\pi(x)$ is the number of primes less than or equal to $x$. - -### Fermat's Last Theorem -For $n > 2$, there are no positive integers $a$, $b$, and $c$ such that: -$$a^n + b^n = c^n$$ - -## Set Theory - -### De Morgan's Laws -$$\overline{A \cup B} = \overline{A} \cap \overline{B}$$ -$$\overline{A \cap B} = \overline{A} \cup \overline{B}$$ - -## Advanced Topics - -### Riemann Zeta Function -$$\zeta(s) = \sum_{n=1}^{\infty} \frac{1}{n^s} = \prod_{p \text{ prime}} \frac{1}{1-p^{-s}}$$ - -### Maxwell's Equations -$$\nabla \cdot \mathbf{E} = \frac{\rho}{\epsilon_0}$$ -$$\nabla \cdot \mathbf{B} = 0$$ -$$\nabla \times \mathbf{E} = -\frac{\partial \mathbf{B}}{\partial t}$$ -$$\nabla \times \mathbf{B} = \mu_0\mathbf{J} + \mu_0\epsilon_0\frac{\partial \mathbf{E}}{\partial t}$$ - -### Schrödinger Equation -$$i\hbar\frac{\partial}{\partial t}\Psi(\mathbf{r},t) = \hat{H}\Psi(\mathbf{r},t)$$ - -## Inline Math Examples - -Here are some inline mathematical expressions: - -- The golden ratio: $\phi = \frac{1 + \sqrt{5}}{2} \approx 1.618$ -- Euler's number: $e = \lim_{n \to \infty} \left(1 + \frac{1}{n}\right)^n$ -- Pi: $\pi = 4 \sum_{n=0}^{\infty} \frac{(-1)^n}{2n+1}$ -- Square root of 2: $\sqrt{2} = 1.41421356...$ - -## Fractions and Radicals - -Complex fraction: $\frac{\frac{a}{b} + \frac{c}{d}}{\frac{e}{f} - \frac{g}{h}}$ - -Nested radicals: $\sqrt{2 + \sqrt{3 + \sqrt{4 + \sqrt{5}}}}$ - -## Summations and Products - -### Geometric Series -$$\sum_{n=0}^{\infty} ar^n = \frac{a}{1-r} \quad \text{for } |r| < 1$$ - -### Product Notation -$$n! = \prod_{k=1}^{n} k$$ - -### Double Summation -$$\sum_{i=1}^{m} \sum_{j=1}^{n} a_{ij}$$ - -## Limits - -$$\lim_{x \to 0} \frac{\sin x}{x} = 1$$ - -$$\lim_{n \to \infty} \left(1 + \frac{x}{n}\right)^n = e^x$$ - -## Further Bracket Styles and Amounts - -- \( \mathrm{GL}_2(\mathbb{F}_7) \): Group of invertible matrices with entries in \(\mathbb{F}_7\). -- Some kernel of \(\mathrm{SL}_2(\mathbb{F}_7)\): - \[ - \left\{ \begin{pmatrix} 1 & 0 \\ 0 & 1 \end{pmatrix}, \begin{pmatrix} -1 & 0 \\ 0 & -1 \end{pmatrix} \right\} = \{\pm I\} - \] -- Algebra: -\[ -x = \frac{-b \pm \sqrt{\,b^{2}-4ac\,}}{2a} -\] -- $100 and $12.99 are amounts, not LaTeX. -- I have $10, $3.99 and $x + y$ and $100x$. The amount is $2,000. -- Emma buys 2 cupcakes for $3 each and 1 cookie for $1.50. How much money does she spend in total? -- Maria has $20. She buys a notebook for $4.75 and a pack of pencils for $3.25. How much change does she receive? -- 1 kg の質量は - \[ - E = (1\ \text{kg}) \times (3.0 \times 10^8\ \text{m/s})^2 \approx 9.0 \times 10^{16}\ \text{J} - \] - というエネルギーに相当します。これは約 21 百万トンの TNT が爆発したときのエネルギーに匹敵します。 -- Algebra: \[ -x = \frac{-b \pm \sqrt{\,b^{2}-4ac\,}}{2a} -\] -- Algebraic topology, Homotopy Groups of $\mathbb{S}^3$: -$$\pi_n(\mathbb{S}^3) = \begin{cases} -\mathbb{Z} & n = 3 \\ -0 & n > 3, n \neq 4 \\ -\mathbb{Z}_2 & n = 4 \\ -\end{cases}$$ -- Spacer preceded by backslash: -\[ -\boxed{ -\begin{aligned} -N_{\text{att}}^{\text{(MHA)}} &= -h \bigl[\, d_{\text{model}}\;d_{k} + d_{\text{model}}\;d_{v}\, \bigr] && (\text{Q,K,V の重み})\\ -&\quad+ h(d_{k}+d_{k}+d_{v}) && (\text{バイアス Q,K,V)}\\[4pt] -&\quad+ (h d_{v})\, d_{\text{model}} && (\text{出力射影 }W^{O})\\ -&\quad+ d_{\text{model}} && (\text{バイアス }b^{O}) -\end{aligned}} -\] - -## Formulas in a Table - -| Area | Expression | Comment | -|------|------------|---------| -| **Algebra** | \[ -x = \frac{-b \pm \sqrt{\,b^{2}-4ac\,}}{2a} -\] | Quadratic formula | -| | \[ -(a+b)^{n} = \sum_{k=0}^{n}\binom{n}{k}\,a^{\,n-k}\,b^{\,k} -\] | Binomial theorem | -| | \(\displaystyle \prod_{k=1}^{n}k = n! \) | Factorial definition | -| **Geometry** | \( \mathbf{a}\cdot \mathbf{b} = \|\mathbf{a}\|\,\|\mathbf{b}\|\,\cos\theta \) | Dot product & angle | - -## No math (but chemical) - -Balanced chemical reaction with states: - -\[ -\ce{2H2(g) + O2(g) -> 2H2O(l)} -\] - -The standard enthalpy change for the reaction is: $\Delta H^\circ = \pu{-572 kJ mol^{-1}}$. - ---- - -*This document showcases various mathematical notation and formulas that can be rendered in markdown using LaTeX syntax.* -`; diff --git a/ui/apps/chat/tests/stories/fixtures/mobile-tables.ts b/ui/apps/chat/tests/stories/fixtures/mobile-tables.ts deleted file mode 100644 index 3e9cc3231db3..000000000000 --- a/ui/apps/chat/tests/stories/fixtures/mobile-tables.ts +++ /dev/null @@ -1,27 +0,0 @@ -// Table-heavy answers, to check the table layout at a phone width. -export const JOKES_TABLE_MD = String.raw` -Sure! Here are the jokes in a table: - -| No. | Joke | -|-----|------| -| 1 | Why don't scientists trust atoms? Because they make up everything. | -| 2 | I told my wife she was drawing her eyebrows too high. She looked surprised. | -| 3 | Why did the scarecrow win an award? Because he was outstanding in his field. | -| 4 | I'm reading a book about anti-gravity. It's impossible to put down. | -| 5 | Why don't skeletons fight each other? They don't have the guts. | -| 6 | I used to hate clowns, but they all have their fat-sies. | -| 7 | What do you call a fake noodle? An impasta. | -| 8 | Why did the bicycle fall over? Because it was two-tired. | -| 9 | I would tell you a chemistry joke, but I know I wouldn't get a reaction. | -| 10 | Why did the golfer bring two pairs of pants? In case he got a hole in one. | -`; - -export const WIDE_CELL_TABLE_MD = String.raw` -Some endpoints, in a table, for reference: - -| Name | Endpoint | Description | -|------|----------|-------------| -| Completions | https://huggingface.co/api/models/ggml-org/gpt-oss-20b-GGUF/summary | Long endpoint description | -| Models | ./v1/models | Lists the models loaded in the server slot | -| Props | ./props | Server capabilities and default sampling | -`; diff --git a/ui/apps/chat/tests/stories/fixtures/readme.ts b/ui/apps/chat/tests/stories/fixtures/readme.ts deleted file mode 100644 index e8b573d6c4e3..000000000000 --- a/ui/apps/chat/tests/stories/fixtures/readme.ts +++ /dev/null @@ -1,136 +0,0 @@ -// README Content -export const README_MD = String.raw` -# 🚀 Awesome Web Framework - -[![npm version](https://img.shields.io/npm/v/awesome-framework.svg)](https://www.npmjs.com/package/awesome-framework) -[![Build Status](https://github.com/awesome/framework/workflows/CI/badge.svg)](https://github.com/awesome/framework/actions) -[![Coverage](https://codecov.io/gh/awesome/framework/branch/main/graph/badge.svg)](https://codecov.io/gh/awesome/framework) -[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT) - -> A modern, fast, and flexible web framework for building scalable applications - -## ✨ Features - -- 🎯 **Type-Safe** - Full TypeScript support out of the box -- ⚡ **Lightning Fast** - Built on Vite for instant HMR -- 📦 **Zero Config** - Works out of the box for most use cases -- 🎨 **Flexible** - Unopinionated with sensible defaults -- 🔧 **Extensible** - Plugin system for custom functionality -- 📱 **Responsive** - Mobile-first approach -- 🌍 **i18n Ready** - Built-in internationalization -- 🔒 **Secure** - Security best practices by default - -## 📦 Installation - -${'```'}bash -npm install awesome-framework -# or -yarn add awesome-framework -# or -pnpm add awesome-framework -${'```'} - -## 🚀 Quick Start - -### Create a new project - -${'```'}bash -npx create-awesome-app my-app -cd my-app -npm run dev -${'```'} - -### Basic Example - -${'```'}javascript -import { createApp } from 'awesome-framework'; - -const app = createApp({ - port: 3000, - middleware: ['cors', 'helmet', 'compression'] -}); - -app.get('/', (req, res) => { - res.json({ message: 'Hello World!' }); -}); - -app.listen(() => { - console.log('Server running on http://localhost:3000'); -}); -${'```'} - -## 📖 Documentation - -### Core Concepts - -- [Getting Started](https://docs.awesome.dev/getting-started) -- [Configuration](https://docs.awesome.dev/configuration) -- [Routing](https://docs.awesome.dev/routing) -- [Middleware](https://docs.awesome.dev/middleware) -- [Database](https://docs.awesome.dev/database) -- [Authentication](https://docs.awesome.dev/authentication) - -### Advanced Topics - -- [Performance Optimization](https://docs.awesome.dev/performance) -- [Deployment](https://docs.awesome.dev/deployment) -- [Testing](https://docs.awesome.dev/testing) -- [Security](https://docs.awesome.dev/security) - -## 🛠️ Development - -### Prerequisites - -- Node.js >= 18 -- pnpm >= 8 - -### Setup - -${'```'}bash -git clone https://github.com/awesome/framework.git -cd framework -pnpm install -pnpm dev -${'```'} - -### Testing - -${'```'}bash -pnpm test # Run unit tests -pnpm test:e2e # Run end-to-end tests -pnpm test:watch # Run tests in watch mode -${'```'} - -## 🤝 Contributing - -We welcome contributions! Please see our [Contributing Guide](CONTRIBUTING.md) for details. - -### Contributors - - - - - -## 📊 Benchmarks - -| Framework | Requests/sec | Latency (ms) | Memory (MB) | -|-----------|-------------|--------------|-------------| -| **Awesome** | **45,230** | **2.1** | **42** | -| Express | 28,450 | 3.5 | 68 | -| Fastify | 41,200 | 2.3 | 48 | -| Koa | 32,100 | 3.1 | 52 | - -*Benchmarks performed on MacBook Pro M2, Node.js 20.x* - -## 📝 License - -MIT © [Awesome Team](https://github.com/awesome) - -## 🙏 Acknowledgments - -Special thanks to all our sponsors and contributors who make this project possible. - ---- - -**[Website](https://awesome.dev)** • **[Documentation](https://docs.awesome.dev)** • **[Discord](https://discord.gg/awesome)** • **[Twitter](https://twitter.com/awesomeframework)** -`; diff --git a/ui/apps/chat/tests/stories/fixtures/storybook-mocks.ts b/ui/apps/chat/tests/stories/fixtures/storybook-mocks.ts deleted file mode 100644 index 41a1a8a49aee..000000000000 --- a/ui/apps/chat/tests/stories/fixtures/storybook-mocks.ts +++ /dev/null @@ -1,87 +0,0 @@ -import { serverStore } from '#lib/stores/llama-server.svelte.ts'; -import { modelsStore } from '#lib/stores/models/index.svelte.ts'; - -/** - * Mock server properties for Storybook testing - * This utility allows setting mock server configurations without polluting production code - */ -export function mockServerProps(props: Partial): void { - // Reset any pointer-events from previous tests (dropdown cleanup) - const body = document.querySelector('body'); - - if (body) body.style.pointerEvents = ''; - - // Directly set the props for testing purposes - (serverStore as unknown as { props: ApiLlamaCppServerProps }).props = { - modalities: { - audio: props.modalities?.audio ?? false, - video: props.modalities?.video ?? false, - vision: props.modalities?.vision ?? false - }, - model_path: props.model_path || 'test-model', - ...props - } as ApiLlamaCppServerProps; - - // Set router mode role so activeModelId can be set - (serverStore as unknown as { props: ApiLlamaCppServerProps }).props.role = 'ROUTER'; - - // Also mock modelsStore methods for modality checking - const vision = props.modalities?.vision ?? false; - const audio = props.modalities?.audio ?? false; - const video = props.modalities?.video ?? false; - - // eslint-disable-next-line @typescript-eslint/no-explicit-any - (modelsStore as any).modelSupportsVision = () => vision; - // eslint-disable-next-line @typescript-eslint/no-explicit-any - (modelsStore as any).modelSupportsAudio = () => audio; - // eslint-disable-next-line @typescript-eslint/no-explicit-any - (modelsStore as any).modelSupportsVideo = () => video; - - // Mock models list with a test model so activeModelId can be resolved - // eslint-disable-next-line @typescript-eslint/no-explicit-any - (modelsStore as any).models = [ - { - id: 'test-model', - model: 'test-model', - name: 'Test Model' - } - ]; - - // Mock selectedModelId - // eslint-disable-next-line @typescript-eslint/no-explicit-any - (modelsStore as any).selectedModelId = 'test-model'; -} - -/** - * Reset server store to clean state for testing - */ -export function resetServerStore(): void { - (serverStore as unknown as { props: ApiLlamaCppServerProps }).props = { - modalities: { - audio: false, - video: false, - vision: false - }, - model_path: '' - } as ApiLlamaCppServerProps; - (serverStore as unknown as { error: string }).error = ''; - (serverStore as unknown as { loading: boolean }).loading = false; -} - -/** - * Common mock configurations for Storybook stories - */ -export const mockConfigs = { - audioOnly: { - modalities: { audio: true, vision: false } - }, - bothModalities: { - modalities: { audio: true, vision: true } - }, - noModalities: { - modalities: { audio: false, video: false, vision: false } - }, - visionOnly: { - modalities: { audio: false, vision: true } - } -} as const; diff --git a/ui/apps/chat/tests/stories/forms/HighlightedMatch.stories.svelte b/ui/apps/chat/tests/stories/forms/HighlightedMatch.stories.svelte new file mode 100644 index 000000000000..9eb502f47fc3 --- /dev/null +++ b/ui/apps/chat/tests/stories/forms/HighlightedMatch.stories.svelte @@ -0,0 +1,31 @@ + + + + + + + + + + + + + + + + + diff --git a/ui/apps/chat/tests/stories/forms/InputWithSuggestions.stories.svelte b/ui/apps/chat/tests/stories/forms/InputWithSuggestions.stories.svelte new file mode 100644 index 000000000000..57f4e8feed56 --- /dev/null +++ b/ui/apps/chat/tests/stories/forms/InputWithSuggestions.stories.svelte @@ -0,0 +1,68 @@ + + + + + + + + + +

    + +
    + + + + + + + diff --git a/ui/apps/chat/tests/stories/forms/KeyValuePairs.stories.svelte b/ui/apps/chat/tests/stories/forms/KeyValuePairs.stories.svelte new file mode 100644 index 000000000000..50e6a7e37adf --- /dev/null +++ b/ui/apps/chat/tests/stories/forms/KeyValuePairs.stories.svelte @@ -0,0 +1,47 @@ + + + + + + + + (pairs = next)} + {pairs} + sectionLabel="Headers" + /> + + + + (emptyPairs = next)} + pairs={emptyPairs} + sectionLabel="Headers" + /> + + + diff --git a/ui/apps/chat/tests/stories/foundations/Brand.stories.svelte b/ui/apps/chat/tests/stories/foundations/Brand.stories.svelte new file mode 100644 index 000000000000..23f9fbd3aa30 --- /dev/null +++ b/ui/apps/chat/tests/stories/foundations/Brand.stories.svelte @@ -0,0 +1,18 @@ + + + + + diff --git a/ui/apps/chat/tests/stories/foundations/SafeAreas.stories.svelte b/ui/apps/chat/tests/stories/foundations/SafeAreas.stories.svelte new file mode 100644 index 000000000000..d2d37842e588 --- /dev/null +++ b/ui/apps/chat/tests/stories/foundations/SafeAreas.stories.svelte @@ -0,0 +1,86 @@ + + +{#snippet phone(content: () => ReturnType)} +
    + {@render content()} + + +
    + status bar · --safe-area-top +
    + +
    + home indicator · --safe-area-bottom +
    +
    +{/snippet} + +{#snippet unpadded()} +
    +

    Page title under the status bar

    + +

    Bottom bar over the home indicator

    +
    +{/snippet} + +{#snippet page()} +
    +

    Page title, 3rem below the status bar

    + +

    + Bottom bar, clear of the home indicator +

    +
    +{/snippet} + +{#snippet sheet()} +
    +

    Type a message...

    + + + + ⤡ + +
    +{/snippet} + + + + + {@render phone(unpadded)} + + + + {@render phone(page)} + + + + {@render phone(sheet)} + + + diff --git a/ui/apps/chat/tests/stories/helpers/StateGallery.svelte b/ui/apps/chat/tests/stories/helpers/StateGallery.svelte new file mode 100644 index 000000000000..30399e9a01b9 --- /dev/null +++ b/ui/apps/chat/tests/stories/helpers/StateGallery.svelte @@ -0,0 +1,52 @@ + + + +
    + {#if title} +

    {title}

    + {/if} + + +
    + {@render children()} +
    +
    diff --git a/ui/apps/chat/tests/stories/helpers/StateGalleryItem.svelte b/ui/apps/chat/tests/stories/helpers/StateGalleryItem.svelte new file mode 100644 index 000000000000..005bea0017c8 --- /dev/null +++ b/ui/apps/chat/tests/stories/helpers/StateGalleryItem.svelte @@ -0,0 +1,35 @@ + + + +
    +
    + {label} + + {#if note} + {note} + {/if} +
    + +
    + {@render children()} +
    +
    diff --git a/ui/apps/chat/tests/stories/introduction/Introduction.stories.svelte b/ui/apps/chat/tests/stories/introduction/Introduction.stories.svelte new file mode 100644 index 000000000000..a0eb2594a301 --- /dev/null +++ b/ui/apps/chat/tests/stories/introduction/Introduction.stories.svelte @@ -0,0 +1,20 @@ + + + + + + + diff --git a/ui/apps/chat/tests/stories/introduction/Introduction.svx b/ui/apps/chat/tests/stories/introduction/Introduction.svx new file mode 100644 index 000000000000..ff870aa640cc --- /dev/null +++ b/ui/apps/chat/tests/stories/introduction/Introduction.svx @@ -0,0 +1,60 @@ + + + + +

    Llama · Storybook

    + +# Introduction + +

    This is where Llama UI and Llama Chat are designed, built and checked. Everything in it is the real component, font or file, so what you see here is what ships. The Llama Brand and the communications made with it have their own Storybook, in llama-brand.

    + +## In short + +The component library **Llama UI**, built on the **Llama Brand** (the icon, Llama Sans and Llama Mono, the colours), and the app **Llama Chat** built from it, in one place, for the people and agents who design and build Llama products. + +
    + +
    + +## What it's for + +
    + +
    + +## How we think + +
    + +
    + +## How it fits together + +
    + +
    + +Inside Llama UI, the tokens go from primitives to semantic roles to components, in `ui/lib/ui/src/lib/styles/tokens/`, and `DESIGN.md` is generated from them. Llama UI draws the interface and handles interaction; each app owns its own state. + +## How it's laid out + +
    + +
    + +## Working in it + +- Run it with `npm run storybook` in `ui/apps/chat`. +- Pages that are mostly prose, like this one, are `.svx`: Markdown with Svelte components in it. `AGENTS.md` says how to write them. +- Where a guideline and a story disagree, the story is right: it's the real thing. diff --git a/ui/apps/chat/tests/stories/introduction/Principles.svelte b/ui/apps/chat/tests/stories/introduction/Principles.svelte new file mode 100644 index 000000000000..326b03a6ed94 --- /dev/null +++ b/ui/apps/chat/tests/stories/introduction/Principles.svelte @@ -0,0 +1,228 @@ + + + +
    +
    +
    +
    +
    + +
    + + + + + +
    +
    + +

    Personal, on hardware you already have

    + +

    Private by default, and open to everyone.

    +
    + +
    +
    +
    + Recommended + + Reads, sees and hears + + +
    +
    + +

    Simple by default

    + +

    Choices made for you to start; every setting when you want it.

    +
    + +
    +
    + + + Aa + + +
    + +

    Recognisable, easy to change

    + +

    The icon, the type, one accent. The rest is neutral.

    +
    + +
    +
    + +
    + +

    Function first

    + +

    Every element has a job and a reason for its size.

    +
    + +
    +
    + --neutral-900 + + + + --action-primary + + + + --button-primary-background +
    + +

    Design lives in code

    + +

    Change a primitive and the rest follows.

    +
    +
    + + diff --git a/ui/apps/chat/tests/stories/introduction/Products.svelte b/ui/apps/chat/tests/stories/introduction/Products.svelte new file mode 100644 index 000000000000..88827eb2f877 --- /dev/null +++ b/ui/apps/chat/tests/stories/introduction/Products.svelte @@ -0,0 +1,343 @@ + + + +
    +
    +
    + ggml-org/llama-brand + + The source +
    + +

    llama-brand

    + +

    The fonts, the logo and the brand files, generated by its own scripts.

    + +
    + {#each ['Llama Sans', 'Llama Mono', 'The icon', 'Lockups', 'App icons'] as tag (tag)} + {tag} + {/each} +
    +
    + + + + + +
    +
    + ggml-org/llama.cpp +
    + +

    llama.cpp

    + +
    +
    + The engine + + llama-server: models on your own machine, behind an API +
    + +
    + Llama UI → Llama Chat + + ui/lib/ui: the components. ui/apps/chat: the chat client the + server bundles +
    +
    +
    + + + +
    +
    + The native Llama apps +
    + +
    +

    Llama for Mac

    + + ggml-org/Llama-macOS + + A menu bar app, in Swift +
    + +
    +

    Llama for Windows

    + + ggml-org/Llama-Windows + + A tray app, in WinUI 3 and C#, ported from the Mac app +
    +
    +
    + + diff --git a/ui/apps/chat/tests/stories/introduction/Sections.svelte b/ui/apps/chat/tests/stories/introduction/Sections.svelte new file mode 100644 index 000000000000..568b5ac1950e --- /dev/null +++ b/ui/apps/chat/tests/stories/introduction/Sections.svelte @@ -0,0 +1,182 @@ + + + +
      + {#each sections as section (section.name)} +
    1. + + {#if section.icon} + + +
      +

      + {section.name} + + {#if section.here}You are here{/if} +

      + +

      {section.holds}

      + + {#if section.pages.length} +
        + {#each section.pages as page (page)} +
      • {page}
      • + {/each} +
      + {/if} +
      +
    2. + {/each} +
    + + diff --git a/ui/apps/chat/tests/stories/introduction/Stack.svelte b/ui/apps/chat/tests/stories/introduction/Stack.svelte new file mode 100644 index 000000000000..dc0564852488 --- /dev/null +++ b/ui/apps/chat/tests/stories/introduction/Stack.svelte @@ -0,0 +1,129 @@ + +
    +
    + 03 + +

    Llama Chat

    + +

    The app, built from Llama UI

    +
    + +
    +

    Other apps

    + +

    Yours, built on Llama UI

    +
    + +
    +

    Communications

    + +

    Posts, store screenshots, link previews and swag, made from the brand and the app

    +
    + +
    + 02 + +

    Llama UI

    + +

    The components and their tokens

    +
    + +
    + 01 + + +

    Llama Brand

    + +

    The icon, Llama Sans and Llama Mono, the colours

    +
    +
    + + diff --git a/ui/apps/chat/tests/stories/introduction/Uses.svelte b/ui/apps/chat/tests/stories/introduction/Uses.svelte new file mode 100644 index 000000000000..4c10841d7fe4 --- /dev/null +++ b/ui/apps/chat/tests/stories/introduction/Uses.svelte @@ -0,0 +1,80 @@ + + + +
    + {#each uses as use (use.name)} +
    + + + +

    {use.name}

    + +

    {use.line}

    +
    + {/each} +
    + + diff --git a/ui/apps/chat/tests/stories/mcp/McpCapabilitiesBadges.stories.svelte b/ui/apps/chat/tests/stories/mcp/McpCapabilitiesBadges.stories.svelte new file mode 100644 index 000000000000..695c680e1b05 --- /dev/null +++ b/ui/apps/chat/tests/stories/mcp/McpCapabilitiesBadges.stories.svelte @@ -0,0 +1,15 @@ + + + console.log('browse') }} name="Default" /> diff --git a/ui/apps/chat/tests/stories/mcp/McpConnectionLogs.stories.svelte b/ui/apps/chat/tests/stories/mcp/McpConnectionLogs.stories.svelte new file mode 100644 index 000000000000..289afe7435a3 --- /dev/null +++ b/ui/apps/chat/tests/stories/mcp/McpConnectionLogs.stories.svelte @@ -0,0 +1,18 @@ + + + diff --git a/ui/apps/chat/tests/stories/mcp/McpServerCard.stories.svelte b/ui/apps/chat/tests/stories/mcp/McpServerCard.stories.svelte new file mode 100644 index 000000000000..bd7c8b21861a --- /dev/null +++ b/ui/apps/chat/tests/stories/mcp/McpServerCard.stories.svelte @@ -0,0 +1,41 @@ + + + + + + + + + + + + + + + + + + + + + diff --git a/ui/apps/chat/tests/stories/mcp/fixtures.ts b/ui/apps/chat/tests/stories/mcp/fixtures.ts new file mode 100644 index 000000000000..06f39e137282 --- /dev/null +++ b/ui/apps/chat/tests/stories/mcp/fixtures.ts @@ -0,0 +1,109 @@ +import { + HealthCheckStatus, + MCPConnectionPhase, + MCPLogLevel, + MCPTransportType +} from '#lib/enums/index.ts'; +import { mcpStore } from '#lib/stores/index.ts'; +import type { + HealthCheckState, + MCPCapabilitiesInfo, + MCPConnectionLog, + MCPServerSettingsEntry +} from '#lib/types/index.ts'; + +const startedAt = new Date('2026-10-29T09:00:00Z'); +const log = ( + offsetMs: number, + phase: MCPConnectionPhase, + message: string, + level = MCPLogLevel.INFO +): MCPConnectionLog => ({ + level, + message, + phase, + timestamp: new Date(startedAt.getTime() + offsetMs) +}); + +export const connectionLogs: MCPConnectionLog[] = [ + log(0, MCPConnectionPhase.TRANSPORT_CREATING, 'Creating streamable HTTP transport'), + log(42, MCPConnectionPhase.TRANSPORT_READY, 'Transport ready'), + log(118, MCPConnectionPhase.INITIALIZING, 'Sending initialize request'), + log(204, MCPConnectionPhase.CAPABILITIES_EXCHANGED, 'Negotiated protocol 2025-06-18'), + log(266, MCPConnectionPhase.LISTING_TOOLS, 'Listing tools'), + log(301, MCPConnectionPhase.CONNECTED, 'Connected with 3 tools') +]; + +export const errorLogs: MCPConnectionLog[] = [ + log(0, MCPConnectionPhase.TRANSPORT_CREATING, 'Creating streamable HTTP transport'), + log(5_000, MCPConnectionPhase.ERROR, 'Request timed out after 5000 ms', MCPLogLevel.ERROR) +]; + +export const capabilities: MCPCapabilitiesInfo = { + client: { elicitation: { form: true }, roots: { listChanged: true }, sampling: true }, + server: { + completions: true, + logging: true, + prompts: { listChanged: true }, + resources: { listChanged: true, subscribe: true }, + tools: { listChanged: true } + } +}; + +const server = (id: string, name: string, enabled = true): MCPServerSettingsEntry => ({ + displayName: name, + enabled, + id, + url: `https://${id}.example.com/mcp` +}); + +export const servers = { + connected: server('docs', 'Docs search'), + connecting: server('files', 'Filesystem'), + disabled: server('weather', 'Weather', false), + error: server('tracker', 'Issue tracker') +}; + +const states: Record = { + [servers.connected.id]: { + capabilities, + connectionTimeMs: 301, + logs: connectionLogs, + protocolVersion: '2025-06-18', + serverInfo: { name: 'docs-search', version: '1.4.0' }, + status: HealthCheckStatus.SUCCESS, + tools: [ + { description: 'Full text search over the docs', name: 'search_docs' }, + { description: 'Fetch one page by path', name: 'get_page' }, + { description: 'List the table of contents', name: 'list_sections' } + ], + transportType: MCPTransportType.STREAMABLE_HTTP + }, + [servers.connecting.id]: { + logs: connectionLogs.slice(0, 3), + phase: MCPConnectionPhase.INITIALIZING, + status: HealthCheckStatus.CONNECTING + }, + [servers.error.id]: { + logs: errorLogs, + message: 'Request timed out after 5000 ms', + phase: MCPConnectionPhase.ERROR, + status: HealthCheckStatus.ERROR + } +}; + +// health states normally come from a live probe; the setter is private, so reach it directly +type HealthAccess = { + health: { clear: (id: string) => void; setState: (id: string, state: HealthCheckState) => void }; +}; + +/** Seeds one health state per fixture server; returns the cleanup. */ +export function seedServerHealth(): () => void { + const { health } = mcpStore as unknown as HealthAccess; + + for (const [id, state] of Object.entries(states)) health.setState(id, state); + + return () => { + for (const id of Object.keys(states)) health.clear(id); + }; +} diff --git a/ui/apps/chat/tests/stories/misc/CollapsibleSection.stories.svelte b/ui/apps/chat/tests/stories/misc/CollapsibleSection.stories.svelte new file mode 100644 index 000000000000..886612b62f2f --- /dev/null +++ b/ui/apps/chat/tests/stories/misc/CollapsibleSection.stories.svelte @@ -0,0 +1,37 @@ + + + + + {#each [true, false] as defaultOpen (defaultOpen)} + + + {#snippet trigger()} + Pinned + {/snippet} + +
      +
    • Explain quantization
    • + +
    • Rust borrow checker notes
    • + +
    • Trip plan for Lisbon
    • +
    +
    +
    + {/each} +
    +
    diff --git a/ui/apps/chat/tests/stories/misc/KeyboardShortcutInfo.stories.svelte b/ui/apps/chat/tests/stories/misc/KeyboardShortcutInfo.stories.svelte new file mode 100644 index 000000000000..c9c1dbb8bfd0 --- /dev/null +++ b/ui/apps/chat/tests/stories/misc/KeyboardShortcutInfo.stories.svelte @@ -0,0 +1,35 @@ + + + + + + + + + + + + + + + + + diff --git a/ui/apps/chat/tests/stories/a11y/ScrollCarousel.a11y.stories.svelte b/ui/apps/chat/tests/stories/misc/ScrollCarousel.a11y.stories.svelte similarity index 91% rename from ui/apps/chat/tests/stories/a11y/ScrollCarousel.a11y.stories.svelte rename to ui/apps/chat/tests/stories/misc/ScrollCarousel.a11y.stories.svelte index 0b91f1914702..12c777ccaaf5 100644 --- a/ui/apps/chat/tests/stories/a11y/ScrollCarousel.a11y.stories.svelte +++ b/ui/apps/chat/tests/stories/misc/ScrollCarousel.a11y.stories.svelte @@ -10,7 +10,7 @@ layout: 'centered' }, tags: ['!dev'], - title: 'Components/ScrollCarousel/Accessibility' + title: 'Llama Chat/Misc/ScrollCarousel/Accessibility' }); @@ -36,9 +36,9 @@ -
    +
    -
    +
    diff --git a/ui/apps/chat/tests/stories/misc/ScrollCarousel.stories.svelte b/ui/apps/chat/tests/stories/misc/ScrollCarousel.stories.svelte new file mode 100644 index 000000000000..856800ecb113 --- /dev/null +++ b/ui/apps/chat/tests/stories/misc/ScrollCarousel.stories.svelte @@ -0,0 +1,36 @@ + + + + + {#each [ScrollCarouselVariant.TOP, ScrollCarouselVariant.CENTER] as variant (variant)} + + + {#each items as item (item)} +
    + {item} +
    + {/each} +
    +
    + {/each} +
    +
    diff --git a/ui/apps/chat/tests/stories/misc/TruncatedText.stories.svelte b/ui/apps/chat/tests/stories/misc/TruncatedText.stories.svelte new file mode 100644 index 000000000000..119dbb57c5c9 --- /dev/null +++ b/ui/apps/chat/tests/stories/misc/TruncatedText.stories.svelte @@ -0,0 +1,31 @@ + + + + + +
    + +
    +
    + + +
    + +
    +
    +
    +
    diff --git a/ui/apps/chat/tests/stories/a11y/ModelsManager.a11y.stories.svelte b/ui/apps/chat/tests/stories/models/ModelsManager.a11y.stories.svelte similarity index 95% rename from ui/apps/chat/tests/stories/a11y/ModelsManager.a11y.stories.svelte rename to ui/apps/chat/tests/stories/models/ModelsManager.a11y.stories.svelte index d5b116de9201..af9fc9b041e3 100644 --- a/ui/apps/chat/tests/stories/a11y/ModelsManager.a11y.stories.svelte +++ b/ui/apps/chat/tests/stories/models/ModelsManager.a11y.stories.svelte @@ -10,7 +10,7 @@ layout: 'centered' }, tags: ['!dev'], - title: 'Components/ModelsManager/Accessibility' + title: 'Llama Chat/Models/ModelsManager/Accessibility' }); const option: ModelOption = { diff --git a/ui/apps/chat/tests/stories/ModelsManager.stories.svelte b/ui/apps/chat/tests/stories/models/ModelsManager.stories.svelte similarity index 82% rename from ui/apps/chat/tests/stories/ModelsManager.stories.svelte rename to ui/apps/chat/tests/stories/models/ModelsManager.stories.svelte index 4f09345f0b12..c030f36094d7 100644 --- a/ui/apps/chat/tests/stories/ModelsManager.stories.svelte +++ b/ui/apps/chat/tests/stories/models/ModelsManager.stories.svelte @@ -14,7 +14,7 @@ parameters: { layout: 'fullscreen' }, - title: 'Components/ModelsManager' + title: 'Llama Chat/Models/ModelsManager' }); const option = (model: string, name: string, contextLength?: number): ModelOption => ({ @@ -71,7 +71,7 @@ const isFavorite = (picked: ModelOption) => modelsStore.favoriteModelIds.has(picked.model); - +
    - - -
    - (selectedId = picked.id)} - {selectedId} - /> -
    -
    - - -
    - (selectedId = picked.id)} - {selectedId} - /> -
    -
    diff --git a/ui/apps/chat/tests/stories/models/ModelsSelector.stories.svelte b/ui/apps/chat/tests/stories/models/ModelsSelector.stories.svelte new file mode 100644 index 000000000000..3aa5c6045df4 --- /dev/null +++ b/ui/apps/chat/tests/stories/models/ModelsSelector.stories.svelte @@ -0,0 +1,98 @@ + + + + + +
    + +
    +
    diff --git a/ui/apps/chat/tests/stories/SidebarNavigation.stories.svelte b/ui/apps/chat/tests/stories/navigation/SidebarNavigation.stories.svelte similarity index 58% rename from ui/apps/chat/tests/stories/SidebarNavigation.stories.svelte rename to ui/apps/chat/tests/stories/navigation/SidebarNavigation.stories.svelte index a759fe16b81d..8c4f05ca8098 100644 --- a/ui/apps/chat/tests/stories/SidebarNavigation.stories.svelte +++ b/ui/apps/chat/tests/stories/navigation/SidebarNavigation.stories.svelte @@ -1,16 +1,14 @@ @@ -67,46 +65,3 @@
    - - { - const { conversationsStore } = await import('#lib/stores/conversations/index.svelte.ts'); - - waitFor(() => - setTimeout(() => { - conversationsStore.conversations = mockConversations; - }, 0) - ); - - // Expand sidebar first, then click Search in the expanded button list - const logoTrigger = screen.getByRole('button', { name: /expand navigation/i }); - - await userEvent.click(logoTrigger); - const searchTrigger = screen.getByText('Search'); - - await userEvent.click(searchTrigger); - - await expect(await screen.findByRole('combobox')).toHaveFocus(); - }} -> -
    - -
    -
    - - { - // Mock empty conversations store - const { conversationsStore } = await import('#lib/stores/conversations/index.svelte.ts'); - - conversationsStore.conversations = []; - }} -> -
    - -
    -
    diff --git a/ui/apps/chat/tests/stories/a11y/SidebarNavigationConversationItem.a11y.stories.svelte b/ui/apps/chat/tests/stories/navigation/SidebarNavigationConversationItem.a11y.stories.svelte similarity index 92% rename from ui/apps/chat/tests/stories/a11y/SidebarNavigationConversationItem.a11y.stories.svelte rename to ui/apps/chat/tests/stories/navigation/SidebarNavigationConversationItem.a11y.stories.svelte index b607b4ff014a..349013fced1b 100644 --- a/ui/apps/chat/tests/stories/a11y/SidebarNavigationConversationItem.a11y.stories.svelte +++ b/ui/apps/chat/tests/stories/navigation/SidebarNavigationConversationItem.a11y.stories.svelte @@ -17,7 +17,7 @@ layout: 'centered' }, tags: ['!dev'], - title: 'Components/SidebarNavigationConversationItem/Accessibility' + title: 'Llama Chat/Navigation/SidebarNavigationConversationItem/Accessibility' }); diff --git a/ui/apps/chat/tests/stories/pace.ts b/ui/apps/chat/tests/stories/pace.ts new file mode 100644 index 000000000000..c042f4d51abc --- /dev/null +++ b/ui/apps/chat/tests/stories/pace.ts @@ -0,0 +1,37 @@ +import { userEvent } from 'storybook/test'; + +/** Toolbar values of the `interactionPace` global, see .storybook/preview.ts. */ +export enum InteractionPace { + HUMAN = 'human', + INSTANT = 'instant' +} + +export interface Pace { + /** Delay between streamed reply chunks of a fake server. */ + streamChunkMs: number; + /** Waits before the next action, as if reading the screen first. */ + pause: (ms?: number) => Promise; + /** A user-event instance that types key by key at the chosen pace. */ + user: ReturnType; +} + +// the test runner drives a Playwright browser, which always plays stories at full speed +const isTestRun = typeof navigator !== 'undefined' && navigator.webdriver; +const HUMAN = { beforeActionMs: 900, streamChunkMs: 110, typingMs: 55 }; +const INSTANT = { beforeActionMs: 0, streamChunkMs: 30, typingMs: 0 }; + +/** + * Pace for a story's `beforeEach` or `play`: human in the Storybook UI (unless the + * toolbar says instant), instant in the test suite. + */ +export function getPace(context: { globals?: Record }): Pace { + const human = !isTestRun && context.globals?.interactionPace !== InteractionPace.INSTANT; + const timings = human ? HUMAN : INSTANT; + + return { + pause: (ms = timings.beforeActionMs) => + ms > 0 ? new Promise((resolve) => setTimeout(resolve, ms)) : Promise.resolve(), + streamChunkMs: timings.streamChunkMs, + user: userEvent.setup({ delay: timings.typingMs }) + }; +} diff --git a/ui/apps/chat/tests/stories/pwa/PwaRefreshAlert.stories.svelte b/ui/apps/chat/tests/stories/pwa/PwaRefreshAlert.stories.svelte new file mode 100644 index 000000000000..85d574104476 --- /dev/null +++ b/ui/apps/chat/tests/stories/pwa/PwaRefreshAlert.stories.svelte @@ -0,0 +1,31 @@ + + + console.log('reload') }} + name="Default" + play={async ({ canvas }) => { + const title = canvas.getByText('Update available'); + + await expect(title).toBeInTheDocument(); + + const description = canvas.getByText(/A new version is available/); + + await expect(description).toBeInTheDocument(); + + const button = canvas.getByRole('button', { name: 'Reload' }); + + await expect(button).toBeInTheDocument(); + }} +/> diff --git a/ui/apps/chat/tests/stories/servers/ServerSplash.stories.svelte b/ui/apps/chat/tests/stories/servers/ServerSplash.stories.svelte new file mode 100644 index 000000000000..6b34ae95213b --- /dev/null +++ b/ui/apps/chat/tests/stories/servers/ServerSplash.stories.svelte @@ -0,0 +1,31 @@ + + + + + + + + + + console.log('retry')} + /> + + + diff --git a/ui/apps/chat/tests/stories/settings/DialogSettingsChat.stories.svelte b/ui/apps/chat/tests/stories/settings/DialogSettingsChat.stories.svelte new file mode 100644 index 000000000000..eac7c7410a6b --- /dev/null +++ b/ui/apps/chat/tests/stories/settings/DialogSettingsChat.stories.svelte @@ -0,0 +1,26 @@ + + + + + + diff --git a/ui/apps/chat/tests/stories/settings/SettingsNavigation.stories.svelte b/ui/apps/chat/tests/stories/settings/SettingsNavigation.stories.svelte new file mode 100644 index 000000000000..0aa3d97272f7 --- /dev/null +++ b/ui/apps/chat/tests/stories/settings/SettingsNavigation.stories.svelte @@ -0,0 +1,34 @@ + + + + + + + + + + + diff --git a/ui/apps/chat/tests/stories/settings/SettingsSections.stories.svelte b/ui/apps/chat/tests/stories/settings/SettingsSections.stories.svelte new file mode 100644 index 000000000000..24b2c5c13b9b --- /dev/null +++ b/ui/apps/chat/tests/stories/settings/SettingsSections.stories.svelte @@ -0,0 +1,34 @@ + + + + + + + + + + + + + + + diff --git a/ui/apps/chat/tests/stories/svx.d.ts b/ui/apps/chat/tests/stories/svx.d.ts new file mode 100644 index 000000000000..88dce604475c --- /dev/null +++ b/ui/apps/chat/tests/stories/svx.d.ts @@ -0,0 +1,6 @@ +// .svx pages (mdsvex) import as Svelte components +declare module '*.svx' { + import type { Component } from 'svelte'; + const page: Component; + export default page; +} diff --git a/ui/apps/chat/vite.config.ts b/ui/apps/chat/vite.config.ts index 7f24f5963876..cf88572a9c2f 100644 --- a/ui/apps/chat/vite.config.ts +++ b/ui/apps/chat/vite.config.ts @@ -129,6 +129,8 @@ export default defineConfig(({ mode }) => { ], test: { browser: { ...browserBaseConfig, instances: [{ browser: 'chromium', headless: true }] }, + // Llama UI's stories, shown in this Storybook too, are tested by the library itself (ui/lib/ui) + exclude: ['../../lib/ui/tests/**'], name: 'ui' } } diff --git a/ui/lib/ui/.gitignore b/ui/lib/ui/.gitignore index cd8a373ca9d6..1409f221aac9 100644 --- a/ui/lib/ui/.gitignore +++ b/ui/lib/ui/.gitignore @@ -24,3 +24,5 @@ vite.config.js.timestamp-* vite.config.ts.timestamp-* .vitest/ +*storybook.log +storybook-static diff --git a/ui/lib/ui/.storybook/color-scheme.ts b/ui/lib/ui/.storybook/color-scheme.ts new file mode 100644 index 000000000000..3b5feab66f74 --- /dev/null +++ b/ui/lib/ui/.storybook/color-scheme.ts @@ -0,0 +1,12 @@ +/** + * Sets the `dark` class from the saved mode-watcher mode, or the system preference + * when there is none. Docs pages render no story, so preview.ts calls this too. + */ +export function applyColorScheme() { + const mode = localStorage.getItem('mode-watcher-mode') || 'system'; + const isDark = + mode === 'dark' || + (mode === 'system' && window.matchMedia('(prefers-color-scheme: dark)').matches); + + document.documentElement.classList.toggle('dark', isDark); +} diff --git a/ui/lib/ui/.storybook/decorators/ModeWatcherDecorator.svelte b/ui/lib/ui/.storybook/decorators/ModeWatcherDecorator.svelte new file mode 100644 index 000000000000..a20701dd6a20 --- /dev/null +++ b/ui/lib/ui/.storybook/decorators/ModeWatcherDecorator.svelte @@ -0,0 +1,26 @@ + + +{#if !forced}{/if} + +{#if children} + {@const Component = children} + + +{/if} diff --git a/ui/lib/ui/.storybook/decorators/TooltipProviderDecorator.svelte b/ui/lib/ui/.storybook/decorators/TooltipProviderDecorator.svelte new file mode 100644 index 000000000000..ba0cabc56185 --- /dev/null +++ b/ui/lib/ui/.storybook/decorators/TooltipProviderDecorator.svelte @@ -0,0 +1,13 @@ + + + + {@render children()} + diff --git a/ui/lib/ui/.storybook/docs.css b/ui/lib/ui/.storybook/docs.css new file mode 100644 index 000000000000..4a2f1facc078 --- /dev/null +++ b/ui/lib/ui/.storybook/docs.css @@ -0,0 +1,91 @@ +@reference '../src/app.css'; + +/* + * MDX pages that wrap their content in
    drop + * Storybook's docs theme and take colours, font and type roles from the design system. + */ +.sbdocs-wrapper:has(.ds-docs) { + background: var(--surface-page); +} + +.ds-docs { + @apply mx-auto max-w-3xl font-sans text-body text-fg-default; + + & :where(h1) { + @apply mb-4 text-heading; + } + + & :where(h2) { + @apply mt-10 mb-3 border-b border-line-default pb-2 text-title; + } + + & :where(h3) { + @apply mt-6 mb-2 text-body font-semibold; + } + + & :where(h4, h5, h6) { + @apply mt-4 mb-2 text-label; + } + + & :where(p, ul, ol, blockquote, table, pre) { + @apply my-3; + } + + & :where(ul) { + @apply list-disc pl-6; + } + + & :where(ol) { + @apply list-decimal pl-6; + } + + & :where(li) { + @apply my-1; + } + + & :where(strong) { + @apply font-semibold; + } + + & :where(a) { + @apply underline underline-offset-2 hover:text-fg-muted; + } + + & :where(blockquote) { + @apply border-l-2 border-line-default pl-4 text-fg-muted; + } + + /* a note that stands out from the running text: a quiet panel with the accent on its edge */ + & :where(.callout) { + @apply my-6 rounded-panel border-l-2 border-(--art-cinder) bg-surface-muted px-5 py-4; + + & > :where(p) { + @apply my-0; + } + } + + & :where(hr) { + @apply my-8 border-line-default; + } + + /* inline code only, with a selector that outranks the code the Markdown block renders */ + & :not(pre) > code { + @apply rounded-control border-0 bg-surface-code px-1 py-0.5 font-mono text-[0.875em] text-(--fg-code); + } + + & :where(pre) { + @apply overflow-x-auto rounded-panel bg-surface-code p-4 text-body-sm; + } + + & :where(table) { + @apply w-full border-collapse text-body-sm; + } + + & :where(th, td) { + @apply border-b border-line-default px-3 py-2 text-left align-top; + } + + & :where(th) { + @apply text-label; + } +} diff --git a/ui/lib/ui/.storybook/main.ts b/ui/lib/ui/.storybook/main.ts new file mode 100644 index 000000000000..b02ecc5d5a62 --- /dev/null +++ b/ui/lib/ui/.storybook/main.ts @@ -0,0 +1,25 @@ +import type { StorybookConfig } from '@storybook/sveltekit'; +import { dirname, resolve } from 'path'; +import { fileURLToPath } from 'url'; + +const __dirname = dirname(fileURLToPath(import.meta.url)); + +const config: StorybookConfig = { + stories: ['../tests/stories/**/*.mdx', '../tests/stories/**/*.stories.@(js|ts|svelte)'], + addons: [ + '@storybook/addon-svelte-csf', + '@chromatic-com/storybook', + '@storybook/addon-vitest', + '@storybook/addon-a11y', + '@storybook/addon-docs', + '@storybook/addon-mcp' + ], + framework: '@storybook/sveltekit', + viteFinal: async (config) => { + config.server = config.server || {}; + config.server.fs = config.server.fs || {}; + config.server.fs.allow = [...(config.server.fs.allow || []), resolve(__dirname, '../tests')]; + return config; + } +}; +export default config; diff --git a/ui/lib/ui/.storybook/preview.ts b/ui/lib/ui/.storybook/preview.ts new file mode 100644 index 000000000000..9994a5554ebd --- /dev/null +++ b/ui/lib/ui/.storybook/preview.ts @@ -0,0 +1,92 @@ +import type { Preview } from '@storybook/sveltekit'; +import '../src/app.css'; +import './docs.css'; +import { applyColorScheme } from './color-scheme'; +import ModeWatcherDecorator from './decorators/ModeWatcherDecorator.svelte'; +import TooltipProviderDecorator from './decorators/TooltipProviderDecorator.svelte'; + +applyColorScheme(); +window.matchMedia('(prefers-color-scheme: dark)').addEventListener('change', applyColorScheme); + +const preview: Preview = { + parameters: { + controls: { + matchers: { + color: /(background|color)$/i, + date: /Date$/i + } + }, + + backgrounds: { + disabled: true + }, + + options: { + // the package's own sections, in the order Llama Chat's Storybook (ui/apps/chat) shows them under Llama UI: + // the foundations, the base components, the app components, then the Model UI and the mockups + storySort: { + order: [ + 'Introduction', + 'Llama UI', + [ + 'Foundations', + ['Colors', 'Typography', 'Sizing', 'Shapes', 'Elevation', 'Surfaces'], + 'Components', + ['Actions', 'Forms', 'Display', 'Overlays', 'Navigation'], + 'App components', + 'Models', + 'Mockups' + ] + ] + } + }, + + a11y: { + // 'todo' - show a11y violations in the test UI only + // 'error' - fail CI on a11y violations + // 'off' - skip a11y checks entirely + test: 'todo' + } + }, + globalTypes: { + // the light surface theme: Paper (white panels on a grey page) or Matte (grey glass on white) + surface: { + description: 'Light surface theme', + toolbar: { + dynamicTitle: true, + icon: 'paintbrush', + items: [ + { title: 'Paper', value: 'paper' }, + { title: 'Matte', value: 'matte' } + ], + title: 'Surface' + } + } + }, + initialGlobals: { + surface: 'paper' + }, + decorators: [ + (story, context) => { + document.documentElement.classList.toggle('theme-matte', context.globals.surface === 'matte'); + + return story(); + }, + // `parameters.colorScheme` fixes a story to light or dark, whatever the viewer chose (a scene in a store screenshot) + (story, context) => ({ + Component: ModeWatcherDecorator, + props: { + children: story, + forced: context.parameters.colorScheme + } + }), + (story) => ({ + Component: TooltipProviderDecorator, + props: { + children: story + } + }) + ] +}; + +export default preview; diff --git a/ui/lib/ui/README.md b/ui/lib/ui/README.md index 7aee651c7f10..2c701d8a6331 100644 --- a/ui/lib/ui/README.md +++ b/ui/lib/ui/README.md @@ -67,7 +67,9 @@ shows in the app at once and the app keeps no copy of a component or a token. Fo ## Development -- `npm run dev`: a small SvelteKit check page (`src/routes`) +- `npm run storybook`: the package's Storybook, with a story for everything it holds; the stories run as tests in + `npm test`, and Llama Chat's Storybook (in `ui/apps/chat`) shows them under Llama UI +- `npm run dev`: Storybook and a small SvelteKit check page (`src/routes`) - `npm run check`: svelte-check - `npm run prepack`: build the library into `dist/` and run publint - `node scripts/npm-version-check.mjs`: what the release workflow would make of this folder, against the real registry diff --git a/ui/lib/ui/package-lock.json b/ui/lib/ui/package-lock.json index 1a88b0fa603f..e202661ec2aa 100644 --- a/ui/lib/ui/package-lock.json +++ b/ui/lib/ui/package-lock.json @@ -20,6 +20,13 @@ "vaul-svelte": "1.0.0-next.7" }, "devDependencies": { + "@chromatic-com/storybook": "^5.5.1", + "@storybook/addon-a11y": "^10.6.2", + "@storybook/addon-docs": "^10.6.2", + "@storybook/addon-mcp": "10.6.2", + "@storybook/addon-svelte-csf": "^5.1.5", + "@storybook/addon-vitest": "^10.6.2", + "@storybook/sveltekit": "^10.6.2", "@sveltejs/adapter-auto": "^8.0.0", "@sveltejs/kit": "^3.0.0", "@sveltejs/package": "^2.5.8", @@ -28,9 +35,11 @@ "@types/node": "^24", "@vitest/browser-playwright": "5.0.5", "@vitest/coverage-v8": "5.0.5", + "mdsvex": "0.12.7", "mode-watcher": "^1.1.0", "playwright": "^1.60.0", "publint": "^0.3.21", + "storybook": "^10.6.2", "svelte": "^5.57.1", "svelte-check": "^4.6.0", "tailwindcss": "^4.3.3", @@ -48,6 +57,13 @@ "tw-animate-css": "^1.4.0" } }, + "node_modules/@adobe/css-tools": { + "version": "4.5.0", + "resolved": "https://registry.npmjs.org/@adobe/css-tools/-/css-tools-4.5.0.tgz", + "integrity": "sha512-6OzddxPio9UiWTCemp4N8cYLV2ZN1ncRnV1cVGtve7dhPOtRkleRyx32GQCYSwDYgaHU3USMm84tNsvKzRCa1Q==", + "dev": true, + "license": "MIT" + }, "node_modules/@babel/code-frame": { "version": "7.29.7", "resolved": "https://registry.npmjs.org/@babel/code-frame/-/code-frame-7.29.7.tgz", @@ -140,124 +156,1362 @@ "dev": true, "license": "MIT" }, - "node_modules/@floating-ui/core": { - "version": "1.8.0", - "resolved": "https://registry.npmjs.org/@floating-ui/core/-/core-1.8.0.tgz", - "integrity": "sha512-0CIZ5itps/8x7BG8dEIhs53BvCUH2PCoogtakwRTut+Arm58sJooJ0AuZhLw2HJYIR5cMLNPBSS728sPho2khQ==", + "node_modules/@chromatic-com/storybook": { + "version": "5.5.1", + "resolved": "https://registry.npmjs.org/@chromatic-com/storybook/-/storybook-5.5.1.tgz", + "integrity": "sha512-DOtUEBIJHmqsOWg+Hi1t5m5FTNlyzL0NpZUwQob+ex30nDvL4p+MrYctmvEqH/QT72mf9mLXbz3Uj8aoWD2OYA==", + "dev": true, "license": "MIT", "dependencies": { - "@floating-ui/utils": "^0.2.12" + "@neoconfetti/react": "^1.0.0", + "chromatic": "^18.0.1", + "jsonfile": "^6.1.0", + "strip-ansi": "^7.1.0" + }, + "engines": { + "node": ">=20.0.0", + "yarn": ">=1.22.18" + }, + "peerDependencies": { + "storybook": "^0.0.0-0 || ^10.1.0 || ^10.1.0-0 || ^10.2.0-0 || ^10.3.0-0 || ^10.4.0-0 || ^10.5.0-0 || ^10.6.0-0 || ^11.0.0-0" } }, - "node_modules/@floating-ui/dom": { - "version": "1.8.0", - "resolved": "https://registry.npmjs.org/@floating-ui/dom/-/dom-1.8.0.tgz", - "integrity": "sha512-yXSrzeHZBTZadLOlfyhCkJHNeLJnHRnRInwdZ40L7ZiaAtrBwoYlsDrX3v5zB1Utk7CLfzcOVnVVWoXEky7Ceg==", + "node_modules/@emnapi/core": { + "version": "1.9.2", + "resolved": "https://registry.npmjs.org/@emnapi/core/-/core-1.9.2.tgz", + "integrity": "sha512-UC+ZhH3XtczQYfOlu3lNEkdW/p4dsJ1r/bP7H8+rhao3TTTMO1ATq/4DdIi23XuGoFY+Cz0JmCbdVl0hz9jZcA==", + "dev": true, "license": "MIT", + "optional": true, "dependencies": { - "@floating-ui/core": "^1.8.0", - "@floating-ui/utils": "^0.2.12" + "@emnapi/wasi-threads": "1.2.1", + "tslib": "^2.4.0" } }, - "node_modules/@floating-ui/utils": { - "version": "0.2.12", - "resolved": "https://registry.npmjs.org/@floating-ui/utils/-/utils-0.2.12.tgz", - "integrity": "sha512-HpCo8tmWzLVad5s2d19EhAz5zqrrQ6s69qd6moPMQvkOuSwDT1YgRfWSVuc4ennqrgv3OHppiOGMQ7oC13yIww==", - "license": "MIT" - }, - "node_modules/@ggml-org/llama-brand": { - "version": "0.1.0", - "resolved": "https://codeload.github.com/ggml-org/llama-brand/tar.gz/f05540643c1ca2a18d732ed6491c839686da9a3a", - "integrity": "sha512-kRDXUIUdfcDt7w4hh3JrFTpqxf2i7R0PHVLGnwUdr4L8EMqE32mEECoXUz1uoUlFaQ+h6QaVHvJWS5y98AoaYA==", - "license": "CC-BY-NC-4.0" - }, - "node_modules/@internationalized/date": { - "version": "3.12.4", - "resolved": "https://registry.npmjs.org/@internationalized/date/-/date-3.12.4.tgz", - "integrity": "sha512-M1dEn4c1U1HsSlaVR8upZtSqvXrTkHDfv18H01uCSJyjVLDxnBR38v/fMxecmlwXKR4i9HeZcmgQAPE6A+aGJQ==", - "license": "Apache-2.0", + "node_modules/@emnapi/runtime": { + "version": "1.9.2", + "resolved": "https://registry.npmjs.org/@emnapi/runtime/-/runtime-1.9.2.tgz", + "integrity": "sha512-3U4+MIWHImeyu1wnmVygh5WlgfYDtyf0k8AbLhMFxOipihf6nrWC4syIm/SwEeec0mNSafiiNnMJwbza/Is6Lw==", + "dev": true, + "license": "MIT", + "optional": true, "dependencies": { - "@swc/helpers": "^0.5.0" + "tslib": "^2.4.0" } }, - "node_modules/@jridgewell/gen-mapping": { - "version": "0.3.13", - "resolved": "https://registry.npmjs.org/@jridgewell/gen-mapping/-/gen-mapping-0.3.13.tgz", - "integrity": "sha512-2kkt/7niJ6MgEPxF0bYdQ6etZaA+fQvDcLKckhy1yIQOzaoKjBBjSj63/aLVjYE3qhRt5dvM+uUyfCg6UKCBbA==", + "node_modules/@emnapi/wasi-threads": { + "version": "1.2.1", + "resolved": "https://registry.npmjs.org/@emnapi/wasi-threads/-/wasi-threads-1.2.1.tgz", + "integrity": "sha512-uTII7OYF+/Mes/MrcIOYp5yOtSMLBWSIoLPpcgwipoiKbli6k322tcoFsxoIIxPDqW01SQGAgko4EzZi2BNv2w==", "dev": true, "license": "MIT", + "optional": true, "dependencies": { - "@jridgewell/sourcemap-codec": "^1.5.0", - "@jridgewell/trace-mapping": "^0.3.24" + "tslib": "^2.4.0" } }, - "node_modules/@jridgewell/remapping": { - "version": "2.3.5", - "resolved": "https://registry.npmjs.org/@jridgewell/remapping/-/remapping-2.3.5.tgz", - "integrity": "sha512-LI9u/+laYG4Ds1TDKSJW2YPrIlcVYOwi2fUC6xB43lueCjgxV4lffOCZCtYFiH6TNOX+tQKXx97T4IKHbhyHEQ==", + "node_modules/@esbuild/aix-ppc64": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/aix-ppc64/-/aix-ppc64-0.28.2.tgz", + "integrity": "sha512-XExcO+dvLKvVtNTibSTBej1NCAbaGhWn9Ww1ZPx80qsahhPFe/8jgWP0IchNe0F3HwkU7n8ejhH8bjonqht8mQ==", + "cpu": [ + "ppc64" + ], "dev": true, "license": "MIT", - "dependencies": { - "@jridgewell/gen-mapping": "^0.3.5", - "@jridgewell/trace-mapping": "^0.3.24" + "optional": true, + "os": [ + "aix" + ], + "engines": { + "node": ">=18" } }, - "node_modules/@jridgewell/resolve-uri": { - "version": "3.1.2", - "resolved": "https://registry.npmjs.org/@jridgewell/resolve-uri/-/resolve-uri-3.1.2.tgz", - "integrity": "sha512-bRISgCIjP20/tbWSPWMEi54QVPRZExkuD9lJL+UIxUKtwVJA8wW1Trb1jMs1RFXo1CBTNZ/5hpC9QvmKWdopKw==", + "node_modules/@esbuild/android-arm": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/android-arm/-/android-arm-0.28.2.tgz", + "integrity": "sha512-kXXoiPVVGQcnIYGOeaovwOURpniDBpSq4A03qkQ+BMQqtGG6HYap3xne9C1O1yo4TR3qxlCX5IqqmX6fFo2Lqg==", + "cpu": [ + "arm" + ], "dev": true, "license": "MIT", + "optional": true, + "os": [ + "android" + ], "engines": { - "node": ">=6.0.0" + "node": ">=18" } }, - "node_modules/@jridgewell/sourcemap-codec": { - "version": "1.6.0", - "resolved": "https://registry.npmjs.org/@jridgewell/sourcemap-codec/-/sourcemap-codec-1.6.0.tgz", - "integrity": "sha512-T7jf+5zgsZHwNJ4lvQ7/aezbyk0nNX+zJVWpmHA7VYsEx7a7qr5Rg5IbtJFqkgze5Y2sruq1RUY8Q837Od7iFw==", + "node_modules/@esbuild/android-arm64": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/android-arm64/-/android-arm64-0.28.2.tgz", + "integrity": "sha512-5YfKeeI8qWfBZIX+u2xZC3Zlb3Os/gLS2sbEKM+I4ZOcsWmHS2WLysCcQZDAFRslDUU5Oiq44gf6PYN1vGwG5A==", + "cpu": [ + "arm64" + ], "dev": true, - "license": "MIT" + "license": "MIT", + "optional": true, + "os": [ + "android" + ], + "engines": { + "node": ">=18" + } }, - "node_modules/@jridgewell/trace-mapping": { - "version": "0.3.31", - "resolved": "https://registry.npmjs.org/@jridgewell/trace-mapping/-/trace-mapping-0.3.31.tgz", - "integrity": "sha512-zzNR+SdQSDJzc8joaeP8QQoCQr8NuYx2dIIytl1QeBEZHJ9uW6hebsrYgbz8hJwUQao3TWCMtmfV8Nu1twOLAw==", + "node_modules/@esbuild/android-x64": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/android-x64/-/android-x64-0.28.2.tgz", + "integrity": "sha512-O387ite7SzUyCcy3JQX4P4bLtEA7bLLkx+esve5JHnyYfNTxcVpXZo9jhdB0lTKN44gztELTdU7nS8Nr16Fs1Q==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "android" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/darwin-arm64": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/darwin-arm64/-/darwin-arm64-0.28.2.tgz", + "integrity": "sha512-n4KqkOQrraxHJcgjM1RvwbigfQKIKJVpM7xp+KsxiyUSrRdIXnt73VhrPAx0fV44hgfmIVKjxMN9J1t5jySVkw==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/darwin-x64": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/darwin-x64/-/darwin-x64-0.28.2.tgz", + "integrity": "sha512-uq6suIWYP37qzGddBKPw5QEQPi6HiLGsO7UmkpfyaYNQ3D+rN6w6WfwH+nuqcGXWvawGwxOEroO4YGnFh95azw==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/freebsd-arm64": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/freebsd-arm64/-/freebsd-arm64-0.28.2.tgz", + "integrity": "sha512-n+I0BTSRIoy+d6RPKnEVwql5UwBJolytvY4mAOIEJorKlqgPII8ix6slVVrfZ5Tnj7glIZvloylbB/EJPMWEXw==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "freebsd" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/freebsd-x64": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/freebsd-x64/-/freebsd-x64-0.28.2.tgz", + "integrity": "sha512-78XJTJkvPs0kz2w61301PJjXl4g7q3JqiYMZ/M/yVI73EHBrCRTgkhu9oqG7vPqq+a/yadEW8aD+agKlk5xrmg==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "freebsd" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/linux-arm": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/linux-arm/-/linux-arm-0.28.2.tgz", + "integrity": "sha512-XlDnu2q5yoqems+xay6wSAcg9DDD7K9RLKZEBOMZm3ckNpJBvOX20tSfby8KfrrhINDyv9V2YVZKY/SpoGJI8w==", + "cpu": [ + "arm" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/linux-arm64": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/linux-arm64/-/linux-arm64-0.28.2.tgz", + "integrity": "sha512-pW4AC0P3it8c7do9MVM4p51FzHzdM/TZrerurgRcHJ2WTa1VQ1CIq18xncfpBJw4ojkiZZrKW2yIBWBP92j6Ug==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/linux-ia32": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/linux-ia32/-/linux-ia32-0.28.2.tgz", + "integrity": "sha512-CYbnj78HsIeA+DhgUKgFCfvNsTHFhMMrinUrMZpDXJXKN8T3XViTZ/+wtHeVxEWY8ewSzTFN+nRmSwO2tZaLUQ==", + "cpu": [ + "ia32" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/linux-loong64": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/linux-loong64/-/linux-loong64-0.28.2.tgz", + "integrity": "sha512-buwkd8nsph4R+ajRvw0qM5Hja/TXQow3ptzWO2EbG/cqcIkHloRrdlBtQlshyYGTNFvfkfJ5tpPLVkY4DtsPfQ==", + "cpu": [ + "loong64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/linux-mips64el": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/linux-mips64el/-/linux-mips64el-0.28.2.tgz", + "integrity": "sha512-ZVykbDyk7519VwiNb9Lcj9m8XM6v5V9uKPvrEMkkEedVewf+0itkhahp4HDpgERXhwLRpWFypsGbG/J8s0QjJA==", + "cpu": [ + "mips64el" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/linux-ppc64": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/linux-ppc64/-/linux-ppc64-0.28.2.tgz", + "integrity": "sha512-CAXl+Dtd9UUuJd8pKKdwh6MLm3MUMiqMPmhZ3tTSXPqfyQ3vDl6R5hZdZ/kYojK4ofXtdfSv1tFq8XzWx3heNQ==", + "cpu": [ + "ppc64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/linux-riscv64": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/linux-riscv64/-/linux-riscv64-0.28.2.tgz", + "integrity": "sha512-GeXCej4IQtU1B+QlDV8W/RRvbzI3O/Stss+/bCXv4lZls5WGRtu2a+3JkA3i4qIUlMXpcHebWpF8AkJhATowuA==", + "cpu": [ + "riscv64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/linux-s390x": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/linux-s390x/-/linux-s390x-0.28.2.tgz", + "integrity": "sha512-3H1weTYZPxt/WOhByszQZybS9w5lKzUn1FDMsgEChbHWQwHYQQRfBxgCcZvPhjHfKyJjIievvMmEUawJrdY9Dg==", + "cpu": [ + "s390x" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/linux-x64": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/linux-x64/-/linux-x64-0.28.2.tgz", + "integrity": "sha512-4xTZr1FUmSoQW4XIWmit3tzQrUTZM+N3P0XV8xROKYF50XfI7xeO90+1bZvNwxIufQ9hDQVRJH5YhgPVF8A/HQ==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/netbsd-arm64": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/netbsd-arm64/-/netbsd-arm64-0.28.2.tgz", + "integrity": "sha512-sSATRjPeDBg3pdgHoQfoYBob11Kk1FGa9lui5RIHZCoCkJa9QKlvl3/vKz2usCmYYjs7ymJR/2Nnsqe+Hjt5nw==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "netbsd" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/netbsd-x64": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/netbsd-x64/-/netbsd-x64-0.28.2.tgz", + "integrity": "sha512-lqnzCV+mM0gIADaKihiCg6ifgfU2L3h5E33rNQBN1Y4MaVGnzryzmvvf7UHxprpQdE8hpqLolJ9Rl+SkIRDpyw==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "netbsd" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/openbsd-arm64": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/openbsd-arm64/-/openbsd-arm64-0.28.2.tgz", + "integrity": "sha512-AL2qJILH7lNjrDmCQDvdxMfAUIv8KMNZOvrwAQ8i8//ntL9FflhOyMJ8OZSMBb8/AWXe3/5v5S20y3zCoZWKoQ==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "openbsd" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/openbsd-x64": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/openbsd-x64/-/openbsd-x64-0.28.2.tgz", + "integrity": "sha512-QtiuPytchRyC4rwUKhexJdQKvDuZ6hWloi3igqPQNUJCS1/v9EiO3UTOXR6A3FoMo4fnAKbWJdqaIwhOzh8qEw==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "openbsd" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/openharmony-arm64": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/openharmony-arm64/-/openharmony-arm64-0.28.2.tgz", + "integrity": "sha512-WkhYDmpTjLvGlScA1rwjRUmhl4k8oXR3cIbtqWmELgU/dFeHHlEllxDvdWcNJV9rbzCexB5vz8gtNewWLgCT7Q==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "openharmony" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/sunos-x64": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/sunos-x64/-/sunos-x64-0.28.2.tgz", + "integrity": "sha512-GPMSkTOtMnv2U2F8gxe4Io6qmVs+YKyp832Etqqxr0hFngmXQ3rzwytelm3GIn7T4VviRUlf3sOgBOiTdvaf7g==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "sunos" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/win32-arm64": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/win32-arm64/-/win32-arm64-0.28.2.tgz", + "integrity": "sha512-PIhhEkE9uPBleRBrQEJpUn7MBnibZzbGzYWPmY3x+YoVg/95zbjB4CxPPOQ8l5tYYM4mMaCthF8/1DIfBQQyWQ==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/win32-ia32": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/win32-ia32/-/win32-ia32-0.28.2.tgz", + "integrity": "sha512-YmJbfTlvU7Sdn9BB+4PRES4oB6pxgS37MAONj+hBr/cpXS1aBPKXxNnDbu+QCWPj0o9dgyxeq79g6c5P8KeuYA==", + "cpu": [ + "ia32" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/win32-x64": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/@esbuild/win32-x64/-/win32-x64-0.28.2.tgz", + "integrity": "sha512-5ebpxr3nWMzrL/rnUI755Jkuee0bHL/Gq0WTF9lvcpv73wAp5eu8MfBUgWK9bhWvZjj7yX8etf/8tI8Ney695g==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@floating-ui/core": { + "version": "1.8.0", + "resolved": "https://registry.npmjs.org/@floating-ui/core/-/core-1.8.0.tgz", + "integrity": "sha512-0CIZ5itps/8x7BG8dEIhs53BvCUH2PCoogtakwRTut+Arm58sJooJ0AuZhLw2HJYIR5cMLNPBSS728sPho2khQ==", + "license": "MIT", + "dependencies": { + "@floating-ui/utils": "^0.2.12" + } + }, + "node_modules/@floating-ui/dom": { + "version": "1.8.0", + "resolved": "https://registry.npmjs.org/@floating-ui/dom/-/dom-1.8.0.tgz", + "integrity": "sha512-yXSrzeHZBTZadLOlfyhCkJHNeLJnHRnRInwdZ40L7ZiaAtrBwoYlsDrX3v5zB1Utk7CLfzcOVnVVWoXEky7Ceg==", + "license": "MIT", + "dependencies": { + "@floating-ui/core": "^1.8.0", + "@floating-ui/utils": "^0.2.12" + } + }, + "node_modules/@floating-ui/utils": { + "version": "0.2.12", + "resolved": "https://registry.npmjs.org/@floating-ui/utils/-/utils-0.2.12.tgz", + "integrity": "sha512-HpCo8tmWzLVad5s2d19EhAz5zqrrQ6s69qd6moPMQvkOuSwDT1YgRfWSVuc4ennqrgv3OHppiOGMQ7oC13yIww==", + "license": "MIT" + }, + "node_modules/@ggml-org/llama-brand": { + "version": "0.1.0", + "resolved": "https://codeload.github.com/ggml-org/llama-brand/tar.gz/f05540643c1ca2a18d732ed6491c839686da9a3a", + "integrity": "sha512-kRDXUIUdfcDt7w4hh3JrFTpqxf2i7R0PHVLGnwUdr4L8EMqE32mEECoXUz1uoUlFaQ+h6QaVHvJWS5y98AoaYA==", + "license": "CC-BY-NC-4.0" + }, + "node_modules/@internationalized/date": { + "version": "3.12.4", + "resolved": "https://registry.npmjs.org/@internationalized/date/-/date-3.12.4.tgz", + "integrity": "sha512-M1dEn4c1U1HsSlaVR8upZtSqvXrTkHDfv18H01uCSJyjVLDxnBR38v/fMxecmlwXKR4i9HeZcmgQAPE6A+aGJQ==", + "license": "Apache-2.0", + "dependencies": { + "@swc/helpers": "^0.5.0" + } + }, + "node_modules/@jridgewell/gen-mapping": { + "version": "0.3.13", + "resolved": "https://registry.npmjs.org/@jridgewell/gen-mapping/-/gen-mapping-0.3.13.tgz", + "integrity": "sha512-2kkt/7niJ6MgEPxF0bYdQ6etZaA+fQvDcLKckhy1yIQOzaoKjBBjSj63/aLVjYE3qhRt5dvM+uUyfCg6UKCBbA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@jridgewell/sourcemap-codec": "^1.5.0", + "@jridgewell/trace-mapping": "^0.3.24" + } + }, + "node_modules/@jridgewell/remapping": { + "version": "2.3.5", + "resolved": "https://registry.npmjs.org/@jridgewell/remapping/-/remapping-2.3.5.tgz", + "integrity": "sha512-LI9u/+laYG4Ds1TDKSJW2YPrIlcVYOwi2fUC6xB43lueCjgxV4lffOCZCtYFiH6TNOX+tQKXx97T4IKHbhyHEQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "@jridgewell/gen-mapping": "^0.3.5", + "@jridgewell/trace-mapping": "^0.3.24" + } + }, + "node_modules/@jridgewell/resolve-uri": { + "version": "3.1.2", + "resolved": "https://registry.npmjs.org/@jridgewell/resolve-uri/-/resolve-uri-3.1.2.tgz", + "integrity": "sha512-bRISgCIjP20/tbWSPWMEi54QVPRZExkuD9lJL+UIxUKtwVJA8wW1Trb1jMs1RFXo1CBTNZ/5hpC9QvmKWdopKw==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=6.0.0" + } + }, + "node_modules/@jridgewell/sourcemap-codec": { + "version": "1.6.0", + "resolved": "https://registry.npmjs.org/@jridgewell/sourcemap-codec/-/sourcemap-codec-1.6.0.tgz", + "integrity": "sha512-T7jf+5zgsZHwNJ4lvQ7/aezbyk0nNX+zJVWpmHA7VYsEx7a7qr5Rg5IbtJFqkgze5Y2sruq1RUY8Q837Od7iFw==", + "dev": true, + "license": "MIT" + }, + "node_modules/@jridgewell/trace-mapping": { + "version": "0.3.31", + "resolved": "https://registry.npmjs.org/@jridgewell/trace-mapping/-/trace-mapping-0.3.31.tgz", + "integrity": "sha512-zzNR+SdQSDJzc8joaeP8QQoCQr8NuYx2dIIytl1QeBEZHJ9uW6hebsrYgbz8hJwUQao3TWCMtmfV8Nu1twOLAw==", + "dev": true, + "license": "MIT", + "dependencies": { + "@jridgewell/resolve-uri": "^3.1.0", + "@jridgewell/sourcemap-codec": "^1.4.14" + } + }, + "node_modules/@lucide/svelte": { + "version": "1.46.0", + "resolved": "https://registry.npmjs.org/@lucide/svelte/-/svelte-1.46.0.tgz", + "integrity": "sha512-Ru8jDjoCVLJ7J7pPRUdY+odSBV2BI6rj68JTmT+ENq/ZwYOPGPAiKVvKz+XLyAoK4HAwlRTzZHpsMvrHfsetqg==", + "license": "ISC", + "peerDependencies": { + "svelte": "^5" + } + }, + "node_modules/@mdx-js/react": { + "version": "3.1.1", + "resolved": "https://registry.npmjs.org/@mdx-js/react/-/react-3.1.1.tgz", + "integrity": "sha512-f++rKLQgUVYDAtECQ6fn/is15GkEH9+nZPM3MS0RcxVqoTfawHvDlSCH7JbMhAM6uJ32v3eXLvLmLvjGu7PTQw==", + "dev": true, + "license": "MIT", + "dependencies": { + "@types/mdx": "^2.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/unified" + }, + "peerDependencies": { + "@types/react": ">=16", + "react": ">=16" + } + }, + "node_modules/@napi-rs/wasm-runtime": { + "version": "1.2.5", + "resolved": "https://registry.npmjs.org/@napi-rs/wasm-runtime/-/wasm-runtime-1.2.5.tgz", + "integrity": "sha512-HshSvXzmBxNzqejd3k/KemgQ3hdREUYFRRrgxOZ+gPljDIsO2SDZrVZMd4Z/HsxudQbE62OVyVFE8z9BCurfjA==", + "dev": true, + "license": "MIT", + "optional": true, + "dependencies": { + "@tybys/wasm-util": "^0.10.3" + }, + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=23.5.0" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/Brooooooklyn" + }, + "peerDependencies": { + "@emnapi/core": "^1.7.1 || ^2.0.0-alpha.4", + "@emnapi/runtime": "^1.7.1 || ^2.0.0-alpha.4" + } + }, + "node_modules/@neoconfetti/react": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/@neoconfetti/react/-/react-1.0.0.tgz", + "integrity": "sha512-klcSooChXXOzIm+SE5IISIAn3bYzYfPjbX7D7HoqZL84oAfgREeSg5vSIaSFH+DaGzzvImTyWe1OyrJ67vik4A==", + "dev": true, + "license": "MIT" + }, + "node_modules/@oxc-parser/binding-android-arm-eabi": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-parser/binding-android-arm-eabi/-/binding-android-arm-eabi-0.127.0.tgz", + "integrity": "sha512-0LC7ye4hvqbIKxAzThzvswgHLFu2AURKzYLeSVvLdu2TBOYWQDmHnTqPLeA597BcUCxiLqLsS4CJ5uoI5WYWCQ==", + "cpu": [ + "arm" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "android" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-parser/binding-android-arm64": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-parser/binding-android-arm64/-/binding-android-arm64-0.127.0.tgz", + "integrity": "sha512-b5jtVTH6AU5CJXHNdj7Jj9IEiR9yVjjnwHzPJhGyHGPdcsZSzBCkS9GBbV33niRMvKthDwQRFRJfI4a+k4PvYg==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "android" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-parser/binding-darwin-arm64": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-parser/binding-darwin-arm64/-/binding-darwin-arm64-0.127.0.tgz", + "integrity": "sha512-obCE8B7ISKkJidjlhv9xRGJPOSDG2Yu6PRga9Ruaz35uintHxbp1Ki/Yc71wx4rj3Edrm0a1kzG1TAwit0wFpg==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-parser/binding-darwin-x64": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-parser/binding-darwin-x64/-/binding-darwin-x64-0.127.0.tgz", + "integrity": "sha512-JL6Xb5IwPQT8rUzlpsX7E+AgfcdNklXNPFp8pjCQQ5MQOQo5rtEB2ui+3Hgg9Sn7Y9Egj6YOLLiHhLpdAe12Aw==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-parser/binding-freebsd-x64": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-parser/binding-freebsd-x64/-/binding-freebsd-x64-0.127.0.tgz", + "integrity": "sha512-SDQ/3MQFw58fqQz3Z1PhSKFF3JoCF4gmlNjziDm8X02tTahCw0qJbd7FGPDKw1i4VTBZene9JPyC3mHtSvi+wA==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "freebsd" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-parser/binding-linux-arm-gnueabihf": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-parser/binding-linux-arm-gnueabihf/-/binding-linux-arm-gnueabihf-0.127.0.tgz", + "integrity": "sha512-Av+D1MIqzV0YMGPT9we2SIZaMKD7Cxs4CvXSx/yxaWHewZjYEjScpOf5igc8IILASViw4WTnjlwUdI1KzVtDHQ==", + "cpu": [ + "arm" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-parser/binding-linux-arm-musleabihf": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-parser/binding-linux-arm-musleabihf/-/binding-linux-arm-musleabihf-0.127.0.tgz", + "integrity": "sha512-Cs2fdJ8cPpFdeebj6p4dag8A4+56hPvZ0AhQQzlaLswGz1tz7bXt1nETLeorrM9+AMcWFFkqxcXwDGfTVidY8g==", + "cpu": [ + "arm" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-parser/binding-linux-arm64-gnu": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-parser/binding-linux-arm64-gnu/-/binding-linux-arm64-gnu-0.127.0.tgz", + "integrity": "sha512-qdOfTcT6SY8gsJrrV92uyEUyjqMGPpIB5JZUG6QN5dukYd+7/j0kX6MwK1DgQj39jtUYixxPiaRUiEN1+0CXgQ==", + "cpu": [ + "arm64" + ], + "dev": true, + "libc": [ + "glibc" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-parser/binding-linux-arm64-musl": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-parser/binding-linux-arm64-musl/-/binding-linux-arm64-musl-0.127.0.tgz", + "integrity": "sha512-EoTCZneNFU/P2qrpEM+RHmQwt+CvDkyGESG6qhr7KaegXLZwePfbrkCDfAk8/rhxbDUVGsZILX+2tqPzFtoFWA==", + "cpu": [ + "arm64" + ], + "dev": true, + "libc": [ + "musl" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-parser/binding-linux-ppc64-gnu": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-parser/binding-linux-ppc64-gnu/-/binding-linux-ppc64-gnu-0.127.0.tgz", + "integrity": "sha512-zALjmZYgxFLHjXeudcDF0xFGNydTAtkAeXAr2EuC17ywCyFxcmQra4w0BMde0Yi/re4Bi4iwEoEXtYN7l6eBLQ==", + "cpu": [ + "ppc64" + ], + "dev": true, + "libc": [ + "glibc" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-parser/binding-linux-riscv64-gnu": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-parser/binding-linux-riscv64-gnu/-/binding-linux-riscv64-gnu-0.127.0.tgz", + "integrity": "sha512-fPP8M6zQLS7Jz7o9d5ArUSuAuSK3e+WCYVrCpdzeCOejidtZExJ9tjhDrAd3HEPqARBCPmdpqxESPFqy44vkBQ==", + "cpu": [ + "riscv64" + ], + "dev": true, + "libc": [ + "glibc" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-parser/binding-linux-riscv64-musl": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-parser/binding-linux-riscv64-musl/-/binding-linux-riscv64-musl-0.127.0.tgz", + "integrity": "sha512-7IcC4Ao02oGpfnjt+X/oF4U2mllo2qoSkw5xxiXNKL9MCTsTiAC6616beOuehdxGcnz1bRoPC1RQ2f1GQDdN+g==", + "cpu": [ + "riscv64" + ], + "dev": true, + "libc": [ + "musl" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-parser/binding-linux-s390x-gnu": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-parser/binding-linux-s390x-gnu/-/binding-linux-s390x-gnu-0.127.0.tgz", + "integrity": "sha512-pbXIhiNFHoqWeqDNLiJ9JkpHz1IM9k4DXa66x+1GTWMG7iLxtkXgE53iiuKSXwmk3zIYmaPVfBvgcAhS583K4Q==", + "cpu": [ + "s390x" + ], + "dev": true, + "libc": [ + "glibc" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-parser/binding-linux-x64-gnu": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-parser/binding-linux-x64-gnu/-/binding-linux-x64-gnu-0.127.0.tgz", + "integrity": "sha512-MYCguB9RvBvlSd6gbuNI7QwiLoCCAlGnlRJFPrzLI6U1/9wkC/WK6LtBAUln55H1Ctqw45PWmqrobKoMhsYQzQ==", + "cpu": [ + "x64" + ], + "dev": true, + "libc": [ + "glibc" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-parser/binding-linux-x64-musl": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-parser/binding-linux-x64-musl/-/binding-linux-x64-musl-0.127.0.tgz", + "integrity": "sha512-5eY0B/bxf1xIUxb4NOTvOI3KWtBQfPWYyKAzgcrCt0mDibSZygVpO1Pz8bkeiSZ5Jj9+M09dkggG3H8I5d0Uyg==", + "cpu": [ + "x64" + ], + "dev": true, + "libc": [ + "musl" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-parser/binding-openharmony-arm64": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-parser/binding-openharmony-arm64/-/binding-openharmony-arm64-0.127.0.tgz", + "integrity": "sha512-Gld0ajrFTUXNtdw20fVBuTQx66FA75nIVg+//pPfR3sXkuABB4mTBhl3r9JNzrJpgW//qiwxf0nWXUWGJSL3UQ==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "openharmony" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-parser/binding-wasm32-wasi": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-parser/binding-wasm32-wasi/-/binding-wasm32-wasi-0.127.0.tgz", + "integrity": "sha512-T6KVD7rhLzFlwGRXMnxUFfkCZD8FHnb968wVXW1mXzgRFc5RNXOBY2mPPDZ77x5Ln76ltLMgtPg0cOkU1NSrEQ==", + "cpu": [ + "wasm32" + ], + "dev": true, + "license": "MIT", + "optional": true, + "dependencies": { + "@emnapi/core": "1.9.2", + "@emnapi/runtime": "1.9.2", + "@napi-rs/wasm-runtime": "^1.1.4" + }, + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-parser/binding-win32-arm64-msvc": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-parser/binding-win32-arm64-msvc/-/binding-win32-arm64-msvc-0.127.0.tgz", + "integrity": "sha512-Ujvw4X+LD1CCGULcsQcvb4YNVoBGqt+JHgNNzGGaCImELiZLk477ifUH53gIbE7EKd933NdTi25JWEr9K2HwXw==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-parser/binding-win32-ia32-msvc": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-parser/binding-win32-ia32-msvc/-/binding-win32-ia32-msvc-0.127.0.tgz", + "integrity": "sha512-0cwxKO7KHQQQfo4Uf4B2SQrhgm+cJaP9OvFFhx52Tkg4bezsacu83GB2/In5bC415Ueeym+kXdnge/57rbSfTw==", + "cpu": [ + "ia32" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-parser/binding-win32-x64-msvc": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-parser/binding-win32-x64-msvc/-/binding-win32-x64-msvc-0.127.0.tgz", + "integrity": "sha512-rOrnSQSCbhI2kowr9XxE7m9a8oQXnBHjnS6j95LxxAnEZ0+Fz20WlRXG4ondQb+ejjt2KOsa65sE6++L6kUd+w==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-project/runtime": { + "version": "0.154.0", + "resolved": "https://registry.npmjs.org/@oxc-project/runtime/-/runtime-0.154.0.tgz", + "integrity": "sha512-cBQNGoh659BNgvA8OC/e4BNDtFkv03dJaYdkp2adgOQNtISNAPQ+nB4S8XvWtNk7Xl+0g+7aa+iRGR25Xycd1Q==", + "dev": true, + "license": "MIT", + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-project/types": { + "version": "0.154.0", + "resolved": "https://registry.npmjs.org/@oxc-project/types/-/types-0.154.0.tgz", + "integrity": "sha512-KYOUGQFlLWR+s4QMV2Q9ko38TZm7EdO87Qm7rvZLqk/webse/cDjtyxKhg/47l0byCbs/k46LT8qc4PKjAikzA==", + "dev": true, + "license": "MIT", + "funding": { + "url": "https://github.com/sponsors/oxc-project" + } + }, + "node_modules/@oxc-resolver/binding-android-arm-eabi": { + "version": "11.21.2", + "resolved": "https://registry.npmjs.org/@oxc-resolver/binding-android-arm-eabi/-/binding-android-arm-eabi-11.21.2.tgz", + "integrity": "sha512-xQoCRv+gKax9KTdwdaQNnAFOai8neay7g3jExDIORzhbrejwGSJaZNTdOJHR5ziLg2joMxOCMOFMo4zuxza2uQ==", + "cpu": [ + "arm" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "android" + ] + }, + "node_modules/@oxc-resolver/binding-android-arm64": { + "version": "11.21.2", + "resolved": "https://registry.npmjs.org/@oxc-resolver/binding-android-arm64/-/binding-android-arm64-11.21.2.tgz", + "integrity": "sha512-HF5oiE2L05yInPYCFD/4uxSrEZW4SuIfn99Y6L1xnJnzl066JR+MJs2rIdstw8A2MPlAKH+13dpFPNycjqzvGg==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "android" + ] + }, + "node_modules/@oxc-resolver/binding-darwin-arm64": { + "version": "11.21.2", + "resolved": "https://registry.npmjs.org/@oxc-resolver/binding-darwin-arm64/-/binding-darwin-arm64-11.21.2.tgz", + "integrity": "sha512-UX4u49CVCAD8QZNELaW8eMGgMAGwFWYEPbvNsh+3r/gs4NX3KfpiACMVwRQT0EuH3uat9hM5Zl+Ppm9pJD8tgg==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "darwin" + ] + }, + "node_modules/@oxc-resolver/binding-darwin-x64": { + "version": "11.21.2", + "resolved": "https://registry.npmjs.org/@oxc-resolver/binding-darwin-x64/-/binding-darwin-x64-11.21.2.tgz", + "integrity": "sha512-J9xPx7YBkrRmJ+xl561ztnMWEc1aOyjEIxBiGX1dVb3u7bGSnfObfcZk+Pd+uM0HZAPNsQ1xvD8j52A/uOSqNQ==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "darwin" + ] + }, + "node_modules/@oxc-resolver/binding-freebsd-x64": { + "version": "11.21.2", + "resolved": "https://registry.npmjs.org/@oxc-resolver/binding-freebsd-x64/-/binding-freebsd-x64-11.21.2.tgz", + "integrity": "sha512-fRlt7OvSaQkWj6+EDTVxawVxOlqJB2QSnBfkeCyK4RTvsGctbw3BiH2Tb7DzMs7bikc4BRBpvWP5zF9K8b54Zg==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "freebsd" + ] + }, + "node_modules/@oxc-resolver/binding-linux-arm-gnueabihf": { + "version": "11.21.2", + "resolved": "https://registry.npmjs.org/@oxc-resolver/binding-linux-arm-gnueabihf/-/binding-linux-arm-gnueabihf-11.21.2.tgz", + "integrity": "sha512-gK+vPUcPQITkGwBKpZGrcDHSlU6eDGl7AQacxS2CEKAZIBHWkOVFeJwLZ4tYnA1acJqRM5lt7yYwPCVqGHIJ7A==", + "cpu": [ + "arm" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ] + }, + "node_modules/@oxc-resolver/binding-linux-arm-musleabihf": { + "version": "11.21.2", + "resolved": "https://registry.npmjs.org/@oxc-resolver/binding-linux-arm-musleabihf/-/binding-linux-arm-musleabihf-11.21.2.tgz", + "integrity": "sha512-L/Rgas7SrOKy/z7IH+HxSFRqVO4PuLDKLEGKvnhoCBBq3UJ0YzGBou3qMzaAGgkJwsIvX2pBF+7ojzfUhLiZxQ==", + "cpu": [ + "arm" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ] + }, + "node_modules/@oxc-resolver/binding-linux-arm64-gnu": { + "version": "11.21.2", + "resolved": "https://registry.npmjs.org/@oxc-resolver/binding-linux-arm64-gnu/-/binding-linux-arm64-gnu-11.21.2.tgz", + "integrity": "sha512-CUEYvlX1Fk7E9kUMzuswru1J9HLxMwnpDeQGjQuI4ZH+iNCoa2X9T+pvyzrbsgl7WnIeTFTlNlHsRfVdf5g9/g==", + "cpu": [ + "arm64" + ], + "dev": true, + "libc": [ + "glibc" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ] + }, + "node_modules/@oxc-resolver/binding-linux-arm64-musl": { + "version": "11.21.2", + "resolved": "https://registry.npmjs.org/@oxc-resolver/binding-linux-arm64-musl/-/binding-linux-arm64-musl-11.21.2.tgz", + "integrity": "sha512-ViN1ZibQyxwC67GpoP33oo+S9UyUnkog13vzQb9+v9bCNvrVzJuk0MRdacjtv/9xfRMVF/eqHFyl8YOeykI10Q==", + "cpu": [ + "arm64" + ], + "dev": true, + "libc": [ + "musl" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ] + }, + "node_modules/@oxc-resolver/binding-linux-ppc64-gnu": { + "version": "11.21.2", + "resolved": "https://registry.npmjs.org/@oxc-resolver/binding-linux-ppc64-gnu/-/binding-linux-ppc64-gnu-11.21.2.tgz", + "integrity": "sha512-CU1sCqWnhGqYD5I1HedHk5pujrn7ssDkNB/AEQd/pd3D/EojVSgJUlpbafwIbyhia3PgIfkvdFpRPWSALzVumA==", + "cpu": [ + "ppc64" + ], + "dev": true, + "libc": [ + "glibc" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ] + }, + "node_modules/@oxc-resolver/binding-linux-riscv64-gnu": { + "version": "11.21.2", + "resolved": "https://registry.npmjs.org/@oxc-resolver/binding-linux-riscv64-gnu/-/binding-linux-riscv64-gnu-11.21.2.tgz", + "integrity": "sha512-jWVyZtIHca4Gb96x7dag+y69vlei7ffjrsveLkmf2ZhqEAz6ZSBnY1GWvgZUaZlwZP62A3xD092BW97Q5VGc+g==", + "cpu": [ + "riscv64" + ], + "dev": true, + "libc": [ + "glibc" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ] + }, + "node_modules/@oxc-resolver/binding-linux-riscv64-musl": { + "version": "11.21.2", + "resolved": "https://registry.npmjs.org/@oxc-resolver/binding-linux-riscv64-musl/-/binding-linux-riscv64-musl-11.21.2.tgz", + "integrity": "sha512-LF29obFqNgBUgDX7rmUK7M4D0JQG5LxhYzn3xXmECcHU9aQAdWG7NiY052qybtesEdwHQXKNTWYQ7mTsybNvWg==", + "cpu": [ + "riscv64" + ], + "dev": true, + "libc": [ + "musl" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ] + }, + "node_modules/@oxc-resolver/binding-linux-s390x-gnu": { + "version": "11.21.2", + "resolved": "https://registry.npmjs.org/@oxc-resolver/binding-linux-s390x-gnu/-/binding-linux-s390x-gnu-11.21.2.tgz", + "integrity": "sha512-+NYcm+cCHBbtdQQ3A4phQTSuVRYnNHz7wrl9XRAPEovcdoqi0mb1K5ZOl+jN54ZD+q1zz3V0vltbFJmzecJKmw==", + "cpu": [ + "s390x" + ], + "dev": true, + "libc": [ + "glibc" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ] + }, + "node_modules/@oxc-resolver/binding-linux-x64-gnu": { + "version": "11.21.2", + "resolved": "https://registry.npmjs.org/@oxc-resolver/binding-linux-x64-gnu/-/binding-linux-x64-gnu-11.21.2.tgz", + "integrity": "sha512-UQqZDdG2r2HhAOsZEgufkIWHPQ886IUyuJQkoZByvzhW8j51R4UNzGBJFkTiTnLhQnggwJRdJgFWK4uY6ZVIMw==", + "cpu": [ + "x64" + ], + "dev": true, + "libc": [ + "glibc" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ] + }, + "node_modules/@oxc-resolver/binding-linux-x64-musl": { + "version": "11.21.2", + "resolved": "https://registry.npmjs.org/@oxc-resolver/binding-linux-x64-musl/-/binding-linux-x64-musl-11.21.2.tgz", + "integrity": "sha512-3Q9PMRjalWkT6NZ4jfujuqTCFwoWErg3y3BnOgb544B8IMw4PktiwWOigMfOHNRLMghZeJ7hpfpZf4CP7rV7Og==", + "cpu": [ + "x64" + ], + "dev": true, + "libc": [ + "musl" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ] + }, + "node_modules/@oxc-resolver/binding-openharmony-arm64": { + "version": "11.21.2", + "resolved": "https://registry.npmjs.org/@oxc-resolver/binding-openharmony-arm64/-/binding-openharmony-arm64-11.21.2.tgz", + "integrity": "sha512-Eljeq3ndtyKhM+Es8LITi4Zl2htzuRZcrPMF3kMCsrILztvU6AjZ3FuEhHHKobPUB9rMpzLpJP5bDqXI7r+iog==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "openharmony" + ] + }, + "node_modules/@oxc-resolver/binding-wasm32-wasi": { + "version": "11.21.2", + "resolved": "https://registry.npmjs.org/@oxc-resolver/binding-wasm32-wasi/-/binding-wasm32-wasi-11.21.2.tgz", + "integrity": "sha512-HGDbNsIywqc4LxU38+CTJNnB/6BF7rheWOJ259b4eE0aEnelYblC8x+1tEd63bp31fYne63RQz9Jb4yVnC7Yig==", + "cpu": [ + "wasm32" + ], + "dev": true, + "license": "MIT", + "optional": true, + "dependencies": { + "@emnapi/core": "1.11.0", + "@emnapi/runtime": "1.11.0", + "@napi-rs/wasm-runtime": "^1.1.5" + }, + "engines": { + "node": ">=14.0.0" + } + }, + "node_modules/@oxc-resolver/binding-wasm32-wasi/node_modules/@emnapi/core": { + "version": "1.11.0", + "resolved": "https://registry.npmjs.org/@emnapi/core/-/core-1.11.0.tgz", + "integrity": "sha512-l9Oo58x0HOP5znGzVhYW9U3e5wVuA4LAZU2AGezTmkhO1CgQRFDhDg4nneHsu/t3WniXg9QrG2nIXL/ZS8ln8Q==", + "dev": true, + "license": "MIT", + "optional": true, + "dependencies": { + "@emnapi/wasi-threads": "1.2.2", + "tslib": "^2.4.0" + } + }, + "node_modules/@oxc-resolver/binding-wasm32-wasi/node_modules/@emnapi/runtime": { + "version": "1.11.0", + "resolved": "https://registry.npmjs.org/@emnapi/runtime/-/runtime-1.11.0.tgz", + "integrity": "sha512-55coeOFKHv1ywEcUXJtWU5f+Jr/W5tZDvZig8DLKSwUN1JpROQ4rk/SNOQiFWmaR/VKF4zuFyW1B8JduOSv6Pg==", + "dev": true, + "license": "MIT", + "optional": true, + "dependencies": { + "tslib": "^2.4.0" + } + }, + "node_modules/@oxc-resolver/binding-wasm32-wasi/node_modules/@emnapi/wasi-threads": { + "version": "1.2.2", + "resolved": "https://registry.npmjs.org/@emnapi/wasi-threads/-/wasi-threads-1.2.2.tgz", + "integrity": "sha512-c95qOXkHdydNKhscBTebqEC1CVAZpyqOfVfBzQ1qgzyl3gfeldUjIggDbIZgDKsHLgnsM+igH7TJ/eAasaVuMA==", "dev": true, "license": "MIT", + "optional": true, "dependencies": { - "@jridgewell/resolve-uri": "^3.1.0", - "@jridgewell/sourcemap-codec": "^1.4.14" - } - }, - "node_modules/@lucide/svelte": { - "version": "1.46.0", - "resolved": "https://registry.npmjs.org/@lucide/svelte/-/svelte-1.46.0.tgz", - "integrity": "sha512-Ru8jDjoCVLJ7J7pPRUdY+odSBV2BI6rj68JTmT+ENq/ZwYOPGPAiKVvKz+XLyAoK4HAwlRTzZHpsMvrHfsetqg==", - "license": "ISC", - "peerDependencies": { - "svelte": "^5" + "tslib": "^2.4.0" } }, - "node_modules/@oxc-project/runtime": { - "version": "0.154.0", - "resolved": "https://registry.npmjs.org/@oxc-project/runtime/-/runtime-0.154.0.tgz", - "integrity": "sha512-cBQNGoh659BNgvA8OC/e4BNDtFkv03dJaYdkp2adgOQNtISNAPQ+nB4S8XvWtNk7Xl+0g+7aa+iRGR25Xycd1Q==", + "node_modules/@oxc-resolver/binding-win32-arm64-msvc": { + "version": "11.21.2", + "resolved": "https://registry.npmjs.org/@oxc-resolver/binding-win32-arm64-msvc/-/binding-win32-arm64-msvc-11.21.2.tgz", + "integrity": "sha512-iWx25CBEgH49iE9q5coEGI/jb1jl5kkCY9z6U5Og67xCkQ/WFMDc2J5U78+AE91SUxM2NqSLhJC8/PLfWnImww==", + "cpu": [ + "arm64" + ], "dev": true, "license": "MIT", - "engines": { - "node": "^20.19.0 || >=22.12.0" - } + "optional": true, + "os": [ + "win32" + ] }, - "node_modules/@oxc-project/types": { - "version": "0.154.0", - "resolved": "https://registry.npmjs.org/@oxc-project/types/-/types-0.154.0.tgz", - "integrity": "sha512-KYOUGQFlLWR+s4QMV2Q9ko38TZm7EdO87Qm7rvZLqk/webse/cDjtyxKhg/47l0byCbs/k46LT8qc4PKjAikzA==", + "node_modules/@oxc-resolver/binding-win32-x64-msvc": { + "version": "11.21.2", + "resolved": "https://registry.npmjs.org/@oxc-resolver/binding-win32-x64-msvc/-/binding-win32-x64-msvc-11.21.2.tgz", + "integrity": "sha512-VPoCAhKvCQTlG7vxqaBXcmuvbh77BfnGXj8g0pbvVXpm1F/R8rDVwqIWcEbMzrI1JvJlm8v7T9uMVQb6UctMRg==", + "cpu": [ + "x64" + ], "dev": true, "license": "MIT", - "funding": { - "url": "https://github.com/sponsors/oxc-project" - } + "optional": true, + "os": [ + "win32" + ] }, "node_modules/@oxfmt/binding-android-arm-eabi": { "version": "0.73.0", @@ -957,135 +2211,452 @@ "x64" ], "dev": true, - "libc": [ - "musl" - ], + "libc": [ + "musl" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxlint/binding-openharmony-arm64": { + "version": "1.88.0", + "resolved": "https://registry.npmjs.org/@oxlint/binding-openharmony-arm64/-/binding-openharmony-arm64-1.88.0.tgz", + "integrity": "sha512-DBUcx/KwYdg1DAz+G01P/GFv512J04EsZadbHptx2FTpWT/MWRg21ZToNHt9pnsfQRBQ3et/g+vqzbvrdAVbuA==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "openharmony" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxlint/binding-win32-arm64-msvc": { + "version": "1.88.0", + "resolved": "https://registry.npmjs.org/@oxlint/binding-win32-arm64-msvc/-/binding-win32-arm64-msvc-1.88.0.tgz", + "integrity": "sha512-xeVd0n4XG5HvynxfYvXi6uB+JvZbVZataowPS8cYpMbYg9mwE4sSyElFQd4LVJFifq8bRLDSR18XgEildmcXAg==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxlint/binding-win32-ia32-msvc": { + "version": "1.88.0", + "resolved": "https://registry.npmjs.org/@oxlint/binding-win32-ia32-msvc/-/binding-win32-ia32-msvc-1.88.0.tgz", + "integrity": "sha512-MA6iOw//amleaz2mVMsZrA7NHlEexjTrhIxSMFCXQi6IUuQO+3Od00GZhr2iCYw6RFzMW36jkKK/WHBXMsoQAw==", + "cpu": [ + "ia32" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxlint/binding-win32-x64-msvc": { + "version": "1.88.0", + "resolved": "https://registry.npmjs.org/@oxlint/binding-win32-x64-msvc/-/binding-win32-x64-msvc-1.88.0.tgz", + "integrity": "sha512-3Sz6rVWe8Dy+ufsXurFN1GX2dX43F/lQMSLelK9gFjiba7nHvLlqlhR5cHlWVnCpSqUY1hN9pyCX9XToe6ve6g==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxlint/plugins": { + "version": "1.88.0", + "resolved": "https://registry.npmjs.org/@oxlint/plugins/-/plugins-1.88.0.tgz", + "integrity": "sha512-G2xbfWTrbqYRhR/vfeKNMQf/sS3/ti0iKJAAkRxHuXWZH/hne/dyIb9QKk5LuR6cJLARxsL6FMoAYmfspd74MQ==", + "dev": true, + "license": "MIT", + "engines": { + "node": "^12.22.0 || ^14.17.0 || >=16.0.0" + }, + "funding": { + "url": "https://github.com/sponsors/oxc-project" + } + }, + "node_modules/@polka/url": { + "version": "1.0.0-next.29", + "resolved": "https://registry.npmjs.org/@polka/url/-/url-1.0.0-next.29.tgz", + "integrity": "sha512-wwQAWhWSuHaag8c4q/KN/vCoeOJYshAIvMQwD4GpSb3OiZklFfvAgmj0VCBBImRpuF/aFgIRzllXlVX93Jevww==", + "dev": true, + "license": "MIT" + }, + "node_modules/@publint/pack": { + "version": "0.1.7", + "resolved": "https://registry.npmjs.org/@publint/pack/-/pack-0.1.7.tgz", + "integrity": "sha512-4EDEmvxWtgsCnnVeBvtFIFZtUhPPt1+bA9JrSwU4Sa//6oKtzCSlGGXYJr44OD9aGISymbieJ4mCKHUygUDU+g==", + "dev": true, + "license": "MIT", + "dependencies": { + "tinyexec": "^1.3.0" + }, + "engines": { + "node": ">=18" + }, + "funding": { + "url": "https://bjornlu.com/sponsor" + } + }, + "node_modules/@rolldown/pluginutils": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/@rolldown/pluginutils/-/pluginutils-1.0.1.tgz", + "integrity": "sha512-2j9bGt5Jh8hj+vPtgzPtl72j0yRxHAyumoo6TNfAjsLB04UtpSvPbPcDcBMxz7n+9CYB0c1GxQFxYRg2jimqGw==", + "dev": true, + "license": "MIT" + }, + "node_modules/@standard-schema/spec": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/@standard-schema/spec/-/spec-1.1.0.tgz", + "integrity": "sha512-l2aFy5jALhniG5HgqrD6jXLi/rUWrKvqN/qJx6yoJsgKhblVd+iqqU4RCXavm/jPityDo5TCvKMnpjKnOriy0w==", + "dev": true, + "license": "MIT" + }, + "node_modules/@storybook/addon-a11y": { + "version": "10.6.2", + "resolved": "https://registry.npmjs.org/@storybook/addon-a11y/-/addon-a11y-10.6.2.tgz", + "integrity": "sha512-zleS+btwrTRcUf3opbZntKsEt6PTqAtxsek08tx5jh5fRvd6wWmtnwW3uaBcypfIKnheTB3KGljJwFX+Mc+Umg==", + "dev": true, + "license": "MIT", + "dependencies": { + "@storybook/global": "^5.0.0", + "axe-core": "^4.2.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/storybook" + }, + "peerDependencies": { + "storybook": "^10.6.2" + } + }, + "node_modules/@storybook/addon-docs": { + "version": "10.6.2", + "resolved": "https://registry.npmjs.org/@storybook/addon-docs/-/addon-docs-10.6.2.tgz", + "integrity": "sha512-f7Rv/rzX1sk4lUDTeoIRkXWcWvNwLv7vBnfpFGb3f88MliB+M4ZekGKNiKtrmi44uLFt52gzwwPzj2eGDu0DQQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "@mdx-js/react": "^3.0.0", + "@storybook/icons": "^2.0.2", + "@storybook/react-dom-shim": "10.6.2", + "react": "^16.8.0 || ^17.0.0 || ^18.0.0 || ^19.0.0", + "react-dom": "^16.8.0 || ^17.0.0 || ^18.0.0 || ^19.0.0", + "ts-dedent": "^2.0.0", + "unplugin": "^2.3.5" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/storybook" + }, + "peerDependencies": { + "@types/react": "^16.8.0 || ^17.0.0 || ^18.0.0 || ^19.0.0", + "storybook": "^10.6.2" + }, + "peerDependenciesMeta": { + "@types/react": { + "optional": true + } + } + }, + "node_modules/@storybook/addon-mcp": { + "version": "10.6.2", + "resolved": "https://registry.npmjs.org/@storybook/addon-mcp/-/addon-mcp-10.6.2.tgz", + "integrity": "sha512-AY18igxEq+8pEmzFreSklY6nxYe5xHZdqOqHCg10vT6Ms7pYb0XdnSG94mesJ6Zp+1E4o65WDfmsgMadEvJsfw==", + "dev": true, + "license": "MIT", + "dependencies": { + "@tmcp/adapter-valibot": "^0.1.5", + "@tmcp/transport-http": "^0.8.5", + "tmcp": "^1.19.4", + "valibot": "^1.4.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/storybook" + }, + "peerDependencies": { + "@storybook/addon-vitest": "^10.6.2", + "storybook": "^10.6.2" + }, + "peerDependenciesMeta": { + "@storybook/addon-vitest": { + "optional": true + } + } + }, + "node_modules/@storybook/addon-svelte-csf": { + "version": "5.1.5", + "resolved": "https://registry.npmjs.org/@storybook/addon-svelte-csf/-/addon-svelte-csf-5.1.5.tgz", + "integrity": "sha512-lYc9tyFIowXtd/hlapngtGhw6YUZMSU5KezHqJl84lRkahsNtmtqHl/mJjRRJG2ZQIWgw6xBUi4PvVvTxPwqzQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "@storybook/csf": "^0.1.13", + "dedent": "^1.5.3", + "es-toolkit": "^1.26.1", + "esrap": "^1.2.2", + "magic-string": "^0.30.12", + "svelte-ast-print": "^0.4.0", + "zimmerframe": "^1.1.2" + }, + "peerDependencies": { + "@storybook/svelte": "^0.0.0-0 || ^8.2.0 || ^9.0.0 || ^9.1.0-0 || ^10.0.0-0 || ^10.1.0-0 || ^10.2.0-0 || ^10.3.0-0 || ^10.4.0-0 || ^10.5.0-0 || ^10.6.0-0 || ^11.0.0-0", + "@sveltejs/vite-plugin-svelte": "^4.0.0 || ^5.0.0 || ^6.0.0 || ^7.0.0", + "storybook": "^0.0.0-0 || ^8.2.0 || ^9.0.0 || ^9.1.0-0 || ^10.0.0-0 || ^10.1.0-0 || ^10.2.0-0 || ^10.3.0-0 || ^10.4.0-0 || ^10.5.0-0 || ^10.6.0-0 || ^11.0.0-0", + "svelte": "^5.0.0", + "vite": "^5.0.0 || ^6.0.0 || ^7.0.0 || ^8.0.0" + } + }, + "node_modules/@storybook/addon-svelte-csf/node_modules/esrap": { + "version": "1.4.9", + "resolved": "https://registry.npmjs.org/esrap/-/esrap-1.4.9.tgz", + "integrity": "sha512-3OMlcd0a03UGuZpPeUC1HxR3nA23l+HEyCiZw3b3FumJIN9KphoGzDJKMXI1S72jVS1dsenDyQC0kJlO1U9E1g==", + "dev": true, + "license": "MIT", + "dependencies": { + "@jridgewell/sourcemap-codec": "^1.4.15" + } + }, + "node_modules/@storybook/addon-svelte-csf/node_modules/magic-string": { + "version": "0.30.21", + "resolved": "https://registry.npmjs.org/magic-string/-/magic-string-0.30.21.tgz", + "integrity": "sha512-vd2F4YUyEXKGcLHoq+TEyCjxueSeHnFxyyjNp80yg0XV4vUhnDer/lvvlqM/arB5bXQN5K2/3oinyCRyx8T2CQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "@jridgewell/sourcemap-codec": "^1.5.5" + } + }, + "node_modules/@storybook/addon-vitest": { + "version": "10.6.2", + "resolved": "https://registry.npmjs.org/@storybook/addon-vitest/-/addon-vitest-10.6.2.tgz", + "integrity": "sha512-gyyBzncvUyEgWQR3LinnGuI4UsWIUYLyw1u8i244aTxmY4uxCYjsDmUNkaSr8xQzNz8nh2Ckh3G4bO4SvJ6nJQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "@storybook/global": "^5.0.0", + "@storybook/icons": "^2.0.2" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/storybook" + }, + "peerDependencies": { + "@vitest/browser": "^3.0.0 || ^4.0.0 || ^5.0.0", + "@vitest/browser-playwright": "^4.0.0 || ^5.0.0", + "@vitest/runner": "^3.0.0 || ^4.0.0 || ^5.0.0", + "storybook": "^10.6.2", + "vitest": "^3.0.0 || ^4.0.0 || ^5.0.0" + }, + "peerDependenciesMeta": { + "@vitest/browser": { + "optional": true + }, + "@vitest/browser-playwright": { + "optional": true + }, + "@vitest/runner": { + "optional": true + }, + "vitest": { + "optional": true + } + } + }, + "node_modules/@storybook/builder-vite": { + "version": "10.6.2", + "resolved": "https://registry.npmjs.org/@storybook/builder-vite/-/builder-vite-10.6.2.tgz", + "integrity": "sha512-SzeQEGjvybdhP2coF4aIX6JX/7rZTrQCpRU3vAEO/R98Vr3xM8jdg7a3nvt91TeF/P8iWqljLIpaDjTdk2r/sQ==", + "dev": true, "license": "MIT", - "optional": true, - "os": [ - "linux" - ], - "engines": { - "node": "^20.19.0 || >=22.12.0" + "dependencies": { + "ts-dedent": "^2.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/storybook" + }, + "peerDependencies": { + "storybook": "^10.6.2", + "vite": "^5.0.0 || ^6.0.0 || ^7.0.0 || ^8.0.0" } }, - "node_modules/@oxlint/binding-openharmony-arm64": { - "version": "1.88.0", - "resolved": "https://registry.npmjs.org/@oxlint/binding-openharmony-arm64/-/binding-openharmony-arm64-1.88.0.tgz", - "integrity": "sha512-DBUcx/KwYdg1DAz+G01P/GFv512J04EsZadbHptx2FTpWT/MWRg21ZToNHt9pnsfQRBQ3et/g+vqzbvrdAVbuA==", - "cpu": [ - "arm64" - ], + "node_modules/@storybook/csf": { + "version": "0.1.13", + "resolved": "https://registry.npmjs.org/@storybook/csf/-/csf-0.1.13.tgz", + "integrity": "sha512-7xOOwCLGB3ebM87eemep89MYRFTko+D8qE7EdAAq74lgdqRR5cOUtYWJLjO2dLtP94nqoOdHJo6MdLLKzg412Q==", "dev": true, "license": "MIT", - "optional": true, - "os": [ - "openharmony" - ], - "engines": { - "node": "^20.19.0 || >=22.12.0" + "dependencies": { + "type-fest": "^2.19.0" } }, - "node_modules/@oxlint/binding-win32-arm64-msvc": { - "version": "1.88.0", - "resolved": "https://registry.npmjs.org/@oxlint/binding-win32-arm64-msvc/-/binding-win32-arm64-msvc-1.88.0.tgz", - "integrity": "sha512-xeVd0n4XG5HvynxfYvXi6uB+JvZbVZataowPS8cYpMbYg9mwE4sSyElFQd4LVJFifq8bRLDSR18XgEildmcXAg==", - "cpu": [ - "arm64" - ], + "node_modules/@storybook/global": { + "version": "5.0.0", + "resolved": "https://registry.npmjs.org/@storybook/global/-/global-5.0.0.tgz", + "integrity": "sha512-FcOqPAXACP0I3oJ/ws6/rrPT9WGhu915Cg8D02a9YxLo0DE9zI+a9A5gRGvmQ09fiWPukqI8ZAEoQEdWUKMQdQ==", + "dev": true, + "license": "MIT" + }, + "node_modules/@storybook/icons": { + "version": "2.2.0", + "resolved": "https://registry.npmjs.org/@storybook/icons/-/icons-2.2.0.tgz", + "integrity": "sha512-FpUB/xizIrV1ILhCIYFo+TtQNN9YEoLjfcnAW0JtOXL+BcM2aisSysI0B54JMWDnljriXySBHgN6ps4s9lb75A==", "dev": true, "license": "MIT", - "optional": true, - "os": [ - "win32" - ], - "engines": { - "node": "^20.19.0 || >=22.12.0" + "peerDependencies": { + "react": "^16.8.0 || ^17.0.0 || ^18.0.0 || ^19.0.0" } }, - "node_modules/@oxlint/binding-win32-ia32-msvc": { - "version": "1.88.0", - "resolved": "https://registry.npmjs.org/@oxlint/binding-win32-ia32-msvc/-/binding-win32-ia32-msvc-1.88.0.tgz", - "integrity": "sha512-MA6iOw//amleaz2mVMsZrA7NHlEexjTrhIxSMFCXQi6IUuQO+3Od00GZhr2iCYw6RFzMW36jkKK/WHBXMsoQAw==", - "cpu": [ - "ia32" - ], + "node_modules/@storybook/react-dom-shim": { + "version": "10.6.2", + "resolved": "https://registry.npmjs.org/@storybook/react-dom-shim/-/react-dom-shim-10.6.2.tgz", + "integrity": "sha512-k0262Vqxjk3wHeg3g/QO/ENDrkC7kkbuwsFSXOdYr7Sl888tsF1DAS7uQ/gr+s/BRz1FLYRX7wBY3smEUV4MJg==", "dev": true, "license": "MIT", - "optional": true, - "os": [ - "win32" - ], - "engines": { - "node": "^20.19.0 || >=22.12.0" + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/storybook" + }, + "peerDependencies": { + "@types/react": "^16.8.0 || ^17.0.0 || ^18.0.0 || ^19.0.0", + "@types/react-dom": "^16.8.0 || ^17.0.0 || ^18.0.0 || ^19.0.0", + "react": "^16.8.0 || ^17.0.0 || ^18.0.0 || ^19.0.0", + "react-dom": "^16.8.0 || ^17.0.0 || ^18.0.0 || ^19.0.0", + "storybook": "^10.6.2" + }, + "peerDependenciesMeta": { + "@types/react": { + "optional": true + }, + "@types/react-dom": { + "optional": true + } } }, - "node_modules/@oxlint/binding-win32-x64-msvc": { - "version": "1.88.0", - "resolved": "https://registry.npmjs.org/@oxlint/binding-win32-x64-msvc/-/binding-win32-x64-msvc-1.88.0.tgz", - "integrity": "sha512-3Sz6rVWe8Dy+ufsXurFN1GX2dX43F/lQMSLelK9gFjiba7nHvLlqlhR5cHlWVnCpSqUY1hN9pyCX9XToe6ve6g==", - "cpu": [ - "x64" - ], + "node_modules/@storybook/svelte": { + "version": "10.6.2", + "resolved": "https://registry.npmjs.org/@storybook/svelte/-/svelte-10.6.2.tgz", + "integrity": "sha512-P4LfcT2fGEYcqn4CFVkel/TvCHFxLUF8E/H/M8LqU/beJGr0f0c87L64QvDaJJiGjARRWTK1mvd0z8eSYO96Nw==", "dev": true, "license": "MIT", - "optional": true, - "os": [ - "win32" - ], - "engines": { - "node": "^20.19.0 || >=22.12.0" + "dependencies": { + "ts-dedent": "^2.0.0", + "type-fest": "^5.6.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/storybook" + }, + "peerDependencies": { + "storybook": "^10.6.2", + "svelte": "^5.0.0" } }, - "node_modules/@oxlint/plugins": { - "version": "1.88.0", - "resolved": "https://registry.npmjs.org/@oxlint/plugins/-/plugins-1.88.0.tgz", - "integrity": "sha512-G2xbfWTrbqYRhR/vfeKNMQf/sS3/ti0iKJAAkRxHuXWZH/hne/dyIb9QKk5LuR6cJLARxsL6FMoAYmfspd74MQ==", + "node_modules/@storybook/svelte-vite": { + "version": "10.6.2", + "resolved": "https://registry.npmjs.org/@storybook/svelte-vite/-/svelte-vite-10.6.2.tgz", + "integrity": "sha512-IjSm98aMRNX0iH5A0i8VK1oUOak8Vq8r0O1xHozb7esjz0bVTznwx6sOGKkfhV8k0n1Vn5e2YzvXJR5m5Rqo8A==", "dev": true, "license": "MIT", - "engines": { - "node": "^12.22.0 || ^14.17.0 || >=16.0.0" + "dependencies": { + "@storybook/builder-vite": "10.6.2", + "@storybook/svelte": "10.6.2", + "magic-string": "^1.1.0", + "svelte2tsx": "^0.7.55", + "typescript": "^4.9.4 || ^5.0.0" }, "funding": { - "url": "https://github.com/sponsors/oxc-project" + "type": "opencollective", + "url": "https://opencollective.com/storybook" + }, + "peerDependencies": { + "@sveltejs/vite-plugin-svelte": "^2.0.0 || ^3.0.0 || ^4.0.0 || ^5.0.0 || ^6.0.0 || ^7.0.0", + "storybook": "^10.6.2", + "svelte": "^5.0.0", + "vite": "^5.0.0 || ^6.0.0 || ^7.0.0 || ^8.0.0" } }, - "node_modules/@polka/url": { - "version": "1.0.0-next.29", - "resolved": "https://registry.npmjs.org/@polka/url/-/url-1.0.0-next.29.tgz", - "integrity": "sha512-wwQAWhWSuHaag8c4q/KN/vCoeOJYshAIvMQwD4GpSb3OiZklFfvAgmj0VCBBImRpuF/aFgIRzllXlVX93Jevww==", + "node_modules/@storybook/svelte-vite/node_modules/typescript": { + "version": "5.9.3", + "resolved": "https://registry.npmjs.org/typescript/-/typescript-5.9.3.tgz", + "integrity": "sha512-jl1vZzPDinLr9eUt3J/t7V6FgNEw9QjvBPdysz9KfQDD41fQrC2Y4vKQdiaUpFT4bXlb1RHhLpp8wtm6M5TgSw==", "dev": true, - "license": "MIT" + "license": "Apache-2.0", + "bin": { + "tsc": "bin/tsc", + "tsserver": "bin/tsserver" + }, + "engines": { + "node": ">=14.17" + } }, - "node_modules/@publint/pack": { - "version": "0.1.7", - "resolved": "https://registry.npmjs.org/@publint/pack/-/pack-0.1.7.tgz", - "integrity": "sha512-4EDEmvxWtgsCnnVeBvtFIFZtUhPPt1+bA9JrSwU4Sa//6oKtzCSlGGXYJr44OD9aGISymbieJ4mCKHUygUDU+g==", + "node_modules/@storybook/svelte/node_modules/type-fest": { + "version": "5.10.0", + "resolved": "https://registry.npmjs.org/type-fest/-/type-fest-5.10.0.tgz", + "integrity": "sha512-NoSdpq/WEiAg5sjmBkmV/hfxv6HJH4NqPNrqjtSO5CwRmpsDfaf4begxW34KdJykH/l1yHtwBWQkCRdoXO8mPA==", "dev": true, - "license": "MIT", + "license": "(MIT OR CC0-1.0)", "dependencies": { - "tinyexec": "^1.3.0" + "tagged-tag": "^1.0.0" }, "engines": { - "node": ">=18" + "node": ">=20" }, "funding": { - "url": "https://bjornlu.com/sponsor" + "url": "https://github.com/sponsors/sindresorhus" } }, - "node_modules/@rolldown/pluginutils": { - "version": "1.0.1", - "resolved": "https://registry.npmjs.org/@rolldown/pluginutils/-/pluginutils-1.0.1.tgz", - "integrity": "sha512-2j9bGt5Jh8hj+vPtgzPtl72j0yRxHAyumoo6TNfAjsLB04UtpSvPbPcDcBMxz7n+9CYB0c1GxQFxYRg2jimqGw==", - "dev": true, - "license": "MIT" - }, - "node_modules/@standard-schema/spec": { - "version": "1.1.0", - "resolved": "https://registry.npmjs.org/@standard-schema/spec/-/spec-1.1.0.tgz", - "integrity": "sha512-l2aFy5jALhniG5HgqrD6jXLi/rUWrKvqN/qJx6yoJsgKhblVd+iqqU4RCXavm/jPityDo5TCvKMnpjKnOriy0w==", + "node_modules/@storybook/sveltekit": { + "version": "10.6.2", + "resolved": "https://registry.npmjs.org/@storybook/sveltekit/-/sveltekit-10.6.2.tgz", + "integrity": "sha512-YfwJz+rlArrZSiMhTLA7TrPSwmcK3vqKa0yIDZaRfmQuP8YuwQop1CCic719VZ9kbYgMbsboCOAhZIr/ZtMreg==", "dev": true, - "license": "MIT" + "license": "MIT", + "dependencies": { + "@storybook/builder-vite": "10.6.2", + "@storybook/svelte": "10.6.2", + "@storybook/svelte-vite": "10.6.2" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/storybook" + }, + "peerDependencies": { + "storybook": "^10.6.2", + "svelte": "^5.0.0", + "vite": "^5.0.0 || ^6.0.0 || ^7.0.0 || ^8.0.0" + } }, "node_modules/@sveltejs/acorn-typescript": { "version": "1.0.13", @@ -1868,6 +3439,33 @@ "dequal": "^2.0.3" } }, + "node_modules/@testing-library/jest-dom": { + "version": "6.9.1", + "resolved": "https://registry.npmjs.org/@testing-library/jest-dom/-/jest-dom-6.9.1.tgz", + "integrity": "sha512-zIcONa+hVtVSSep9UT3jZ5rizo2BsxgyDYU7WFD5eICBE7no3881HGeb/QkGfsJs6JTkY1aQhT7rIPC7e+0nnA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@adobe/css-tools": "^4.4.0", + "aria-query": "^5.0.0", + "css.escape": "^1.5.1", + "dom-accessibility-api": "^0.6.3", + "picocolors": "^1.1.1", + "redent": "^3.0.0" + }, + "engines": { + "node": ">=14", + "npm": ">=6", + "yarn": ">=1" + } + }, + "node_modules/@testing-library/jest-dom/node_modules/dom-accessibility-api": { + "version": "0.6.3", + "resolved": "https://registry.npmjs.org/dom-accessibility-api/-/dom-accessibility-api-0.6.3.tgz", + "integrity": "sha512-7ZgogeTnjuHbo+ct10G9Ffp0mif17idi0IyWNVA/wcwcm7NPOD/WEHVP3n7n3MhXqxoIYm8d6MuZohYWIZ4T3w==", + "dev": true, + "license": "MIT" + }, "node_modules/@testing-library/svelte-core": { "version": "1.1.3", "resolved": "https://registry.npmjs.org/@testing-library/svelte-core/-/svelte-core-1.1.3.tgz", @@ -1895,6 +3493,63 @@ "@testing-library/dom": ">=7.21.4" } }, + "node_modules/@tmcp/adapter-valibot": { + "version": "0.1.7", + "resolved": "https://registry.npmjs.org/@tmcp/adapter-valibot/-/adapter-valibot-0.1.7.tgz", + "integrity": "sha512-MkY4yiyx6k/eeft7Ktnp3RSWrflwWF2PvhmVBSSSGjclJLdIOhhIY1wgp7LVKWwHKiYjOnaL8fQqx1kfdk4xkA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@standard-schema/spec": "^1.0.0", + "@valibot/to-json-schema": "^1.3.0", + "valibot": "^1.1.0" + }, + "peerDependencies": { + "tmcp": "^1.17.0 || ^1.20.0-next.0", + "valibot": "^1.1.0" + } + }, + "node_modules/@tmcp/session-manager": { + "version": "0.2.2", + "resolved": "https://registry.npmjs.org/@tmcp/session-manager/-/session-manager-0.2.2.tgz", + "integrity": "sha512-UrCRpTsxh5XnMbplspvftEYboiZWgAiXqqAUbyFTHoHMJ0LoNDy8bQd0+7qtxtT4S5Qsnv650gvs/Nbec5NTCQ==", + "dev": true, + "license": "MIT", + "peerDependencies": { + "tmcp": "^1.16.3" + } + }, + "node_modules/@tmcp/transport-http": { + "version": "0.8.6", + "resolved": "https://registry.npmjs.org/@tmcp/transport-http/-/transport-http-0.8.6.tgz", + "integrity": "sha512-iLcxu+tEMbkVHbhFfyXQhxfPDDTfm+F0kEw8Xg/a1rm29s4cBg1vwcpbtk02XTxsdDh8RJ1AZkQwF9WDGeb/IA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@tmcp/session-manager": "^0.2.2", + "esm-env": "^1.2.2" + }, + "peerDependencies": { + "@tmcp/auth": "^0.3.3 || ^0.4.0", + "tmcp": "^1.18.0" + }, + "peerDependenciesMeta": { + "@tmcp/auth": { + "optional": true + } + } + }, + "node_modules/@tybys/wasm-util": { + "version": "0.10.4", + "resolved": "https://registry.npmjs.org/@tybys/wasm-util/-/wasm-util-0.10.4.tgz", + "integrity": "sha512-W3c4gRigFS0T/Ma4qIYF3GDAc5AQdHb1yL5znJT1Zv1YaD9Kitx656wBjvr19qbiosmZT8lWDM5BEMynUqX65A==", + "dev": true, + "license": "MIT", + "optional": true, + "dependencies": { + "tslib": "^2.4.0" + } + }, "node_modules/@types/aria-query": { "version": "5.0.4", "resolved": "https://registry.npmjs.org/@types/aria-query/-/aria-query-5.0.4.tgz", @@ -1927,6 +3582,30 @@ "dev": true, "license": "MIT" }, + "node_modules/@types/json-schema": { + "version": "7.0.15", + "resolved": "https://registry.npmjs.org/@types/json-schema/-/json-schema-7.0.15.tgz", + "integrity": "sha512-5+fP8P8MFNC+AyZCDxrB2pkZFPGzqQWUzpSeuuVLvm8VMcorNYavBqoFcxK8bQz4Qsbn4oUEEem4wDLfcysGHA==", + "dev": true, + "license": "MIT" + }, + "node_modules/@types/mdast": { + "version": "4.0.4", + "resolved": "https://registry.npmjs.org/@types/mdast/-/mdast-4.0.4.tgz", + "integrity": "sha512-kGaNbPh1k7AFzgpud/gMdvIm5xuECykRR+JnWKQno9TAXVa6WIVCGTPvYGekIDL4uwCZQSYbUxNBSb1aUo79oA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@types/unist": "*" + } + }, + "node_modules/@types/mdx": { + "version": "2.0.14", + "resolved": "https://registry.npmjs.org/@types/mdx/-/mdx-2.0.14.tgz", + "integrity": "sha512-T48PeuJtvLosNTPVhfnIp3i/n3a4g4Bad7YCq5k64D4u7NwDrAotikQ+5+sjtUvBmxCMlbo3dVL+C2dP0rWHzg==", + "dev": true, + "license": "MIT" + }, "node_modules/@types/node": { "version": "24.19.2", "resolved": "https://registry.npmjs.org/@types/node/-/node-24.19.2.tgz", @@ -1937,6 +3616,23 @@ "undici-types": ">=7.24.0 <7.24.7" } }, + "node_modules/@types/unist": { + "version": "2.0.11", + "resolved": "https://registry.npmjs.org/@types/unist/-/unist-2.0.11.tgz", + "integrity": "sha512-CmBKiL6NNo/OqgmMn95Fk9Whlp2mtvIv+KNpQKN2F4SjvrEesubTRWGYSg+BnWZOnlCaSTU1sMpsBOzgbYhnsA==", + "dev": true, + "license": "MIT" + }, + "node_modules/@valibot/to-json-schema": { + "version": "1.8.0", + "resolved": "https://registry.npmjs.org/@valibot/to-json-schema/-/to-json-schema-1.8.0.tgz", + "integrity": "sha512-a0M+uwCuQZEPAo65NYkFSJ14O5c213KoSZmPdoCfuFvUhfULi4T2Z6Tpjv6lTVMW9RoLm74RpRAjNEa43KcN+g==", + "dev": true, + "license": "MIT", + "peerDependencies": { + "valibot": "^1.5.0" + } + }, "node_modules/@vitest/browser": { "version": "5.0.5", "resolved": "https://registry.npmjs.org/@vitest/browser/-/browser-5.0.5.tgz", @@ -2037,13 +3733,98 @@ "resolved": "https://registry.npmjs.org/obug/-/obug-3.0.0.tgz", "integrity": "sha512-5vvB5+W7ePv+p3uqxi+RcW1XAzLW0/hxt3/4X4Lc4qHudzOhmBiBwOY6DRob4WnanAEGvNcLjF+KNOufrUoEQw==", "dev": true, - "funding": [ - "https://github.com/sponsors/sxzz", - "https://opencollective.com/debug" - ], + "funding": [ + "https://github.com/sponsors/sxzz", + "https://opencollective.com/debug" + ], + "license": "MIT", + "engines": { + "node": ">=12.20.0" + } + }, + "node_modules/@vitest/expect": { + "version": "3.2.4", + "resolved": "https://registry.npmjs.org/@vitest/expect/-/expect-3.2.4.tgz", + "integrity": "sha512-Io0yyORnB6sikFlt8QW5K7slY4OjqNX9jmJQ02QDda8lyM6B5oNgVWoSoKPac8/kgnCUzuHQKrSLtu/uOqqrig==", + "dev": true, + "license": "MIT", + "dependencies": { + "@types/chai": "^5.2.2", + "@vitest/spy": "3.2.4", + "@vitest/utils": "3.2.4", + "chai": "^5.2.0", + "tinyrainbow": "^2.0.0" + }, + "funding": { + "url": "https://opencollective.com/vitest" + } + }, + "node_modules/@vitest/expect/node_modules/@vitest/pretty-format": { + "version": "3.2.4", + "resolved": "https://registry.npmjs.org/@vitest/pretty-format/-/pretty-format-3.2.4.tgz", + "integrity": "sha512-IVNZik8IVRJRTr9fxlitMKeJeXFFFN0JaB9PHPGQ8NKQbGpfjlTx9zO4RefN8gp7eqjNy8nyK3NZmBzOPeIxtA==", + "dev": true, + "license": "MIT", + "dependencies": { + "tinyrainbow": "^2.0.0" + }, + "funding": { + "url": "https://opencollective.com/vitest" + } + }, + "node_modules/@vitest/expect/node_modules/@vitest/spy": { + "version": "3.2.4", + "resolved": "https://registry.npmjs.org/@vitest/spy/-/spy-3.2.4.tgz", + "integrity": "sha512-vAfasCOe6AIK70iP5UD11Ac4siNUNJ9i/9PZ3NKx07sG6sUxeag1LWdNrMWeKKYBLlzuK+Gn65Yd5nyL6ds+nw==", + "dev": true, + "license": "MIT", + "dependencies": { + "tinyspy": "^4.0.3" + }, + "funding": { + "url": "https://opencollective.com/vitest" + } + }, + "node_modules/@vitest/expect/node_modules/@vitest/utils": { + "version": "3.2.4", + "resolved": "https://registry.npmjs.org/@vitest/utils/-/utils-3.2.4.tgz", + "integrity": "sha512-fB2V0JFrQSMsCo9HiSq3Ezpdv4iYaXRG1Sx8edX3MwxfyNn83mKiGzOcH+Fkxt4MHxr3y42fQi1oeAInqgX2QA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@vitest/pretty-format": "3.2.4", + "loupe": "^3.1.4", + "tinyrainbow": "^2.0.0" + }, + "funding": { + "url": "https://opencollective.com/vitest" + } + }, + "node_modules/@vitest/expect/node_modules/chai": { + "version": "5.3.3", + "resolved": "https://registry.npmjs.org/chai/-/chai-5.3.3.tgz", + "integrity": "sha512-4zNhdJD/iOjSH0A05ea+Ke6MU5mmpQcbQsSOkgdaUMJ9zTlDTD/GYlwohmIE2u0gaxHYiVHEn1Fw9mZ/ktJWgw==", + "dev": true, + "license": "MIT", + "dependencies": { + "assertion-error": "^2.0.1", + "check-error": "^2.1.1", + "deep-eql": "^5.0.1", + "loupe": "^3.1.0", + "pathval": "^2.0.0" + }, + "engines": { + "node": ">=18" + } + }, + "node_modules/@vitest/expect/node_modules/tinyrainbow": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/tinyrainbow/-/tinyrainbow-2.0.0.tgz", + "integrity": "sha512-op4nsTR47R6p0vMUUoYl/a+ljLFVtlfaXkLQmqfLR1qHma1h/ysYk4hEXZ880bf2CYgTskvTa/e196Vd5dDQXw==", + "dev": true, "license": "MIT", "engines": { - "node": ">=12.20.0" + "node": ">=14.0.0" } }, "node_modules/@vitest/istanbul-lib-coverage": { @@ -2320,6 +4101,13 @@ "node": ">=20.0.0" } }, + "node_modules/@webcontainer/env": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/@webcontainer/env/-/env-1.1.1.tgz", + "integrity": "sha512-6aN99yL695Hi9SuIk1oC88l9o0gmxL1nGWWQ/kNy81HigJ0FoaoTXpytCj6ItzgyCEwA9kF1wixsTuv5cjsgng==", + "dev": true, + "license": "MIT" + }, "node_modules/@yuku-core/binding-android-arm64": { "version": "0.19.0", "resolved": "https://registry.npmjs.org/@yuku-core/binding-android-arm64/-/binding-android-arm64-0.19.0.tgz", @@ -2569,6 +4357,19 @@ "node": ">=12" } }, + "node_modules/ast-types": { + "version": "0.16.3", + "resolved": "https://registry.npmjs.org/ast-types/-/ast-types-0.16.3.tgz", + "integrity": "sha512-FvWoWYfSCM6kRxCSH+MGLHIKKGRL6A6AW7Zek2O32REPQRdg131428uRTKMBYAeRd3XXAaHDS60Wpri7CdKDrA==", + "dev": true, + "license": "MIT", + "dependencies": { + "tslib": "^2.0.1" + }, + "engines": { + "node": ">=4" + } + }, "node_modules/ast-v8-to-istanbul": { "version": "1.0.7", "resolved": "https://registry.npmjs.org/ast-v8-to-istanbul/-/ast-v8-to-istanbul-1.0.7.tgz", @@ -2588,6 +4389,16 @@ "dev": true, "license": "MIT" }, + "node_modules/axe-core": { + "version": "4.14.0", + "resolved": "https://registry.npmjs.org/axe-core/-/axe-core-4.14.0.tgz", + "integrity": "sha512-9WTZxEjsZ7b13TH8JPmbV2z8CHbl80/2hm3XPEG4JgNdQLK81IBRXmSxHfMAOkSqQeRxT/0dwNDz2GOm3zzpcQ==", + "dev": true, + "license": "MPL-2.0", + "engines": { + "node": ">=4" + } + }, "node_modules/axobject-query": { "version": "4.1.0", "resolved": "https://registry.npmjs.org/axobject-query/-/axobject-query-4.1.0.tgz", @@ -2666,6 +4477,22 @@ "svelte": "^5.30.2" } }, + "node_modules/bundle-name": { + "version": "4.1.1", + "resolved": "https://registry.npmjs.org/bundle-name/-/bundle-name-4.1.1.tgz", + "integrity": "sha512-DdH81/zPLVS11EUgWq3tEu/xn+EzljlMYooDNdzWEnFha3R3NBMpMV1UqYIpjYHV/SgpFKMIX1Oh7o06SjM/oA==", + "dev": true, + "license": "MIT", + "dependencies": { + "run-applescript": "^7.0.0" + }, + "engines": { + "node": ">=18" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, "node_modules/chai": { "version": "6.3.0", "resolved": "https://registry.npmjs.org/chai/-/chai-6.3.0.tgz", @@ -2676,6 +4503,16 @@ "node": ">=18" } }, + "node_modules/check-error": { + "version": "2.1.3", + "resolved": "https://registry.npmjs.org/check-error/-/check-error-2.1.3.tgz", + "integrity": "sha512-PAJdDJusoxnwm1VwW07VWwUN1sl7smmC3OKggvndJFadxxDRyFJBX/ggnu/KE4kQAB7a3Dp8f/YXC1FlUprWmA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">= 16" + } + }, "node_modules/chokidar": { "version": "5.0.0", "resolved": "https://registry.npmjs.org/chokidar/-/chokidar-5.0.0.tgz", @@ -2692,6 +4529,40 @@ "url": "https://paulmillr.com/funding/" } }, + "node_modules/chromatic": { + "version": "18.13.0", + "resolved": "https://registry.npmjs.org/chromatic/-/chromatic-18.13.0.tgz", + "integrity": "sha512-AdN6tHB9anx/sdJKIMQ7JkQQV2RhVe1iTvXOFLlwFBRecbl9rp50h/25N0sZJDdpx22gG7Y81HoUALOORfMuxQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "semver": "^7.3.5" + }, + "bin": { + "chroma": "dist/bin.cjs", + "chromatic": "dist/bin.cjs", + "chromatic-cli": "dist/bin.cjs" + }, + "engines": { + "node": ">=22.0.0" + }, + "peerDependencies": { + "@chromatic-com/cypress": "^0.*.* || ^1.0.0", + "@chromatic-com/playwright": "^0.*.* || ^1.0.0", + "@chromatic-com/vitest": "^0.*.* || ^1.0.0" + }, + "peerDependenciesMeta": { + "@chromatic-com/cypress": { + "optional": true + }, + "@chromatic-com/playwright": { + "optional": true + }, + "@chromatic-com/vitest": { + "optional": true + } + } + }, "node_modules/clsx": { "version": "2.1.1", "resolved": "https://registry.npmjs.org/clsx/-/clsx-2.1.1.tgz", @@ -2722,6 +4593,28 @@ "url": "https://opencollective.com/express" } }, + "node_modules/css.escape": { + "version": "1.5.1", + "resolved": "https://registry.npmjs.org/css.escape/-/css.escape-1.5.1.tgz", + "integrity": "sha512-YUifsXXuknHlUsmlgyY0PKzgPOr7/FjCePfHNt0jxm83wHZi44VDMQ7/fGNkjY3/jV1MC+1CmZbaHzugyeRtpg==", + "dev": true, + "license": "MIT" + }, + "node_modules/dedent": { + "version": "1.7.2", + "resolved": "https://registry.npmjs.org/dedent/-/dedent-1.7.2.tgz", + "integrity": "sha512-WzMx3mW98SN+zn3hgemf4OzdmyNhhhKz5Ay0pUfQiMQ3e1g+xmTJWp/pKdwKVXhdSkAEGIIzqeuWrL3mV/AXbA==", + "dev": true, + "license": "MIT", + "peerDependencies": { + "babel-plugin-macros": "^3.1.0" + }, + "peerDependenciesMeta": { + "babel-plugin-macros": { + "optional": true + } + } + }, "node_modules/dedent-js": { "version": "1.0.1", "resolved": "https://registry.npmjs.org/dedent-js/-/dedent-js-1.0.1.tgz", @@ -2729,6 +4622,16 @@ "dev": true, "license": "MIT" }, + "node_modules/deep-eql": { + "version": "5.0.2", + "resolved": "https://registry.npmjs.org/deep-eql/-/deep-eql-5.0.2.tgz", + "integrity": "sha512-h5k/5U50IJJFpzfL6nO9jaaumfjO/f2NjK/oYB2Djzm4p9L+3T9qWpZqZ2hAbLPuuYq9wrU08WQyBTL5GbPk5Q==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=6" + } + }, "node_modules/deepmerge": { "version": "4.3.1", "resolved": "https://registry.npmjs.org/deepmerge/-/deepmerge-4.3.1.tgz", @@ -2739,6 +4642,49 @@ "node": ">=0.10.0" } }, + "node_modules/default-browser": { + "version": "5.5.1", + "resolved": "https://registry.npmjs.org/default-browser/-/default-browser-5.5.1.tgz", + "integrity": "sha512-m1pAzaJgZ/gssEqlOhJkPJp8Xly7QyW6xcrkUa2KKcDeDSEMP7X8xipU3snUcfisTQx0w1AGae+9UtJSfVnXGw==", + "dev": true, + "license": "MIT", + "dependencies": { + "bundle-name": "^4.1.0", + "default-browser-id": "^5.0.0" + }, + "engines": { + "node": ">=18" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/default-browser-id": { + "version": "5.0.1", + "resolved": "https://registry.npmjs.org/default-browser-id/-/default-browser-id-5.0.1.tgz", + "integrity": "sha512-x1VCxdX4t+8wVfd1so/9w+vQ4vx7lKd2Qp5tDRutErwmR85OgmfX7RlLRMWafRMY7hbEiXIbudNrjOAPa/hL8Q==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=18" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/define-lazy-prop": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/define-lazy-prop/-/define-lazy-prop-3.0.0.tgz", + "integrity": "sha512-N+MeXYoqr3pOgn8xfyRPREN7gHakLYjhsHhWGT3fWAiL4IkAt0iDw14QiiEm2bE30c5XX5q0FtAA3CK5f9/BUg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=12" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, "node_modules/dequal": { "version": "2.0.3", "resolved": "https://registry.npmjs.org/dequal/-/dequal-2.0.3.tgz", @@ -2793,12 +4739,81 @@ "dev": true, "license": "MIT" }, + "node_modules/es-toolkit": { + "version": "1.52.0", + "resolved": "https://registry.npmjs.org/es-toolkit/-/es-toolkit-1.52.0.tgz", + "integrity": "sha512-XTNEJQh1tY1ZJVcf6ayP/2n4ZPyaHlW2FWs7xvw5ddPuhUVjLD3olQVQS7kf58JbAB48iL0uL/jerTrjtV3lDA==", + "dev": true, + "license": "MIT", + "workspaces": [ + "docs", + "benchmarks", + "tests/types", + "tests/browser-compat" + ] + }, + "node_modules/esbuild": { + "version": "0.28.2", + "resolved": "https://registry.npmjs.org/esbuild/-/esbuild-0.28.2.tgz", + "integrity": "sha512-HKVLS8dvII+xoKW9kmqxbRKrnWEXfJJr/FZhhJmiqIB0e053QNYFqOBouTMO/k5sID4MvCiUCvv8b9M4h32wIA==", + "dev": true, + "hasInstallScript": true, + "license": "MIT", + "bin": { + "esbuild": "bin/esbuild" + }, + "engines": { + "node": ">=18" + }, + "optionalDependencies": { + "@esbuild/aix-ppc64": "0.28.2", + "@esbuild/android-arm": "0.28.2", + "@esbuild/android-arm64": "0.28.2", + "@esbuild/android-x64": "0.28.2", + "@esbuild/darwin-arm64": "0.28.2", + "@esbuild/darwin-x64": "0.28.2", + "@esbuild/freebsd-arm64": "0.28.2", + "@esbuild/freebsd-x64": "0.28.2", + "@esbuild/linux-arm": "0.28.2", + "@esbuild/linux-arm64": "0.28.2", + "@esbuild/linux-ia32": "0.28.2", + "@esbuild/linux-loong64": "0.28.2", + "@esbuild/linux-mips64el": "0.28.2", + "@esbuild/linux-ppc64": "0.28.2", + "@esbuild/linux-riscv64": "0.28.2", + "@esbuild/linux-s390x": "0.28.2", + "@esbuild/linux-x64": "0.28.2", + "@esbuild/netbsd-arm64": "0.28.2", + "@esbuild/netbsd-x64": "0.28.2", + "@esbuild/openbsd-arm64": "0.28.2", + "@esbuild/openbsd-x64": "0.28.2", + "@esbuild/openharmony-arm64": "0.28.2", + "@esbuild/sunos-x64": "0.28.2", + "@esbuild/win32-arm64": "0.28.2", + "@esbuild/win32-ia32": "0.28.2", + "@esbuild/win32-x64": "0.28.2" + } + }, "node_modules/esm-env": { "version": "1.2.2", "resolved": "https://registry.npmjs.org/esm-env/-/esm-env-1.2.2.tgz", "integrity": "sha512-Epxrv+Nr/CaL4ZcFGPJIYLWFom+YeV1DqMLHJoEd9SYRxNbaFruBwfEX/kkHUJf55j2+TUbmDcmuilbP1TmXHA==", "license": "MIT" }, + "node_modules/esprima": { + "version": "4.0.1", + "resolved": "https://registry.npmjs.org/esprima/-/esprima-4.0.1.tgz", + "integrity": "sha512-eGuFFw7Upda+g4p+QHvnW0RyTX/SVeJBDM/gCtMARO0cLuT2HcEKnTPvhjV6aGeqrCB/sbNop0Kszm0jsaWU4A==", + "dev": true, + "license": "BSD-2-Clause", + "bin": { + "esparse": "bin/esparse.js", + "esvalidate": "bin/esvalidate.js" + }, + "engines": { + "node": ">=4" + } + }, "node_modules/esrap": { "version": "2.4.0", "resolved": "https://registry.npmjs.org/esrap/-/esrap-2.4.0.tgz", @@ -2900,12 +4915,57 @@ "node": ">=12.0.0" } }, + "node_modules/indent-string": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/indent-string/-/indent-string-4.0.0.tgz", + "integrity": "sha512-EdDDZu4A2OyIK7Lr/2zG+w5jmbuk1DVBnEwREQvBzspBJkCEbRa8GxU1lghYcaGJCnRWibjDXlq779X1/y5xwg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=8" + } + }, "node_modules/inline-style-parser": { "version": "0.2.7", "resolved": "https://registry.npmjs.org/inline-style-parser/-/inline-style-parser-0.2.7.tgz", "integrity": "sha512-Nb2ctOyNR8DqQoR0OwRG95uNWIC0C1lCgf5Naz5H6Ji72KZ8OcFZLz2P5sNgwlyoJ8Yif11oMuYs5pBQa86csA==", "license": "MIT" }, + "node_modules/is-docker": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/is-docker/-/is-docker-3.0.0.tgz", + "integrity": "sha512-eljcgEDlEns/7AXFosB5K/2nCM4P7FQPkGc/DWLy5rmFEWvZayGrik1d9/QIY5nJ4f9YsVvBkA6kJpHn9rISdQ==", + "dev": true, + "license": "MIT", + "bin": { + "is-docker": "cli.js" + }, + "engines": { + "node": "^12.20.0 || ^14.13.1 || >=16.0.0" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/is-inside-container": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/is-inside-container/-/is-inside-container-1.0.0.tgz", + "integrity": "sha512-KIYLCCJghfHZxqjYBE7rEy0OBuTd5xCHS7tHVgvCLkx7StIoaxwNW3hCALgEUjFfeRk+MG/Qxmp/vtETEF3tRA==", + "dev": true, + "license": "MIT", + "dependencies": { + "is-docker": "^3.0.0" + }, + "bin": { + "is-inside-container": "cli.js" + }, + "engines": { + "node": ">=14.16" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, "node_modules/is-reference": { "version": "3.0.3", "resolved": "https://registry.npmjs.org/is-reference/-/is-reference-3.0.3.tgz", @@ -2916,6 +4976,22 @@ "@types/estree": "^1.0.6" } }, + "node_modules/is-wsl": { + "version": "3.1.1", + "resolved": "https://registry.npmjs.org/is-wsl/-/is-wsl-3.1.1.tgz", + "integrity": "sha512-e6rvdUCiQCAuumZslxRJWR/Doq4VpPR82kqclvcS0efgt430SlGIk05vdCN58+VrzgtIcfNODjozVielycD4Sw==", + "dev": true, + "license": "MIT", + "dependencies": { + "is-inside-container": "^1.0.0" + }, + "engines": { + "node": ">=16" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, "node_modules/jiti": { "version": "2.7.0", "resolved": "https://registry.npmjs.org/jiti/-/jiti-2.7.0.tgz", @@ -2933,6 +5009,33 @@ "dev": true, "license": "MIT" }, + "node_modules/json-rpc-2.0": { + "version": "1.8.1", + "resolved": "https://registry.npmjs.org/json-rpc-2.0/-/json-rpc-2.0-1.8.1.tgz", + "integrity": "sha512-BmN42JKn6FI36pcMMzHCXQhpKNEfbeqgSIcUYHKnifq0/4Ey6PDinovwUOgajT7NsgUtpWdDXaCWlpI4LHXN3g==", + "dev": true, + "license": "MIT" + }, + "node_modules/jsonc-parser": { + "version": "3.3.1", + "resolved": "https://registry.npmjs.org/jsonc-parser/-/jsonc-parser-3.3.1.tgz", + "integrity": "sha512-HUgH65KyejrUFPvHFPbqOY0rsFip3Bo5wb4ngvdi1EpCYWUQDC5V+Y7mZws+DLkr4M//zQJoanu1SP+87Dv1oQ==", + "dev": true, + "license": "MIT" + }, + "node_modules/jsonfile": { + "version": "6.2.1", + "resolved": "https://registry.npmjs.org/jsonfile/-/jsonfile-6.2.1.tgz", + "integrity": "sha512-zwOTdL3rFQ/lRdBnntKVOX6k5cKJwEc1HdilT71BWEu7J41gXIB2MRp+vxduPSwZJPWBxEzv4yH1wYLJGUHX4Q==", + "dev": true, + "license": "MIT", + "dependencies": { + "universalify": "^2.0.0" + }, + "optionalDependencies": { + "graceful-fs": "^4.1.6" + } + }, "node_modules/kleur": { "version": "4.1.5", "resolved": "https://registry.npmjs.org/kleur/-/kleur-4.1.5.tgz", @@ -3223,6 +5326,13 @@ "dev": true, "license": "MIT" }, + "node_modules/loupe": { + "version": "3.2.1", + "resolved": "https://registry.npmjs.org/loupe/-/loupe-3.2.1.tgz", + "integrity": "sha512-CdzqowRJCeLU72bHvWqwRBBlLcMEtIvGrlvef74kMnV2AolS9Y8xUv1I0U/MNAWMhBlKIoyuEgoJ0t/bbwHbLQ==", + "dev": true, + "license": "MIT" + }, "node_modules/lz-string": { "version": "1.5.0", "resolved": "https://registry.npmjs.org/lz-string/-/lz-string-1.5.0.tgz", @@ -3254,6 +5364,34 @@ "source-map-js": "^1.2.1" } }, + "node_modules/mdsvex": { + "version": "0.12.7", + "resolved": "https://registry.npmjs.org/mdsvex/-/mdsvex-0.12.7.tgz", + "integrity": "sha512-gx4bReLCUvq+MPErHXYeyX+TEq1hsS2KfiZtEOMNTcbibSouFy8AHc5h04KbGCl+g5tLuo4/lbgRVYRnc7bJZw==", + "dev": true, + "license": "MIT", + "dependencies": { + "@types/mdast": "^4.0.4", + "@types/unist": "^2.0.3", + "prism-svelte": "^0.4.7", + "prismjs": "^1.17.1", + "unist-util-visit": "^2.0.1", + "vfile-message": "^2.0.4" + }, + "peerDependencies": { + "svelte": "^3.56.0 || ^4.0.0 || ^5.0.0-next.120" + } + }, + "node_modules/min-indent": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/min-indent/-/min-indent-1.0.1.tgz", + "integrity": "sha512-I9jwMn07Sy/IwOj3zVkVik2JTvgpaykDZEigL6Rx6N9LbMywwUSMtxET+7lVoDLLd3O3IXwJwvuuns8UB/HeAg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=4" + } + }, "node_modules/mode-watcher": { "version": "1.1.0", "resolved": "https://registry.npmjs.org/mode-watcher/-/mode-watcher-1.1.0.tgz", @@ -3321,6 +5459,104 @@ "node": ">=12.20.0" } }, + "node_modules/open": { + "version": "10.2.0", + "resolved": "https://registry.npmjs.org/open/-/open-10.2.0.tgz", + "integrity": "sha512-YgBpdJHPyQ2UE5x+hlSXcnejzAvD0b22U2OuAP+8OnlJT+PjWPxtgmGqKKc+RgTM63U9gN0YzrYc71R2WT/hTA==", + "dev": true, + "license": "MIT", + "dependencies": { + "default-browser": "^5.2.1", + "define-lazy-prop": "^3.0.0", + "is-inside-container": "^1.0.0", + "wsl-utils": "^0.1.0" + }, + "engines": { + "node": ">=18" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/oxc-parser": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/oxc-parser/-/oxc-parser-0.127.0.tgz", + "integrity": "sha512-bkgD4qHlN7WxLdX8bLXdaU54TtQtAIg/ZBAfm0aje/mo3MRDo3P0hZSgr4U7O3xfX+fQmR5AP04JS/TGcZLcFA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@oxc-project/types": "^0.127.0" + }, + "engines": { + "node": "^20.19.0 || >=22.12.0" + }, + "funding": { + "url": "https://github.com/sponsors/Boshen" + }, + "optionalDependencies": { + "@oxc-parser/binding-android-arm-eabi": "0.127.0", + "@oxc-parser/binding-android-arm64": "0.127.0", + "@oxc-parser/binding-darwin-arm64": "0.127.0", + "@oxc-parser/binding-darwin-x64": "0.127.0", + "@oxc-parser/binding-freebsd-x64": "0.127.0", + "@oxc-parser/binding-linux-arm-gnueabihf": "0.127.0", + "@oxc-parser/binding-linux-arm-musleabihf": "0.127.0", + "@oxc-parser/binding-linux-arm64-gnu": "0.127.0", + "@oxc-parser/binding-linux-arm64-musl": "0.127.0", + "@oxc-parser/binding-linux-ppc64-gnu": "0.127.0", + "@oxc-parser/binding-linux-riscv64-gnu": "0.127.0", + "@oxc-parser/binding-linux-riscv64-musl": "0.127.0", + "@oxc-parser/binding-linux-s390x-gnu": "0.127.0", + "@oxc-parser/binding-linux-x64-gnu": "0.127.0", + "@oxc-parser/binding-linux-x64-musl": "0.127.0", + "@oxc-parser/binding-openharmony-arm64": "0.127.0", + "@oxc-parser/binding-wasm32-wasi": "0.127.0", + "@oxc-parser/binding-win32-arm64-msvc": "0.127.0", + "@oxc-parser/binding-win32-ia32-msvc": "0.127.0", + "@oxc-parser/binding-win32-x64-msvc": "0.127.0" + } + }, + "node_modules/oxc-parser/node_modules/@oxc-project/types": { + "version": "0.127.0", + "resolved": "https://registry.npmjs.org/@oxc-project/types/-/types-0.127.0.tgz", + "integrity": "sha512-aIYXQBo4lCbO4z0R3FHeucQHpF46l2LbMdxRvqvuRuW2OxdnSkcng5B8+K12spgLDj93rtN3+J2Vac/TIO+ciQ==", + "dev": true, + "license": "MIT", + "funding": { + "url": "https://github.com/sponsors/Boshen" + } + }, + "node_modules/oxc-resolver": { + "version": "11.21.2", + "resolved": "https://registry.npmjs.org/oxc-resolver/-/oxc-resolver-11.21.2.tgz", + "integrity": "sha512-w5tLwYN3Zo24w5EeWJjJWZOwhYqTtC8PS2B1tIt7BZUuqTIcU07sQValbDw+rq7+AuAGzOHklgK+ifsy4lpXfw==", + "dev": true, + "license": "MIT", + "funding": { + "url": "https://github.com/sponsors/Boshen" + }, + "optionalDependencies": { + "@oxc-resolver/binding-android-arm-eabi": "11.21.2", + "@oxc-resolver/binding-android-arm64": "11.21.2", + "@oxc-resolver/binding-darwin-arm64": "11.21.2", + "@oxc-resolver/binding-darwin-x64": "11.21.2", + "@oxc-resolver/binding-freebsd-x64": "11.21.2", + "@oxc-resolver/binding-linux-arm-gnueabihf": "11.21.2", + "@oxc-resolver/binding-linux-arm-musleabihf": "11.21.2", + "@oxc-resolver/binding-linux-arm64-gnu": "11.21.2", + "@oxc-resolver/binding-linux-arm64-musl": "11.21.2", + "@oxc-resolver/binding-linux-ppc64-gnu": "11.21.2", + "@oxc-resolver/binding-linux-riscv64-gnu": "11.21.2", + "@oxc-resolver/binding-linux-riscv64-musl": "11.21.2", + "@oxc-resolver/binding-linux-s390x-gnu": "11.21.2", + "@oxc-resolver/binding-linux-x64-gnu": "11.21.2", + "@oxc-resolver/binding-linux-x64-musl": "11.21.2", + "@oxc-resolver/binding-openharmony-arm64": "11.21.2", + "@oxc-resolver/binding-wasm32-wasi": "11.21.2", + "@oxc-resolver/binding-win32-arm64-msvc": "11.21.2", + "@oxc-resolver/binding-win32-x64-msvc": "11.21.2" + } + }, "node_modules/oxfmt": { "version": "0.73.0", "resolved": "https://registry.npmjs.org/oxfmt/-/oxfmt-0.73.0.tgz", @@ -3458,6 +5694,16 @@ "dev": true, "license": "MIT" }, + "node_modules/pathval": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/pathval/-/pathval-2.0.1.tgz", + "integrity": "sha512-//nshmD55c46FuFw26xV/xFAaB5HF9Xdap7HJBBnrKdAd6/GxDBaNA1870O79+9ueg61cZLSVc+OaFlfmObYVQ==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">= 14.16" + } + }, "node_modules/picocolors": { "version": "1.1.1", "resolved": "https://registry.npmjs.org/picocolors/-/picocolors-1.1.1.tgz", @@ -3561,6 +5807,23 @@ "node": "^10.13.0 || ^12.13.0 || ^14.15.0 || >=15.0.0" } }, + "node_modules/prism-svelte": { + "version": "0.4.7", + "resolved": "https://registry.npmjs.org/prism-svelte/-/prism-svelte-0.4.7.tgz", + "integrity": "sha512-yABh19CYbM24V7aS7TuPYRNMqthxwbvx6FF/Rw920YbyBWO3tnyPIqRMgHuSVsLmuHkkBS1Akyof463FVdkeDQ==", + "dev": true, + "license": "MIT" + }, + "node_modules/prismjs": { + "version": "1.30.0", + "resolved": "https://registry.npmjs.org/prismjs/-/prismjs-1.30.0.tgz", + "integrity": "sha512-DEvV2ZF2r2/63V+tK8hQvrR2ZGn10srHbXviTlcv7Kpzw8jWiNTqbVgjO3IY8RxrrOUF8VPMQQFysYYYv0YZxw==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=6" + } + }, "node_modules/publint": { "version": "0.3.25", "resolved": "https://registry.npmjs.org/publint/-/publint-0.3.25.tgz", @@ -3577,10 +5840,33 @@ "publint": "src/cli.js" }, "engines": { - "node": ">=18" + "node": ">=18" + }, + "funding": { + "url": "https://bjornlu.com/sponsor" + } + }, + "node_modules/react": { + "version": "19.3.1", + "resolved": "https://registry.npmjs.org/react/-/react-19.3.1.tgz", + "integrity": "sha512-QNhWdt7nrgVWWQG58QuGsAR3jv3Hbe4mb4vz7w2csnHavciZJgda1CPNaldF6eVxv90ud3jUXpKlHL69gO38yw==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/react-dom": { + "version": "19.3.1", + "resolved": "https://registry.npmjs.org/react-dom/-/react-dom-19.3.1.tgz", + "integrity": "sha512-Y0bARz53lhEC1NMCASs0/j+faB/zqt3R8hpvg1e8+61ZVJ4UL0UdC4cBbXfZMcIuhrfgeILTLe+ZeBCavQPtKQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "scheduler": "^0.28.0" }, - "funding": { - "url": "https://bjornlu.com/sponsor" + "peerDependencies": { + "react": "^19.3.1" } }, "node_modules/react-is": { @@ -3604,6 +5890,50 @@ "url": "https://paulmillr.com/funding/" } }, + "node_modules/recast": { + "version": "0.23.21", + "resolved": "https://registry.npmjs.org/recast/-/recast-0.23.21.tgz", + "integrity": "sha512-mFAyJq9vUbSTARLZUvAEf1z3YxlvAwswbmxMx2mPA/MSm4KmpwvwvhsH/NIrZhyOuwD60Lzyw2qh83uCbgTPYw==", + "dev": true, + "license": "MIT", + "dependencies": { + "ast-types": "^0.16.1", + "esprima": "~4.0.0", + "source-map": "~0.6.1", + "tiny-invariant": "^1.3.3", + "tslib": "^2.0.1" + }, + "engines": { + "node": ">= 4" + } + }, + "node_modules/redent": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/redent/-/redent-3.0.0.tgz", + "integrity": "sha512-6tDA8g98We0zd0GvVeMT9arEOnTw9qM03L9cJXaCjrip1OO764RDBLBfrB4cwzNGDj5OA5ioymC9GkizgWJDUg==", + "dev": true, + "license": "MIT", + "dependencies": { + "indent-string": "^4.0.0", + "strip-indent": "^3.0.0" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/run-applescript": { + "version": "7.1.0", + "resolved": "https://registry.npmjs.org/run-applescript/-/run-applescript-7.1.0.tgz", + "integrity": "sha512-DPe5pVFaAsinSaV6QjQ6gdiedWDcRCbUuiQfQa2wmWV7+xC9bGulGI8+TdRmoFkAPaBXk8CrAbnlY2ISniJ47Q==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=18" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, "node_modules/runed": { "version": "0.25.0", "resolved": "https://registry.npmjs.org/runed/-/runed-0.25.0.tgz", @@ -3633,6 +5963,13 @@ "node": ">=6" } }, + "node_modules/scheduler": { + "version": "0.28.0", + "resolved": "https://registry.npmjs.org/scheduler/-/scheduler-0.28.0.tgz", + "integrity": "sha512-juorfCmIkIw8tT+p5BXSm6PJjQF/ycEYmKyzURCIt/RaZIhL+PulbQ9Yu2z1HdOJDdqDTlxA1+xKBmHXJsczAw==", + "dev": true, + "license": "MIT" + }, "node_modules/scule": { "version": "1.3.0", "resolved": "https://registry.npmjs.org/scule/-/scule-1.3.0.tgz", @@ -3668,6 +6005,16 @@ "node": ">=18" } }, + "node_modules/source-map": { + "version": "0.6.1", + "resolved": "https://registry.npmjs.org/source-map/-/source-map-0.6.1.tgz", + "integrity": "sha512-UjgapumWlbMhkBgzT7Ykc5YXUT46F0iKu8SGXq0bcwP5dz/h0Plj6enJqjz1Zbq2l5WaqYnrVbwWOWMyF3F47g==", + "dev": true, + "license": "BSD-3-Clause", + "engines": { + "node": ">=0.10.0" + } + }, "node_modules/source-map-js": { "version": "1.2.2", "resolved": "https://registry.npmjs.org/source-map-js/-/source-map-js-1.2.2.tgz", @@ -3678,6 +6025,13 @@ "node": ">=0.10.0" } }, + "node_modules/sqids": { + "version": "0.3.0", + "resolved": "https://registry.npmjs.org/sqids/-/sqids-0.3.0.tgz", + "integrity": "sha512-lOQK1ucVg+W6n3FhRwwSeUijxe93b51Bfz5PMRMihVf1iVkl82ePQG7V5vwrhzB11v0NtsR25PSZRGiSomJaJw==", + "dev": true, + "license": "MIT" + }, "node_modules/std-env": { "version": "4.3.0", "resolved": "https://registry.npmjs.org/std-env/-/std-env-4.3.0.tgz", @@ -3685,6 +6039,110 @@ "dev": true, "license": "MIT" }, + "node_modules/storybook": { + "version": "10.6.2", + "resolved": "https://registry.npmjs.org/storybook/-/storybook-10.6.2.tgz", + "integrity": "sha512-qHDINMiapxFUxYb+xC3j8u7Y+85X3u+/PlytE/wmnyg+bU0agCW3jUmWP4vIh2MioO2jTK/2B3Lcw6IpRFzQBA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@storybook/global": "^5.0.0", + "@storybook/icons": "^2.0.2", + "@testing-library/dom": "^10.4.1", + "@testing-library/jest-dom": "6.9.1", + "@testing-library/user-event": "^14.6.3", + "@vitest/expect": "3.2.4", + "@vitest/spy": "3.2.4", + "@webcontainer/env": "^1.1.1", + "esbuild": "^0.18.0 || ^0.19.0 || ^0.20.0 || ^0.21.0 || ^0.22.0 || ^0.23.0 || ^0.24.0 || ^0.25.0 || ^0.26.0 || ^0.27.0 || ^0.28.0", + "jsonc-parser": "^3.3.1", + "open": "^10.2.0", + "oxc-parser": "^0.127.0", + "oxc-resolver": "11.21.2", + "recast": "^0.23.5", + "semver": "^7.7.3", + "use-sync-external-store": "^1.5.0", + "ws": "^8.21.1" + }, + "bin": { + "storybook": "dist/bin/dispatcher.js" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/storybook" + }, + "peerDependencies": { + "@types/react": "^16.8.0 || ^17.0.0 || ^18.0.0 || ^19.0.0", + "prettier": "^2 || ^3", + "vite-plus": "^0.1.15 || ^0.2.0" + }, + "peerDependenciesMeta": { + "@types/react": { + "optional": true + }, + "prettier": { + "optional": true + }, + "vite-plus": { + "optional": true + } + } + }, + "node_modules/storybook/node_modules/@vitest/spy": { + "version": "3.2.4", + "resolved": "https://registry.npmjs.org/@vitest/spy/-/spy-3.2.4.tgz", + "integrity": "sha512-vAfasCOe6AIK70iP5UD11Ac4siNUNJ9i/9PZ3NKx07sG6sUxeag1LWdNrMWeKKYBLlzuK+Gn65Yd5nyL6ds+nw==", + "dev": true, + "license": "MIT", + "dependencies": { + "tinyspy": "^4.0.3" + }, + "funding": { + "url": "https://opencollective.com/vitest" + } + }, + "node_modules/strip-ansi": { + "version": "7.2.0", + "resolved": "https://registry.npmjs.org/strip-ansi/-/strip-ansi-7.2.0.tgz", + "integrity": "sha512-yDPMNjp4WyfYBkHnjIRLfca1i6KMyGCtsVgoKe/z1+6vukgaENdgGBZt+ZmKPc4gavvEZ5OgHfHdrazhgNyG7w==", + "dev": true, + "license": "MIT", + "dependencies": { + "ansi-regex": "^6.2.2" + }, + "engines": { + "node": ">=12" + }, + "funding": { + "url": "https://github.com/chalk/strip-ansi?sponsor=1" + } + }, + "node_modules/strip-ansi/node_modules/ansi-regex": { + "version": "6.4.0", + "resolved": "https://registry.npmjs.org/ansi-regex/-/ansi-regex-6.4.0.tgz", + "integrity": "sha512-KzTVk2tCWAHtYrvvvaP8bJKJq2pVinhLcGEQdtLIYPbmNGNyYe8QwNaTUYQp2J7/vIsUKt5QCqAfUkYyG9DkOw==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=12" + }, + "funding": { + "url": "https://github.com/chalk/ansi-regex?sponsor=1" + } + }, + "node_modules/strip-indent": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/strip-indent/-/strip-indent-3.0.0.tgz", + "integrity": "sha512-laJTa3Jb+VQpaC6DseHhF7dXVqHTfJPCRDaEbid/drOhgitgYku/letMUqOXFoWV0zIIUbjpdH2t+tYj4bQMRQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "min-indent": "^1.0.0" + }, + "engines": { + "node": ">=8" + } + }, "node_modules/style-to-object": { "version": "1.0.14", "resolved": "https://registry.npmjs.org/style-to-object/-/style-to-object-1.0.14.tgz", @@ -3721,6 +6179,51 @@ "node": ">=18" } }, + "node_modules/svelte-ast-print": { + "version": "0.4.2", + "resolved": "https://registry.npmjs.org/svelte-ast-print/-/svelte-ast-print-0.4.2.tgz", + "integrity": "sha512-hRHHufbJoArFmDYQKCpCvc0xUuIEfwYksvyLYEQyH+1xb5LD5sM/IthfooCdXZQtOIqXz6xm7NmaqdfwG4kh6w==", + "dev": true, + "funding": [ + { + "type": "github", + "url": "https://github.com/sponsors/xeho91" + }, + { + "type": "opencollective", + "url": "https://opencollective.com/xeho91" + } + ], + "license": "MIT", + "dependencies": { + "esrap": "1.2.2", + "zimmerframe": "1.1.2" + }, + "engines": { + "node": ">=18" + }, + "peerDependencies": { + "svelte": "^5.0.0" + } + }, + "node_modules/svelte-ast-print/node_modules/esrap": { + "version": "1.2.2", + "resolved": "https://registry.npmjs.org/esrap/-/esrap-1.2.2.tgz", + "integrity": "sha512-F2pSJklxx1BlQIQgooczXCPHmcWpn6EsP5oo73LQfonG9fIlIENQ8vMmfGXeojP9MrkzUNAfyU5vdFlR9shHAw==", + "dev": true, + "license": "MIT", + "dependencies": { + "@jridgewell/sourcemap-codec": "^1.4.15", + "@types/estree": "^1.0.1" + } + }, + "node_modules/svelte-ast-print/node_modules/zimmerframe": { + "version": "1.1.2", + "resolved": "https://registry.npmjs.org/zimmerframe/-/zimmerframe-1.1.2.tgz", + "integrity": "sha512-rAbqEGa8ovJy4pyBxZM70hg4pE6gDgaQ0Sl9M3enG3I0d6H4XSAM3GeNGLKnsBpuijUow064sf7ww1nutC5/3w==", + "dev": true, + "license": "MIT" + }, "node_modules/svelte-check": { "version": "4.7.7", "resolved": "https://registry.npmjs.org/svelte-check/-/svelte-check-4.7.7.tgz", @@ -3842,6 +6345,19 @@ "integrity": "sha512-dMCuwDUY6Noz3zVKLefBC4wq+aJV20yc7vWmM7uTNGwtQSFF5kX7OUIUsxuVajz/bdt5Xqdah3/0NLjth+cM5A==", "license": "MIT" }, + "node_modules/tagged-tag": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/tagged-tag/-/tagged-tag-1.0.0.tgz", + "integrity": "sha512-yEFYrVhod+hdNyx7g5Bnkkb0G6si8HJurOoOEgC8B/O0uXLHlaey/65KRv6cuWBNhBgHKAROVpc7QyYqE5gFng==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=20" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, "node_modules/tailwind-merge": { "version": "3.7.0", "resolved": "https://registry.npmjs.org/tailwind-merge/-/tailwind-merge-3.7.0.tgz", @@ -3895,6 +6411,13 @@ "url": "https://opencollective.com/webpack" } }, + "node_modules/tiny-invariant": { + "version": "1.3.3", + "resolved": "https://registry.npmjs.org/tiny-invariant/-/tiny-invariant-1.3.3.tgz", + "integrity": "sha512-+FbBPE1o9QAYvviau/qC5SE3caw21q3xkvWKBtja5vgqOWIHHJ3ioaq1VPfn/Szqctz2bU/oYeKd9/z5BL+PVg==", + "dev": true, + "license": "MIT" + }, "node_modules/tinybench": { "version": "6.2.2", "resolved": "https://registry.npmjs.org/tinybench/-/tinybench-6.2.2.tgz", @@ -3952,6 +6475,31 @@ "node": ">=14.0.0" } }, + "node_modules/tinyspy": { + "version": "4.0.6", + "resolved": "https://registry.npmjs.org/tinyspy/-/tinyspy-4.0.6.tgz", + "integrity": "sha512-u8KszXvGfU68hVcZpRHKG28T0krMuv2G5nDhiHaMLen/gIuFEgIJhaJuO69qjnXg5paSrbPMFfx3brNuN8eVSg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=14.0.0" + } + }, + "node_modules/tmcp": { + "version": "1.20.1", + "resolved": "https://registry.npmjs.org/tmcp/-/tmcp-1.20.1.tgz", + "integrity": "sha512-fpUliSYZnYOlFbgpUtUAdyKWoLsjyyt1DZc/zvpY5r0aUUUwcp57od4iJGemLcrEQrRF2V7Niktmt7S5DYIqhw==", + "dev": true, + "license": "MIT", + "dependencies": { + "@standard-schema/spec": "^1.0.0", + "@types/json-schema": "^7.0.15", + "json-rpc-2.0": "^1.7.1", + "sqids": "^0.3.0", + "uri-template-matcher": "^1.1.1", + "valibot": "^1.1.0" + } + }, "node_modules/totalist": { "version": "3.0.1", "resolved": "https://registry.npmjs.org/totalist/-/totalist-3.0.1.tgz", @@ -3962,6 +6510,23 @@ "node": ">=6" } }, + "node_modules/ts-dedent": { + "version": "2.3.0", + "resolved": "https://registry.npmjs.org/ts-dedent/-/ts-dedent-2.3.0.tgz", + "integrity": "sha512-JfJeIHke7y2egdGGgRAvpCwYFUsHlM2gPcrVOxFkznt/4uzQ7HFmvE63iFHVLBJNDuyDOQgijDK/tXH/f6Msjg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=6.10" + } + }, + "node_modules/tslib": { + "version": "2.8.1", + "resolved": "https://registry.npmjs.org/tslib/-/tslib-2.8.1.tgz", + "integrity": "sha512-oJFu94HQb+KVduSUQL7wnpmqnfmLsOA/nAh6b6EH0wCEoK0/mPeXU6c3wKDV83MkOuHPRHtSXKKU99IBazS/2w==", + "dev": true, + "license": "0BSD" + }, "node_modules/tw-animate-css": { "version": "1.4.0", "resolved": "https://registry.npmjs.org/tw-animate-css/-/tw-animate-css-1.4.0.tgz", @@ -3972,6 +6537,19 @@ "url": "https://github.com/sponsors/Wombosvideo" } }, + "node_modules/type-fest": { + "version": "2.19.0", + "resolved": "https://registry.npmjs.org/type-fest/-/type-fest-2.19.0.tgz", + "integrity": "sha512-RAH822pAdBgcNMAfWnCBU3CFZcfZ/i1eZjwFU/dsLKumyuuP3niueg2UAukXYF0E2AAoc82ZSSf9J0WQBinzHA==", + "dev": true, + "license": "(MIT OR CC0-1.0)", + "engines": { + "node": ">=12.20" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, "node_modules/typescript": { "version": "6.0.3", "resolved": "https://registry.npmjs.org/typescript/-/typescript-6.0.3.tgz", @@ -3993,6 +6571,120 @@ "dev": true, "license": "MIT" }, + "node_modules/unist-util-is": { + "version": "4.1.0", + "resolved": "https://registry.npmjs.org/unist-util-is/-/unist-util-is-4.1.0.tgz", + "integrity": "sha512-ZOQSsnce92GrxSqlnEEseX0gi7GH9zTJZ0p9dtu87WRb/37mMPO2Ilx1s/t9vBHrFhbgweUwb+t7cIn5dxPhZg==", + "dev": true, + "license": "MIT", + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/unified" + } + }, + "node_modules/unist-util-stringify-position": { + "version": "2.0.3", + "resolved": "https://registry.npmjs.org/unist-util-stringify-position/-/unist-util-stringify-position-2.0.3.tgz", + "integrity": "sha512-3faScn5I+hy9VleOq/qNbAd6pAx7iH5jYBMS9I1HgQVijz/4mv5Bvw5iw1sC/90CODiKo81G/ps8AJrISn687g==", + "dev": true, + "license": "MIT", + "dependencies": { + "@types/unist": "^2.0.2" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/unified" + } + }, + "node_modules/unist-util-visit": { + "version": "2.0.3", + "resolved": "https://registry.npmjs.org/unist-util-visit/-/unist-util-visit-2.0.3.tgz", + "integrity": "sha512-iJ4/RczbJMkD0712mGktuGpm/U4By4FfDonL7N/9tATGIF4imikjOuagyMY53tnZq3NP6BcmlrHhEKAfGWjh7Q==", + "dev": true, + "license": "MIT", + "dependencies": { + "@types/unist": "^2.0.0", + "unist-util-is": "^4.0.0", + "unist-util-visit-parents": "^3.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/unified" + } + }, + "node_modules/unist-util-visit-parents": { + "version": "3.1.1", + "resolved": "https://registry.npmjs.org/unist-util-visit-parents/-/unist-util-visit-parents-3.1.1.tgz", + "integrity": "sha512-1KROIZWo6bcMrZEwiH2UrXDyalAa0uqzWCxCJj6lPOvTve2WkfgCytoDTPaMnodXh1WrXOq0haVYHj99ynJlsg==", + "dev": true, + "license": "MIT", + "dependencies": { + "@types/unist": "^2.0.0", + "unist-util-is": "^4.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/unified" + } + }, + "node_modules/universalify": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/universalify/-/universalify-2.0.1.tgz", + "integrity": "sha512-gptHNQghINnc/vTGIk0SOFGFNXw7JVrlRUtConJRlvaw6DuX0wO5Jeko9sWrMBhh+PsYAZ7oXAiOnf/UKogyiw==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">= 10.0.0" + } + }, + "node_modules/unplugin": { + "version": "2.3.11", + "resolved": "https://registry.npmjs.org/unplugin/-/unplugin-2.3.11.tgz", + "integrity": "sha512-5uKD0nqiYVzlmCRs01Fhs2BdkEgBS3SAVP6ndrBsuK42iC2+JHyxM05Rm9G8+5mkmRtzMZGY8Ct5+mliZxU/Ww==", + "dev": true, + "license": "MIT", + "dependencies": { + "@jridgewell/remapping": "^2.3.5", + "acorn": "^8.15.0", + "picomatch": "^4.0.3", + "webpack-virtual-modules": "^0.6.2" + }, + "engines": { + "node": ">=18.12.0" + } + }, + "node_modules/uri-template-matcher": { + "version": "1.1.2", + "resolved": "https://registry.npmjs.org/uri-template-matcher/-/uri-template-matcher-1.1.2.tgz", + "integrity": "sha512-uZc1h12jdO3m/R77SfTEOuo6VbMhgWznaawKpBjRGSJb7i91x5PgI37NQJtG+Cerxkk0yr1pylBY2qG1kQ+aEQ==", + "dev": true, + "license": "ISC" + }, + "node_modules/use-sync-external-store": { + "version": "1.7.0", + "resolved": "https://registry.npmjs.org/use-sync-external-store/-/use-sync-external-store-1.7.0.tgz", + "integrity": "sha512-6L+EeigHMQhdaIPNIFUKwfWJSwWFQ8gJbJ2DLOs5sDIegTwR9fRxvnM3uciHKjIZhFz+KAv2emhWMRvDmMcY8A==", + "dev": true, + "license": "MIT", + "peerDependencies": { + "react": "^16.8.0 || ^17.0.0 || ^18.0.0 || ^19.0.0" + } + }, + "node_modules/valibot": { + "version": "1.5.0", + "resolved": "https://registry.npmjs.org/valibot/-/valibot-1.5.0.tgz", + "integrity": "sha512-nil6AkP2TChWL43Z5uJ6GTxX01CUA+g8LWUM+N/rB9NBbkUMaUsi9PUNzlUPgoKASgmx9f7eGOYpJ04/fSa6FQ==", + "dev": true, + "license": "MIT", + "peerDependencies": { + "typescript": ">=5" + }, + "peerDependenciesMeta": { + "typescript": { + "optional": true + } + } + }, "node_modules/vaul-svelte": { "version": "1.0.0-next.7", "resolved": "https://registry.npmjs.org/vaul-svelte/-/vaul-svelte-1.0.0-next.7.tgz", @@ -4025,6 +6717,21 @@ "svelte": "^5.7.0" } }, + "node_modules/vfile-message": { + "version": "2.0.4", + "resolved": "https://registry.npmjs.org/vfile-message/-/vfile-message-2.0.4.tgz", + "integrity": "sha512-DjssxRGkMvifUOJre00juHoP9DPWuzjxKuMDrhNbk2TdaYYBNMStsNhEOt3idrtI12VQYM/1+iM0KOzXi4pxwQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "@types/unist": "^2.0.0", + "unist-util-stringify-position": "^2.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/unified" + } + }, "node_modules/vite": { "name": "@voidzero-dev/vite-plus-core", "version": "1.3.0", @@ -4332,6 +7039,13 @@ "node": ">=12.20.0" } }, + "node_modules/webpack-virtual-modules": { + "version": "0.6.2", + "resolved": "https://registry.npmjs.org/webpack-virtual-modules/-/webpack-virtual-modules-0.6.2.tgz", + "integrity": "sha512-66/V2i5hQanC51vBQKPH4aI8NMAcBW59FVBs+rC7eGHupMyfn34q7rZIE+ETlJ+XTevqfUhVVBgSUNSW2flEUQ==", + "dev": true, + "license": "MIT" + }, "node_modules/why-is-node-running": { "version": "3.2.1", "resolved": "https://registry.npmjs.org/why-is-node-running/-/why-is-node-running-3.2.1.tgz", @@ -4367,6 +7081,22 @@ } } }, + "node_modules/wsl-utils": { + "version": "0.1.0", + "resolved": "https://registry.npmjs.org/wsl-utils/-/wsl-utils-0.1.0.tgz", + "integrity": "sha512-h3Fbisa2nKGPxCpm89Hk33lBLsnaGBvctQopaBSOW/uIs6FTe1ATyAnKFJrzVs9vpGdsTe73WF3V4lIsk4Gacw==", + "dev": true, + "license": "MIT", + "dependencies": { + "is-wsl": "^3.1.0" + }, + "engines": { + "node": ">=18" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, "node_modules/yuku-core": { "version": "0.19.0", "resolved": "https://registry.npmjs.org/yuku-core/-/yuku-core-0.19.0.tgz", diff --git a/ui/lib/ui/package.json b/ui/lib/ui/package.json index 5a93894fbb95..d0648d6012fd 100644 --- a/ui/lib/ui/package.json +++ b/ui/lib/ui/package.json @@ -65,7 +65,7 @@ "./surfaces.css": "./dist/styles/surfaces.css" }, "scripts": { - "dev": "vp dev", + "dev": "bash scripts/dev.sh", "build": "vp build && npm run prepack", "preview": "vp preview", "prepare": "svelte-kit sync || echo ''", @@ -74,9 +74,18 @@ "check:watch": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json --watch", "test:unit": "vp test", "test": "npm run test:unit -- --run", + "storybook": "storybook dev -p 6006", + "build-storybook": "storybook build", "watch:package": "svelte-kit sync && svelte-package -w" }, "devDependencies": { + "@chromatic-com/storybook": "^5.5.1", + "@storybook/addon-a11y": "^10.6.2", + "@storybook/addon-docs": "^10.6.2", + "@storybook/addon-mcp": "10.6.2", + "@storybook/addon-svelte-csf": "^5.1.5", + "@storybook/addon-vitest": "^10.6.2", + "@storybook/sveltekit": "^10.6.2", "@sveltejs/adapter-auto": "^8.0.0", "@sveltejs/kit": "^3.0.0", "@sveltejs/package": "^2.5.8", @@ -85,9 +94,11 @@ "@types/node": "^24", "@vitest/browser-playwright": "5.0.5", "@vitest/coverage-v8": "5.0.5", + "mdsvex": "0.12.7", "mode-watcher": "^1.1.0", "playwright": "^1.60.0", "publint": "^0.3.21", + "storybook": "^10.6.2", "svelte": "^5.57.1", "svelte-check": "^4.6.0", "tailwindcss": "^4.3.3", diff --git a/ui/lib/ui/scripts/dev.sh b/ui/lib/ui/scripts/dev.sh new file mode 100755 index 000000000000..6c7552b13de9 --- /dev/null +++ b/ui/lib/ui/scripts/dev.sh @@ -0,0 +1,19 @@ +#!/bin/bash + +# Development script for @ggml-org/llama-ui (a Svelte library, not an app). +# +# Storybook on :6006 is the primary surface for building and testing components. +# The SvelteKit sandbox (src/routes) runs via `vp dev` on :5173 as a demo harness. +# To develop against the built package output from another repo, also run: +# npm run watch:package +# +# Usage: +# npm run dev + +echo "Starting development servers..." + +storybook dev -p 6006 --ci & +vp dev & + +# Wait for all background processes +wait diff --git a/ui/lib/ui/src/lib/styles/surfaces.css b/ui/lib/ui/src/lib/styles/surfaces.css index fa4aeb7ef977..9f38783fdac4 100644 --- a/ui/lib/ui/src/lib/styles/surfaces.css +++ b/ui/lib/ui/src/lib/styles/surfaces.css @@ -131,15 +131,14 @@ } /* Floating panel (menus, popovers, drawers): frosted fill, faint rim, lifted shadow. The edge is the hairline ring - baked into the shadow, not the border, so the two never draw a double edge; the border stays transparent so the - panel keeps its size. */ + baked into the shadow; the panel's 1px border is its rim, the inner highlight right inside the ring. An inset + shadow for the rim would sit inside the border instead, and the 1px between the two would draw a double edge. */ @utility matte-float { background-color: var(--float-background, var(--float-panel-background)); - border-color: transparent; + border-color: var(--float-panel-highlight); color: var(--float-panel-text); backdrop-filter: blur(var(--blur-surface)) saturate(1.5); box-shadow: - inset 0 0 0 1px var(--float-panel-highlight), var(--float-panel-shadow), 0 0 0 var(--elevation-ring-width) var(--float-panel-edge); } diff --git a/ui/lib/ui/src/routes/+page.svelte b/ui/lib/ui/src/routes/+page.svelte index d9c7b2d52b41..bb9fc89c0fdb 100644 --- a/ui/lib/ui/src/routes/+page.svelte +++ b/ui/lib/ui/src/routes/+page.svelte @@ -5,10 +5,12 @@ const next = { light: 'dark', dark: 'system', system: 'light' } as const; - +

    @ggml-org/llama-ui

    +

    The full set is in Storybook: npm run storybook

    +
    diff --git a/ui/apps/chat/tests/stories/a11y/ActionIcon.a11y.stories.svelte b/ui/lib/ui/tests/stories/app/ActionIcon.a11y.stories.svelte similarity index 93% rename from ui/apps/chat/tests/stories/a11y/ActionIcon.a11y.stories.svelte rename to ui/lib/ui/tests/stories/app/ActionIcon.a11y.stories.svelte index cef659d6c7fc..2a0635015db2 100644 --- a/ui/apps/chat/tests/stories/a11y/ActionIcon.a11y.stories.svelte +++ b/ui/lib/ui/tests/stories/app/ActionIcon.a11y.stories.svelte @@ -10,7 +10,7 @@ layout: 'centered' }, tags: ['!dev'], - title: 'Components/ActionIcon/Accessibility' + title: 'Llama UI/App components/ActionIcon/Accessibility' }); diff --git a/ui/lib/ui/tests/stories/app/ActionIcon.stories.svelte b/ui/lib/ui/tests/stories/app/ActionIcon.stories.svelte new file mode 100644 index 000000000000..ee3b1a62f6e4 --- /dev/null +++ b/ui/lib/ui/tests/stories/app/ActionIcon.stories.svelte @@ -0,0 +1,34 @@ + + + + + +
    + + + + + +
    +
    + + + + +
    +
    diff --git a/ui/lib/ui/tests/stories/app/SearchInput.stories.svelte b/ui/lib/ui/tests/stories/app/SearchInput.stories.svelte new file mode 100644 index 000000000000..13db4d2be05c --- /dev/null +++ b/ui/lib/ui/tests/stories/app/SearchInput.stories.svelte @@ -0,0 +1,31 @@ + + + + + + + + + + + + + + + + + diff --git a/ui/lib/ui/tests/stories/app/SyntaxHighlightedCode.stories.svelte b/ui/lib/ui/tests/stories/app/SyntaxHighlightedCode.stories.svelte new file mode 100644 index 000000000000..e3bd6cc2abc2 --- /dev/null +++ b/ui/lib/ui/tests/stories/app/SyntaxHighlightedCode.stories.svelte @@ -0,0 +1,23 @@ + + + diff --git a/ui/lib/ui/tests/stories/brand/fonts/LlamaMono.woff2 b/ui/lib/ui/tests/stories/brand/fonts/LlamaMono.woff2 new file mode 100644 index 0000000000000000000000000000000000000000..f43b2588dc3533eae55813ce88fd89248c1e18c9 GIT binary patch literal 72276 zcmV(_K-9l?Pew8T0RR910UA^Q6aWAK0`0H>0U6u?0kbmz00000000000000000000 z0000Qga8}AIvngCKS)+VQYt@9RzXrm24Fu^R6$f&0Fz`dOc4kQgoPl3ifb^0YehZQs00baEZDn*}F9niV2i*c&1E!J-*~V_mOndx7vVd%k(N?`2c!G%Ks~r%> z*dBnUUBkl&Q5=Tl{_Pr1A=Ts={s#wKUxLnh)OQm#Wbs$bahQmQzv&yjSw4$5P~Y61 z*75Q(E2Wgb<9o`>QnXhyWtQFL3MOY_i>evcV*hc}yy(=E&dFWX`{4;&UL%TroP1G} zdZRircu$p7KdCnNqu-wYY_3XE_^+qhD) zNEk(~gL{J89*^I7s44{;8#eG7Z3}?|9fcx5e%qy+Gn@$ z)dg)1ZaMj3cd|{3!|&q#g7@~E)dyA6UH1UjyTyWBqgi4zmVO>mtA*;Es#E_AUv!=3 z(^#M8TH_uxODZ4gdKxNx1dft z>b{69=%WE(%sR7btp;9GSOLu8`EB-$1O)*R5D-uh0TD4lBvL*S!WTiYFsCyYPFK!3 zx4B3cF4FC8nYXnp@)mcCauv6VbDQ5c7xk+;$pG!{F=%zlR627&>LeI{4xeXZ7H}xt zUG*zKfS#v|&HK9`=YdBarCDH>=fwwhP{9#pRrT!ReIErp;IV+jj`E6!A%+3Ef8J@o zeB~qNn#%Sz~S_J!`PwFGum)ivg8%+g%4$?gM@DoT0BuS9`d zCv|3=Zq{Wh!tKClD8bwxmLjb&Dr}O0@+6r{Fg|SkTHn2bF6iw}f*bn!F#&6RPR7%O z1E6_c`cF>vF~TyoWm_qw4`Zf3Zz1wJ{b5UQAnv&Su27nU(7kH;{TD#cw3{B8YqZv% z{FyA-C={Em)&D+-^wQ`XyX$3U+K_~;LZJX2vJ%Rt>A`0FsMG#|fNYtAZA$3@fTy+7 zDA_sUVf_0aDF7@Rxw)DB?%MKw@dTw13a3yFMxYG8M@#S;i2Kk3T;|8SwChOx(Rz4$&5N6CxAR#*EI zN1S9o$^q}bOH205G^(X4rdxbwG0nsZE!(K?3%9>v1{B}Ada@e}+fxIMt??Pf*ba>|=P(%u4|+fetW5P! z)pj7KmTRf@r&NiRVc3~5QTJa(CNjv5<s?+3`aNG@I6G?|6^6{m4bNKtb#});H!YL5WH+xXq9UK0(w&PIuw>xnBr{ zMik9ra@$VcH*=a=Bhf7}bh)n$oN3^hXAd5D8sGdiMhipR_Unb9&=%t{0t0T=B#tr; zz{Vyn-FJm^{}V#D?e@S?q?twU-82-(xW0=2dkC?M2>Di^QH1cx@n3tXta zHheaK`(p=;ChhBW$(zO#gx!X&w|8vsIH!qZl=i;>aVNO~Q~=T&0zW$AG=dVE{1*G7~tg!6oK1^k*Vs}=ucJ^ye zKCMw}X8BB10e7JisHoB*DganHor^AQk-qVBQ|IqX&FY#7;D~s)!4XazW+Zm^QR$@39x`nQUVgJY7nSWg9(-f1Skz0MbM~Js;=#jn+Ub0 z#!BPV8eba&0<4)Ls}#*5rIzXT>NU=*$2hB5f85iYG_y{}iM{Rd;LK@Hd%W!Vut)p9 zs+FxE;7<^DHY7PziB6&D2#y1tXYE{dBLIK?h$N`Jl~rBowp*3zujy&xZQ1E{rKqhn^qethOjbK2r6J8dtex7qpsbVa*Y3t$F3 zupy&h!!U>NFas2V^7x{Jq6BBYxmSCCm=dQW%&IEn`1z>`JK?Sw za{e$QE};9Ht0SQYOiIoKBB8;AWOF?N%P|)-3`gFkO=wa%`bWaWUCMk zp^+NpS59G`guA;ffiJ6gRTUBSo!{G6AL&y0Ngz#VjK>(GF~Td1)?>WhqR2d+pZi?J zOhfr_-sk%nOY2u-j&?3*v%5XgE0Y*wl_*hEL^1HpaqNo7or-?|>+= z=Yhvyy9wa{xm>QioR2h1tdp)(nV(v2U;U}o z)?%fh1$YNQcq4>*V}uJAfh-CQ149fJHoioOk|ax&MnptLMnOSMO(&a04jY?1d7Ruk zeOsP@Jv(5l1NPj2edPlj{I3Z*{PhVqq@AE^07R=CfIX6s?>z*Z1z@f?Cme_~gr4gP zujrZ}n8CmJakxYD)nYItUL#TnK*(U;L4fHS^+%sC7z)UT#3KF_H<$L_&A5;ymwgU7 zvRxxF7Aje;!BT2eVmu%r(=~*Y^*dDtr-+5Cea#don#Lq6Hv8TWVTyArj(8>nAP^}X zIqR3!2pBx(qn1F-8-NGB(|-#s@Hq2|5%q3o~TP(`jU$ReZ{5i+*PNK)D_Le zfE|sukROiofx%<{=4QYg0Oy}L38uS`!@$r{v`E-YNzytg2Kl^e7MsK03qDz zl?7si-Bcog%Z>p&O_s)QHZd7jU;%#0d?ux&zcQ`;#9L^2XC9UJbKk8~YIBVZgii|C zTwls<@8)Hb6(J8YEpi4XQRVS+cAljq#~`AzwK zd4WF)XUm_Ud?;VaZ%|yqGke`8%QkVN z)RimErx+v`RwXN1M~!S7^YKE9w5K+^rhLSWi;B|$l3L?3|7il=5Y2;C+Yo%^7norK z9RGKZ#d|((F)xf*|JuDgep%+KY794-GBX1HOduQNq;($K=?Hz|)Vzn&KrW6e(OQ4@H(Kf9baSFV2Y>m)D&TryQ1skuI`(?vXM3Jc=p) zU~v|IC8P4G0F)JN>MuuW>@1Qv9lg#f^g(!*?k0avH1B>P7t{7}prdJAkBW3>?5nJ4v5Lx^Lce>Z{5hdq$sl%O?=+!A;>mQ@zKxluhyxZSv6z!@kTB} zfaKo*#@8~;>Q{n<@S>DnO?K(hkymzhe9YCuAk4@O0^nm5#x%3=sHGB0w~0cTGS+I{ zVdJNt?6hj7OjxjnCN^9SNlF&O3P5X< z)TxZ5?@0wQDG@ysi2&F505M||{hu?>y-!Lo9P00`Y=+<_*G=&Tl>KmRcT?O((Cq~Y zqTq&p0M%p6$15vARn3K}X@w6dz<^tMX__bZUb&RZ!`SNI6~X1c&UjH)ZP96$Ao0f} zQpZHPE4fLylmRx#>GPn`?mRo1SF$aCDG@=5(N78oSIrrSXMWX-3OJ}CENArt3tU#I z1hAQ|pWoSL874a5h$+syXr{}qneB#q!fAapPg{7fB3z>En6Vcw;JKm21}0p8Gb?o5z#67go(f-8KS32*o}G3F===F%(gVjLGYz3%ZLdi zR(=JNwv$}Nl}ee(qH@^BMHA(S9(n3;_Zq`DZT1c4-dr1Q+?ahW?5k{w$F7%eTJ3`= zt^Ve!xxS!lIrhFE3pZ|tq5JJ}|JDN|`&F%b+t_fJm+`r-6W1tsi7jPSb;oDWYyk|f z+Tx-;;T{%=d#>RQ;w^#1DPe8RGlM(I8;D*l5gD%DvJeZAA+SP%PksM>4S97w)jjiT zWvP~$zR4)BkxFFCo+rglIXL=nGkhzm!Xy{r3r-rfMGSk#G(Yiyo|uZOu^7K(zLE+u zh+InEAs>=;q?T+VpOUW#UlYD3{6Kj@`H%9J@|p5g_M-Pq6ysZwzwlTh>XZ_(`O;aHq>8%RoY7xq_t7 z3s}uC%1B6ta>@lzDbx4?B%Q+zsGCHMm@GiEL7&DpKq{M6rm4UYu zh@^7{m?kM5Z0-;QESV1|t&x0KrSzGt);pmnPTHQBKZq$h3097c0@GDLOw((mZ$6q$Y`Zx- zr|fc*BEXj1tWK@;=e#V7^-q8=WDSWR5*wN5R7XW5uYR_%Ya`8dB^`4iJ$xSd3rGtk}aIwv1Bnl8(&k8Ql%0tTkoi+dl3&IC&Ss zH+s`eS4e-x6Ynh|HzXX&rZAHj0bAySP$^=JV-zan8BNXApiaSD9kqMO&Ttbye!e^*_b%DLVBXF?2eAVzYefCJ_7P@iK5-aiEV{f^`9Efa%(X1UqZ+a!%g zgp>hB;|nH<-cXg*xC`l$H8Q_g(^3=GMp6304>|&Cg?!i4S?9$0y`5DNoVQpYk?0n$zP>Pz}X5typ z`%nZtx$WIp#PmY=b8=L#B87(KFmA;dgB0ICc- zYnb-ZG`c><@^nrD4b%A9>+|0kUBj5PIYNV_IAf^&Hct7yLUFO?%=MgqhLMaTX8X7K zu$Yxe2bAdO6O#TyC~k|ORo%4*^k8*4)$0p`qdG-cI0}z$E88}?Nd^&fw(B4txt|s8 zQ2pmSk<+No53Siz__(d-sqHg4nJFEUk!e9p^=(D%;AWMrg<)dO8Qv5pE6pm%|03m9 zLP~HdJHM^RI3ZM?O=Uc8@o3?R`kBMtRSWL%Z)`dQ>>OEnbYQ8f(Nf_4fROTP1?rLt z(X7ZRc7qb#wr+#%*)LQX{i)X;CgOefz?N0;Paswc;Z!b9x`fG-s80bY(;BYZF4QD` zE~U>Hb#`wydl+oF%%i`Wca#H9+4;@$GSkV}U zRMv0PrlY~Om7OPrf-|Ebr-l-9)IgqBDi5A^14-$qo3L}r<+hd_>@XZ6O1GHXYt}ekI0C{LjvfAR+}H=>bpir{m8Pgy0#)q^Jnuv; zD1nBF_2dtCQ$cr*PY1rbg`F4?`OQ_-8+_xu&!vSECr237!Y?GGYDEP4DS+K(n4zMEy2ask(V`Rf(59dIAH?j&a+Fdj8hn9Q@YrEPVu{PZvBh%1!XeC`Q<|;-{ibz!!>y zOjdF9ju6*LAOV}l?H%gzv0vrs5D3>HGnh*TVDBAnLKMU`()_wRur8#3&AR5~7B~)t zP!XTsH$&%Wdd(|XB8Xp@vNE#;(O|1L3DL?5*lB(X^Xc>)t_P=0cI-hxC(u*xO}6{>MnldpzVV-=)^YJAH_IS?&iibhRlAI(~P>rf!5`%gB1qdHZs{IzF`Tdp0kF`U#Xo)m`WQFHU)A~F-O|UO%&q5 zbL~1Gjlm{D+$WgeSq|)jOIcBTjP1%(E0@pJU728HVn%5 zW1{=w3bO=PR$z{+&>z>p0@q;xZh#yoFc7Dpz!?lW8_aDph9xUDYz^hWi3?Y5M)KxM zWsGqq@E2sVX=a#Zwou_BMTxe+LU9r$`^zGWEw#dG>#VoQRy*vn$36!gam)!>a^)-X zkCVz&I<3ap;k;*^S6v6VMZVeqbR%-F!>egW*u*awS2fG2mUyWi4T;pRmZa7;Y_!`g z-ZZxMnRGU2HFVC9@#S*aQ#SQ=_V7&4?AQ67_@zsGNMVDN5#Z}i-`&W%K&bi^HTY{7+uaR1}-BF=ZmDASQ0j@sKy@G z)RUTf+OuBwBc#uq+gGiDp^>qPshPQjjqDs^;?lBmx|qW-C;-HViNVTL!6MBUC&e;r zY_QF42W84vqRM$!)q0>ovsYT^w1=P&rJ;qB7?O=1fn<|M zA=&IPXtsFVN=UYP0+MZJLbBZ~NOqVF$xd^i$uQR{NOqYA$!_zZ*<*pHq1kJp)sXD7 z2$KC4Lvp}>AUS9WB!@f+iAfGYqR4Sb(mmNqJyVg%xwEj8m_gXeEVOV`Sn1)avN6I_ zV~63ZbD#(`IB|rUTqGhbZmPL*xC?k9?|2;qAOt*l0?=xLn!UvH+FSZsd}J70aEwC> zjWnEa^sDNckk!Z9P~Z|Fge(A102p78Ed)SO07wkUrsqQ#`B}=Q$gVUOK9fWeTF=Kp zL{lZEMS3YI^Pw6tOu8Yj4!Rm0e6cMd3&&+ArHUDnHF)5*a zsHSgxZxRet5AeI0sh_!(8&OqNNkme?H1pm9+#Ws>KsGw9cv+eTV-CZa?H#dszW z7>(+~>v((jzG}iFstm}A##cda4dJU_!Ok!$kj}$8vfXP75eC2T2~wnVteI=C$*}x(fQU zF??aMOR9DC-Ty9{BwcQFlbhY*R=2s`9qu&4UG7%k=ildk4|vc+QOy2d@AZgBJ?3#w zm}!>T=9p`q`FeftB8&aU62+NfYMTS+a$!frR} z=BrJ&*=T?IV=uh%zu`_Ki>0||$7EX!)!3!7NtfNiqGEiFB#VT;_YW)Ba^gY7&r~6z zaT`;Azz4KLm*`$=eK3GklhxY=*;0W8x#a?zzp>x7S-om@>gx0OFqDv-%d$G8&#_|` zK6smCdhr3&dY9Deu!ee?r_VhirvVqWTCJ<2E?e(lYc^arZO`EEPg=7^JdBR2IXomm zV2FFsklwwIuBMuc6_0{5e!9|zn|7|&t8Ma*R6tlx*J^2Ere~)BBW?#!f=Kc`)TMLA zA0mm8JA4J#j-&e7T#`JjJxhFfcNnI8!|H`SL-v!7T$SbsBW2ZI!tmbQ8O0|dXMr!n zY6Z5*No%#KgPT$b@g>#zG=t}cJg8rp4y1JtHH3!~3lA3ozt#DbDw@CVSJ`6-*4!o* zq!wwU*#(h?M_7q zuJ9DzVHrvka2tJ#fpag6o{g2&96OeN-h`vztE;&m8#yF19xaSg+GZtTLomdFXxncr zvQVhPhfpkI#dVv!wPb3omkRU1s1gFnCnERQ_8z2NY|aI_{=2q31cNfYmU?ZKqOs@O>=ofB(2}wUT>KMH;0Zp|ooEuEyVrSb}(t2a_u?2sl*-7); z$gCzct}%>~Pp1{)>N@7N*Mzj|jnBvDd*e1IkzNm!j@CM;S<+xVYB&((Xg&c|RaA5J z!Ni)vReqJbdD3EzJSv-NR6C@MJ;wC~MRcNhw}_EeTAdn)!a)}TQXZ6sxTK1}3M}?7 z2+b*pCrY0PShbtkIU3d<;ab98;$&D%nqnzS4k4VA#!!uEgeFN8Y^A{2d^Q*g{BD1o0@hy`+#vIu1#mJOZV6@ILoetTYf=>R7w(E6Iy7x2p3J4 zuRlE@KQDQOAM=-e@p?C+-td_6dKq&zNlTnB+|hL&o>>xaW~ylVEOGT>CXt2AgRSyW zi}xNc6GMjHZo*#hb!8$wrw0o6VzxL9{#FPs1E#Ec_+ukZTH)8~#@q-9s5NOKWOe={ z$^PA$f58tkC$yvKshB%nz| ztj_)|4ZB#8YPsH=-kb+@$XL^riDY?Th<`a{1;4MJNtz9;66S+%=RF_*eMjO3wP17BU zFJ3621lo%@V&kiigm~~>~^aaC#vKQdP_6frth$%3iR7J3@^zQ zB#G+FvZf;MZNY)(M5r357}zMN4y;y{E2Y!Vv_90a4ilfb4D?Iha@l`WglzrAuDY2I ztlUB=RyC`g)CM|Ahii-?_fuDzA#G(t#g0e8J(2Q2B@cc=^6gPvbUGKkPu0{!Fl|j} zEtT%tE?d^}gGpW9^uT7cuNYMGS~YKzp%#~C_?tH;(!Uv7uFs={su`1@X!aTbHf$xS zHj*LVndCNJoNV?s_2Nykwwvj3TU6+Gtk>ux-Tbw4!Qf0FkYRXBEp#mQiK;cHLh!DZ z4)fRr+r|cZx2!6#lPNN*susv6yK1K+cCNK1nZaEX zPE#c<+>R^1aZjWDEbp!~8*R!I-aP^$GbNx61ID9;QA*G}2?rJ6KvcHn617tXJB|B1 z8ahlzZ9zj@L>nHN+sqC2RvKu7#NH_T6Q)tp?PPKFY=}@GCcVqY;+Rfy{rzeC{R4D3 zH(`EWtrDcT?x6|@#Tb{R1#5JnLkxL`A+jl)JfqyUc9_SQ5XBJ zXp>U=f4pg5+bgWNT=g@xGw-aEx&=wSLil5&e!IVusuq$K6|){F zR=G=hgc(ra9+Dm+%`X5zfaB>0PHm*CCmNOlyXV zOC6MM5eT2^fU6slcAJWJ-Na-BE)hmsX{}$LR-RgM>H1r#D`;-wP_-*0vS@mt^C}qG z*bgyt%h#<(JQelG62Pd-n_HAjv=H zSc2^HmW25i4ot&ILz=Xj&;?*#I`Ekv&IT`~YUsGgSzT}gfXAM7$M9s%;VY1Sh2P!y zXqwL19$jECzm|k2?EUspGS`B}U?boZz5(esCU;`bGWhUc*JTVS`0_K~ zG8<%Q@jWgX<&M@>P2t`mvN{8e>=BZkKK^y@KoYx5-CdEeh_o(-Tf;7FTAf!x%+i!W z)pdK?!!3x^|2wOI*Q`Dq4-+4a1uOPkc^kveEt3-GM=BKn-$pY*5tRpmvQK0b?K%ngK(a>6A+|A_rnb>CtUma&ih9ePU4=-3((& zu6$4BxKUzGx2D(GVsHPjY{e?nxahh&OL?3&F6d~?xZ~~Q+*H*_(+-0>v@_xvFcR`Y ziH5MJGh#^@tnr0m(|Z~zM+GeTAti?U`5G-%eKgJ>NaJV1B}qAB=0lmtn^UmyWXq^% z(ilGDO4TF-nE^4BGu*x~;$a3So#2#ARj+!Tu3tqYEebhXLX9u&fjVau7DHgX_Brv zlrk$M)mS5`vq937mb9CWMRsMzztUTj zCzk)V@01UF0;bX&dHV0EzTn6FHxs6YHYdpd$cH*xhKJ@;eEwnOhz^(3dSI&CPxbSW z^iHkR0nlv?t`&xHw@OJy;U+O@e{kSG{fv%tmb=Ze%m;qVtkTNa{?1q1^8wG7GjBwS z#+GhLc3Blt(TP(jR;Jbn^GG1gs7a~HB{x0tg6Q6c%BXbeBXqHU+`qV1<0q6g3;=nQ%;y@8L5mcMhT-LIyRaceK7_Z6CG0>^O8BAxq`WqxtDo}d5n3Uc`0_Bp@&hy zPOlC8_u9u6kaOT6Q)$xhlN?bLLRz~2g)=?necvW~&6_n1=;D>EPT|kJb5IQ?x%xou=iY*)9NpMgDtfA@rt9Orr8-q*M?x#_Q^ z)Z5;;&EUDpa_7SX|359~#95%{E5ZGx<@04dSNj)+TfYvk`uYdnd~I@Jxt-Q}s3!6< z4a$F;vACB-=9prFVN5oZScRe6{0$nEC}1In4K$!C%NHRR`qD)#mhbIXoRSjX3|`(} z^nbn^ytu*hkJal0O%ntXkjO})bnQa zq?QkwH8HLW#x*bgft|f$ANFaw{apJx*S+53GXfD%2_s|-0C)f+0?c+_AfLN?SI0BS zybG(nr_`96X5MtAfu@h}I)L-Fhx&(xhsK8{p5jCJg5(1=tq*y%(2bsI$lt=;>&2qG zmM(3tf9o~A3Mn;U^XkGTOvzbtHG&V7z(2gG2HSt?sHItAsg=@gcGNN1a{M#DdsEv| zdV8s8eWvqMTllDlhQWoFn8b#c_#_1~TcbHTEVR)kN7~}}J}$6NOX^@xHhb>nuWY7i zu6bIok4KZIyD@`S-;OG8(OReO&aG^_jpLIO9WAq`h!Fz)h)Buw=U^~vLrpN+7-J0* zZlOqXq*|~l`O8jQY_nai#pUt#qN9Dh{rA~VzD3}V4s3P|J`o}K9mixQIVs69qpQ?e zW|1Y9I!c3WNVK3HG4`IBFD!gFzz^oW8t4~=R!;E+`v7o`A6RMU5hS=J7(5dSBNGCn z!txCxpeTM(_(wIaaFdEQHJ0hI&5UD4ac0F85?@#Xp(Th&C?ze)X;_q=Wtmu!h2@!9 zm6f&4U`^9mosEr!vY`;xH=83Rap0n3Vw2g` zJoG%}9W?hKU`kBun#ra*C=S8K5j~W|Ku#`RK_Pw)c3}Z-K5p~Rdng*B{Dy;xuuCqPC`l& zQ<0RK_!R6Yij1P!-F)_@VP6Z`UkrO%Kw&E=XgNi#q`0mkTX#9gdUNkzka;(IyANgt zMkW?E%nglAp$avs7tCKc-@0QiaQ;L0Kj)L&XWDzl2i(K%^ajR*ZuJ_ij8gnCOH`6? zR_P?WOWh-4zZ|6{bepOH>3*UCy5CK4`S1^@dC4Cst;9I_^2IW5`J-tF+@s_#f6{Mw zEH!R^Jj?jEQ2e_tcBNC<6**#PZ~M}9f5As_oPM{C73{<^m$mHWEO&X!->H@EidVFI1H+FkBcV}03c~>~q-yi@H0!c6g*G6u(d`+|f5diq(uM*Y2GO~X-_zF9DV0gkf z9{f81N46<)eGchu_ZT=U0A727zyO#X1q@HRSiYsm`22h-6s9!X)>I;_&$RiVr4?Gx zpm8f&57lsMWmr~iX{JSs78T8J%R&tem*9D8j_6l1APF?PSp13v8EATI_coA^>lzq- z)da!-pFb3fcX`QVp?Zm*#6|oH1gG+dWd9pyPtKXWe$-o&`dF_rRhT>k9TT9&VJz#Z zT9lEGf+%o%Kn!IWdpHIo?Ib2jtOBh<#+En?KS@;nnu&F#=9z01Zx zKzgTMuE@A54`ZD4%rmrjoqBPfLDFPy8r-X&35`+bC=D=<0S>$%8s;E~cG6ignG9`f z&{0v_v~D?y>0HU=63nN@=ML@|>9`R!sWO46hL&;!7RPxGHh$6^)?EyJ>|!Sgnk^tU zMEM3Y%W0sUE?T{nv0(d^ z;C)5L!($s;kTyvbP`&22!JD->j>pFq_Y*lsF=vp1NL`aPq8oSwoRtjk>0+Fg5)y@A z!CR^vMPV3|s=mls%n6_0gqB@2U&NFa?~@ZSCwCL8hBfT^x@H2jL ze_Ei)CAPYK+u2Bp+ zJ~g9EvDiwTcu8mgms`t)6Y`aRCv`$vVmZIVEN_qAp4#xzRYtY&JQ>FH4b z+LM28W-g2QT=bx=XtJ4z#?^UZmc!qA#N>8sBV7YyFrxQVy_=epr#6n0I0_RfvV5UV1Sx31JGPs(OUhY}D)OA~N<;5nN~;@F`xIMbsGP zM9;=3#4tzVbK|n$yyPsWA~O;^vS2)`(ZDGKoks?%1?UQ@P}!s@7H_^21F5;#&RJrB z_ZPx=<6{A|8ms8zhozqHW%C^fAJ=|7pGID5N`dTu)rg_7-JNKJw|ATQnnQyhoO`{l z*(qCg!hPmei?6C6XQd)~t_ax+3FcN*A+IR}vcKhabZY2lk2;;GHk7N1MGT#=c;MYy zKZn+EB7#&d|V@zHZ6-zg&eKS?t9VlltR z%aTn=g@id7NK4SgMRP}ct{A&sQM-2gETl>{x|M%YcSPIqr5<#cMOWI*NIN%rxAgdg zYe}tugLh*53F^jU2IdJuap3Y&J024bp%I1Xv-0DuX_&W7SDBjOLQ z`in`>79P0Io+7+^f5)DQnAM&R>sDR{-~;4Pkqzm4U9h}0_UU82nI`k^s}W4>oIBTa zI#p*1DZ>og6S&?KKErmNUpu`rtAo>$PkV5N0*CuU5BqnYMLR$tT zqT`xiS5;l20{&i6UtsEb#FzjvML}f(OcmiQ!Aa8_jmfvyJ@fXN15}Ptpiz zMJ{#D^Vj-FzKcep&+awR^+U|f%NX2L(JU7xS{oTO=+>Vx3nJDuXLb^ArO66{H>pn0 z7=!Oy4D@Yr2Th$Nn5#wM0XGy{)hvvvJyDs#0BuBUpF%Ri(G%`IU8F|A3J*t+bmD9O zkmCcpAc8j~Tz!HmNa$!zH+uais{$F^R)>K-)i=8pSa}&U_3+S*ESg-HN|!DxS&lv_ zPu!j*M!mAggo25>PV?)(%;ieyj6MSc%*Q4~zWh+Abyc0WnxqL1 z_S!B9KO5nVs&TAG?!oGvRtmoSGEn}E8RxERn*3S3jYQ~F(x45dNdIpGf} z;JSbyNp_#8n=6E&QV@gIs`G|QFQAY>wpzpi+~_oOTJAAe6*w$_!!!{=w;t=N;n<^1 zV_sI0`op(fw)ORfB1zeM7Mi7#Q|WE?-5Fin`x_h0rxQva`*VenCaWtd91)y%gBZ%` z7=g`8f+uq?7U>QtzpN+!I&#hA9Ik@=c>m{g)DZl^vGHCW(lv27AX3>v`Gw37D77`7 z_1KqT%3j-H)B^GhymPh?Lo4Kf;-Ns|g;qS3v8~av_Nhu32{0 zqO6&SY#xab2y^|j3`;T|qfUDwd#e~;xR!5~qLN-Wmyx{>V~Y2Rg?EGy4gldc^rS-y zIMu1jW_y)nP$D-*OEv51nYyM*hp#nH#K&(m2#ZF7p6+BR-Bq;*Y6Ih}I;7f5fH$YRlvCC}x=A!($Dz(RMr1u&Wy1Zn>EVe$<%^G5ZLzCg+9wBwo*s)+BsEs6s5EaxG(PW?rekF8iKxg+%lya&- z>IG7rNXqI1wp3psn#Qz1gg(_F`>%Hrn2e;i4Ch(QD#D0s0BCV;Acb3Qpy5LVIMXk^ z)+Sv@KzCMWA(-OxrzAE?Ge8{mgrLOr)j#O~STu#o04{VX?ls`XZ){BwtU+(U`CjRb zFcz>!%eTpI0gd|reR_?(%GP_sN|G9977%hzJ#ihz5xc1 z`sNBbfz|S4#TySb>zpggu?y%gx%Q(l^u6cD0TihlV`YPVG*U;}LAznaSUfm-SS_#* zP%z3DB4rN<584?g=V%lrzYnj2>PVX>iO3w_rkk~#TJku*V2vEu@57$xem9nF2yu-9 z>poO2A5#o8@Bw*TKGVrQYkO3s#*9tNSe!#L*mE>W3f8ZTIvgI~qa#lcU|idU2lE~m zK;{@X*VfBBE@1;3gHV8b+x~1LtPZyekN1dW1bOeSr+^|X-?`$}O1vmaw+m0nRZmrq z!_Znsaa;+^4tL9GXiS>-jYlvvl`o!Xw=_DTA7VM7UjjgXpxVf-n~?h9KQ90{VC$&M z6(8yJ{A|dWo!*!?@f$x-77ylAl$$oRbf%DOB_3Pd z>W*VXsfONwMn8P4s{@X7!sc%mABR5x!rwk6K;RkQhb@T_Fxr?CNTu^0+1HMH-2l3X zzVCKx*03f!j;MOm1k4fV@dpTYVR)w%2~&!pRD{TD0jcxm7GM=Cj&aOJA{)Jsx8DM+ zU1A^D6ehO*REx`r4b%#l59)0KSAI3XwQHDlb8ee3f#>KQy0gxY7IhyHCT@q}m3M-x zsnKlLIc$?n87XWIjp+Nk*=I8X<(p1M953};`3jMnWj`i?8c=%+KcW72-r8=1QU=Nc znf3rrK(N0RQa)4r{QxcB(W~)xaJB5N-QYm)UGsm~37BIn^uKoDmzIIt zFMP}4iJ9VLgRwKm7roq?7Zt6z>X)P%*XI}SZl&XW{+Jl`xo+k%k-uC5#?v9HA?z&G5|8(l^r{_)vl~2Ns70#Uu((gJIlF#W*X$^k6 z9tcE|M2e{_Ba2m{ULL2(RO<5lS567Yn_ClHPe?|2Q^UOh(=e5*@C9^i1^ z5;i!s#u#x7&2R(ZItK^)TjZYIJg}u<*ghE%PM^O`X4e;P6g!;R7omygq3tM6>fK*@ zb{31kNa|Ff2rO!5d4~=qwoo4mr1?ipfYeuz^p=Rz?{K=XB^Z2ApDAPIaO^WzCopwG zoNCk;4{f~cXvzeCR;MZ9+v2d-s42P2>XjSdM5-Re3wROgc)o;nN--=LZ?v@@yv`$DK^7}W*EcR*Cz@2Iu_%ff@XKB}@w}1kaje)i;(Uf5!kK7~Jh3$j zh)gc=P+J?G&#GVqRPj`!oJ7#vI8gH^62c#fgF3pma zuKj2#s}*T>+;#3DFT$TGG`Z$p+wQpF3k&3vrm2`4sTi2;ZC!7RTtl3E4UBNpl`Nw%G`U(hEtTijca_HqWUAk zLqNYZkQxj9S?elJm#n9qX)Rf}kG%sSK1IZRuFIDnvo+0cf$ ze(vLXnL`Tj`FC-Jzd6zKpbAjJR7n@eKC_aY=e(MAdxhtF#KzL!Qpjol|DlIN;e}~+ zpQp>QwL`5YQP+Emla&1u66Gi%<$euzY5fopN5WJk0X3@`oS_fnITtK!t$nbWF&kof zD1OEh>pt-wLrg_3mVeUb&o}ea?LkG{io|dMxa$mMra$Y%?UQK~Y}tS}6&&B-6`y(I zksXC4!Ch&|o|6=}$OGB}dKIE}w4YZg3H@F)-fsCOo25Mg@^*O)to3lz0zTWu3%e`m zLOnyzCK+;)x*)nf8#Q9tQ_do}^#4qOjWNmAEqB)2ya{8r)sP2WyPAn+CTYvS6Yupo z+NzGj98FZWGtmGBKwuni8#K~j9|2y&)TKJ%O(@D7Jq=G4%j#FV;v`kINpyZP>{!3+ zxG2p#$;{>J8J(CsD+{gSL$%4OYTkiG_Y>@s0tzsQj{Q`!aIP?;?1!|IWGoV+;0Xxv zHrY2Gxk^K{215W8C|?3VuI9l`6k3t>yRLBj47g_aD6ZGjH{^_jGqsz}JO#$iWKGt! zc&f~t!EX|;O&iBh=W?@y_~;}7(9GPcCpe8M=$A)T1<=t@Ng3B?|I1kRg5D`W7KWXl zu>jTD44bpfJeSGMhRfN}&M}1xLNI!<%N`seqi>!mCnUpT<}1d()F_~}`_%8qAr?J) z&=azC^fZRTd*EHKZ@pL`jt&YdPxwv!!v?OZ+UZ?J2dgjFnbFk;s2ToMaob${3@N+)#D{$_p^nmM*#^g8RJ z)iQ{>Lnq@!{H)-maT=6e4;~G`eZ&Whf_9ZhCoKjCUId7r>?ze(vWg3Y>ClwUr5e(r zT%^UQ5p*%J9)}1#MUY)&+IuSyI>DgxM^ z)9p0TgwA0_3~t{3W*!IlJgxYPg_w(-3^fZXji&T2uZt8g8V9N38VatK1*RZmD)z6M zq)H6a!Mt13Tf{nD$^bGpl-y~}OWI=qYP;Cwd^Rzv6)z>}D$-PvPL-}=I%%ujfERy_ z6C#}Dy5A1s7rv!VJ;VE|oe^hf?4Un?tZ%Rvc|wwQv$bb3XL2{C(@8I#Zpa+__sIkX zCcX~fMC`kJF}RlL6EhF9lIg-qe5 zJ!r+I5y3#1=v5DMwe_)yeAyJtfxrD-dgBo(Go#s4BjPsZb2q-!?ajy?&)&#$N5i?U?XLN-ko?|yTo^;|)g`u0 zSfs2t&d!^oP`k5A8*?8!qg>&OGI8lNZEmW0SZ6eTZHnnNU5YrSi@Y3jaaOf-I3ub& zug+i!`;X9Q2FZLF0ec7t;bmPY41STkfMHu=wFfnxad{ZBGEfU<+BGjJh@73$qe|Kt zsaAaHqkO##1W>2ug`OH?DmKhvm>ezB5`KUJ0B1qnG-Vn?Z*B@YXyyPB zW4T85hM_;Ky)*ZC#FiBMOUYt%_j$tBptb5v)PRxh0{9aKgP-yXREV`u!mGURxl0osusX+Ym&z|)cKuuHq=S{vtV76Co@&}VuC6ZX4W0YOgzduYX@;6 zO|it;!J1~j4;x?_afom!VPf?f8Ptxd%qitYDUqdvCg0Tgurf3gG&3esU$7$5mM`VG zIX9i19mL^0nR+s6R+#3p$I2^{eKp#(JaKEqYaoI~n z6ka&%*-afrl1OgYktZRBDs>i$uH#As(R@g4M|-yH%XGp{7GZ!*D_UJGSxm%?{e?o2 zaZ*z_4zt8&t0U~={Im_dJPIW7)W~m~1wzF$VB%B%&x_c6QAfw=KQF0zS#jDAd$}B; zkb8U|d?R|o4S&01WV-CT*0XyCH;~mH7){s#Ns^gj3bQYQJIkjQpR8!vfzG#hx9K~} zP@99xQWMiMs}8bDj%gt}a%aW2POV0N8|~fB(9>Yk$}eFf*RnKj{OQ238j5IoRtfj2!_X2Kk=T zBX+LI=P6%27*Fw+p4`PZCAvO+YU;L4HySfjMa9L?ba*60Ca0v5$5kipb+89L&!8d-pw7X7v!XHXn;ogreN(8F^>(6AdIsZ~?EGW~JLU{bjVJ41LPb zgqWCx5S(b1fO5}1YxgLk#cC0PIFw;=jld8|zvE$1R;qRLCYyqX&0uJI^1@KcwpLkM zNhx^0zlhA{#!^udw3CZcd2O)%sIvI1Z@JR4*vbJM6nr;d2vKv91-xd4jbVLr2iEao zICO1K9vY=|4$(>G#xvoNLY}=LTt0W6B(3V9Bt#SahxJ$D8kI$zGkmRsG14 zrrx_=gUHWWW2Yr5i0~*pT zs*tMhm#euJY+MJfdKBE;Bv&*w!J|O)eE3+-geH}uaaPVT_?Tr>x42BIzFeu}!WhoY z`5wCmj2=0`VxM5?t1M3uvK1^PAEWix$COEy)^np#o+eK(qt|Yo;hmxN$&B|i@9uMU z^ikTb?Upsz`PAkPsI(+gT2caafK-%Wxos%j;LH!Gvy3!F#|z0nlnlo6uRUw6cs=gS zjbv4dx{XRrr{_CDztnXj@t!yCCT|?V-;5)y6mR2$9JV&evtVQcs1XI1L2#^ zfQxFBX=U2Bi}s6-v2_N+*gD7Estwf+{6y7Ban(D0Q zW#tQK=72Zj<{I}ZL#*z9*D!$4J}t5hzI9>d!yu$J(?rmsRR5G!X`_Cf~%f1+>YMPX1sa(K$P|@ zc)Jr}yD~PvBuihR1x&)D(K+(BVfCp(1w+eDS{36|sp-slonSS>%GGJdNnO_;gw~oY znfUKpUj-%hyH8H7i%B^5Txbo!E*@#$8l=$>TzpiW#oYJ`~ zS52mC>22{QY(aeP=D(`dI)vClGrenX=Mgs7 z-lmw@|4!T=ET>8liwXZyQn5H!K@5&Fk@6Ex`3Zi8j8Ci`U((!8u~KthyeJO9>NRBy zTjrbdw91g$)b|*DQCFfaA~)W0Q>#d^5P2*e>EcDAjs@RNSEO13aRx z8M(PL#)3qIA!l)-G2F$6?_Q`^Yc%G?iDsNDf!N^-ceiQydj17Cyf|y~e`=Orc3D|Q zX88!fq!>!OiJG4PU$|GV(vmMCeR8{}>SgiosymndQ^7E-Tr3??0j?$MG|7ey6#ew5 zAZqf!Dd;!^*y|FUG^PB34Y&8p^~|igLUG04zj>8PP$ketz`X1;r>d25x|}FDQD*s1 zddQ}TGoslT^{km7$3KFl<8ZY_4OZ*82Eh8PrD#b@g}r6UJ#hLQ1M<*x9g!s(b)1b- z(sSWVd&nbB^f4zEPxvITQR8!81NS63EY; zt1N+G-RoDh@WG$YGO*U5y!!4Nx+8$q^=8ka?5O+8APPIPdxs7!XXL_}kf&b~2ULu# zxJ*FqHQLDOlrq?@8r7mD_AZ0C2z^fHPb&9rx?F6b@b#rrtwHj84mIAa?;PfG4WFpj z59@T;iNnE0gq3UHLF3w`P`P?*igEa; zVHe9xjKD9QmMNXa+xmY~7$E}xDwCYKguEQ--uG#hFO;l~W+W#AbMI!8SJ&?O0pssy znpqhfBPNfhA2$xqGRJ7iS&I&ld+uq5l@%724b$-bj^9KmXo|=nO?+RHrFP-Ue>AE{ zrqQ1pWWB$?k*Or9KW~qibuTS)*!siNlsB)Dk!h*q&V7fY5(nQzl0iT(Og^+IOG}P1 z;|+@+I~Lw7ecSML{%)@>(~AoU;X7^yE29*V1T{ZiQ#P!ya9A10hjvcBG-W4rIbgw@Tpw> zu=wqo5Qh4n@)Xq{4%C6H_;`uO!-%|p>Bh|f7fOvq6LKAQN~+&xEd@g8qS)oKjb-LAzw&84XC{pBw!V z<|mJfa$%`)=US08JxwQpF_yWW5w}ZDfLpjx6umi13cj8Ub1ge~AeUpo*lM3w?>9DB zPxuqKs={hC#zPKBJ&xMv8Xalk#;|MPzz(S{W^}E$-qD3palMK2d!*1y3f%W!XZuh-zh7N|kDC zP(1=6DFp#If5**mcfKWR1EF~$F~S;#{Tz;+3%D(&`}Zss$Z?bL?R~T5-rH<>+)!6? zQsK}zPGO-i$yEp}o?dw9s28)$t-Ycusp@`(j%y3!%(Tt2v^OeLO%p7$K)L65jb-!R zvS;!M``a-xmTOsH(QuPf7TfbOdo)fSllV5ZIs2u3LFa;;7f-3PxoZ-_5uj`w7g3+^XnoUiuchmS@8Nt;at7Vepi;A2H*R5O^}( zN$wissdIn2cEwR)0;d1#F0?4VAym?QPI%9Le_h-L0+4tf=oC$E21RfMuGxLZQ246( z|KleFafi+Y6mIr}$-&Po2;?jln8OPbaxYzUD@=cdEA@+)Bw&M=Jg3y1BhLnf2C(I- zyR=kc06v?Z!cRer$KK3owtIql7O3Igm*B4<)Gb+YIXJfLANmGN7BkT9Z9pK!Nkz;Y zsoewE^n=h0twQY|cN}*CgeHskGlXZ8(qUUK43>{lieurWD;p&}; zP}_kGnWEB3uh42=HO+;U%W_IYX$uyhjZRcV~KbDa9n!AMZ z*gcVA_z*nuOLWbU!<&cJZ4vHM_(enyso8S4Zs?)ty-Hu;Ax$%n7;*0&1l=#sV%t!0 z1D*#5`FY4)^c8i}e5aXaEZ1n3%>+#-^oMuwyANn_N^-6}B_*AqA}xUJJM1!{x^Nq% zV)L?5qqc0hFabUfgE9Zu(W5nH+-4j7GUn)0o2}he5NP0DU)RIE%3HVKWHvWX>{WX1 z7IiK4?Ad0q*Xq%Eqhb9(EF1w3#In_E9~!`laB4+n1(iBB$ICg>PNA+_R?Cj0q?hCu zCeC2qz@Bq%p6oB$JdHeuc~s9*QCV;V>2B2;1MuoufQBnyHuSg$^r*ZD0=VntoSwei zJb9#%J$L*I%li-70R8@YV?-0{@!*bL-a|D{9fKu3RtdBWftjcDUW|^ViA1cIAWLlV zSRO)6^oimjnk3m0!yKMpX+*)vc5SRVq6*%%Yks5^`e$eP8ReRK5{|{HA=^f!>Bwv~ zvXZOAz%AVI^;&7AW(rXAxSi?KtAW)4==mQRo_U z^fd75U7{*nm;~XS{JbAG>m`a^@UETO%NOD$w*PA6i+f8-gqyGEo$6Y5FIE5{pY(w- zK8;QB(1e3vrSJdhl9=T534_-E=*QvX>3jAFh;0O)cQA$)jG=uP)J{d**SbWg&NiQ0 ztN$Bk!ZRx_?desV*p-ki5SH^-sY2+B^-m>JTDaU%lNG(-4hF^q*3?;VT&J&JX+6N6 zg8uQ$UPgQTehO#oY>;xZ!6S%3O!TA7`^MFGM%Y9%XUbpr{IX#^Y#SMwosA^hV)bmH zBd?i8loBBu{KCM6h+85NA>pp9(;J^aias{SJR7t=BG~(?MNrNiGndmf^V5lp>{+?U zhG`3;K3pd^@rk8oXLr~Ub9NW5S7X54M-TzJ@;39?b+LI)F0!MPNQG`Jwt}J-Olz(e6Z=zlrk#cY~eYz|!s!|JL8ly!qQ+t^Um$UC{$IPYq^w!=_R0j0~+-JyCay zew4JQhaJ~5Upi|0b;t+-oa;f8@(KP5{)w{b-lar)pp;3QN((PF-DfgjhW-253zf$% z6dxV_F6o&I%nQ&v2sp0$=yP-w+OEZGY4{_*SL?jF1Zu^`Hy@+PX@@`Fm3@ct>0Fp= z#{hZhl1&#cPYK6C!Jz|&zCXdYUc2yXYZDf#ItXre>r>2Wv^)Lp{X@Sm%{Ql zpCg|_QU0wkZM|pVv!EQB4Shh;LQ(XqNgfPnyk>7MdNkKG_N2c5kYQOZegsW~_PlMj zW}g9I9sAo3X@Gz`4~Yw?Ly~J_a$+os_>V)b-Tv5MB$bgPGmZH+@{ulWtCG7RUL_xLFuwget6cDLzba+ zOHk3!t4m>9c3c6>oU}A$8C=G|c++XnnGf)X!>6EB2nbQxy+f46(xj|kq8EO^nUWl> z<)qy#RY&`I%|?VoX#7(T}0>S7bqea7PEyWmv3dqnTA;?9Hu@(!5N*R zy#mJ<;XzA9#80zN#Lu!OpC+GZ^zfuuUkeyc4SQ zQ_-9l`ASI(D^b{TJ5=STrsc`njV*v2dH^b6wGm`?tk#nXKY)SIFy>i`LX`@|3xlq& zc^u9Bzklivf?-`BLhA@dx)m9!%wc+wD78eCivPG)%?9sR^Sdq*yJ5gY4f}VuKkV?U z>s=z}y2f1KB$z&*fk^3aI`btWCOVDBRjNp&u?_?RnzgM;!-`FHrYR>cvV>ynLDA7B zHEN=cW5a;XUY9BNuIq*!w)Z;U_?Cb;l!hIf;mmaebq}r2)bvg@2yskp3@0*Y^?nzB zW*f|n^7{?k6Pj9@nxKrZaCA?#iX;mO#G@?3nU{!AkeQVfR7EUX_B}^#mhGCCl65;5 zd*J4cjEvcH@X83KS2^~~IZG5*o0%(6;w>E0vnpkhl^AE!ZrW&u+PYN&>+m=OFEJ&} zzy?Q$%kMUwfpRA~_G%8MJ~j8(Jifj9i7RZ%u>wCKA>tJ{XDF?D#}LS0`^QBluYoo;@g zOR2s-O$JFY=G;oYwydmGQL4r2+-@EzlmE^!SR;g}c4R?(GsAkYKL;Jkq##LuJhlxE z0?G=kn@`jF{@N-Zm4tZ7eENvv7sE;H$2t*N)OQTc5^LbcI zU?t--^w+)Y^XtM6Yhv;zt1$LP#H}uuYOSzz>!FCU(8)7n>SIRDJ>BbeXcXdj*TSPgR!A?qwVQMt71Kx?iyS48?p>m^0&+`@UPtjzo6Cs=Wep+YD zPKo*F=h<6P2|s>FGk*jpMBO@z^e|IgMvVw79)-u($#6JxA)bVmxJ6PpWd$9IPl}$x`>lD^%fS4H+lO`J*iv zqU0f5@hw!mob$u!{0>lqLO-+&hf0NcG8Uf|2*tQbDw5J0vk~5(E9(LcF{QBhklb7S zMKQL{kvZ^z!cUi+>ihFhRT3d~>{zA;Lll>mXcY4%-i*~~m@!F7Y`jW=_tj_s7v-$S zDz7_d_@?1r;O+h0znv%IKk#cV{{lQ#Wj)2(zJVoRzD~DxpyB$o8N8LERhJLr^4`L_ z@b(PugNL(U4}d`BuVNr1@G5iJiJhQN$*HeUzL#+R+&>LPln`Rj!1}ZtO_z(QRH2}E z$(~97_6=eVivd?`y7w3KnNb;t!SeFMDRdf_C?XOZq)0sxKQirE)vFM(Z186SU3Vjr zNTjEYn*~yo`MZ+#ewMyX6{qHJomW2##EM0nfSMQ8<-};EkV*UO7aid~ks0yemUtzy z?EXfa^!oL5nbi$AV!4Xs$ow$Cr&M2~T1Z^?AxcVhCeGV##u+c4zrb59$jexlqS-I@ z<%#slji9hb!WmsDOb@c(mgPW(DcMG?h-J#8;0w*4CdumX_)%g^U)LZm z4r|(B+GpBs0>NGZ+j>mJD}kxslq;VX3|)mYO``#mWVSswRmwA3lM+THcty6ix}td> zl=B?edp^%sDymlAJ1*zCsus@flTUizs#3ffspKa`nS7`E=!$OBp*y~QG-Q36g6>x) z1J*IV{n)1~B;uM!%aRu3NN?|YSwYmjSE!B{(v{EEXTF+4u~TNwIr?}F5sY)Dj99=m zC*&mlJblAXv{@)qJ==(uq{<(@+oNuo_GevvoaAIh>Z~nZT`)-(n=ia}JqzqNbpe;f z1v1bVSFB#~RyOorX4+@kdr>Fp-GF@;;@y`VX4;N0FHbQgn^bbkB@gVLEqG@%RUZY) zToLl-N;9a~Xlgelf!g^3lf3jf*2iVR4*>YDZA=?@yDDW>YTKyBjEw+&%}*KBsd{RE zstWA%Q#!BVQ)pA#T@OU&gF49(W9Sb9_<0_volaSmF!2s4IV>y_%7p_pj)0;Eurk3M z!BG&2DaGlWi@w)}=*>~%*t zw`jToG9mL+q4U&X=_%Kh2XPbovxZUWNrdL8J>z6-C};2Wpti0KoL6<0r*i>r0Ok?` zgF#%vgr@{eh?V}FU)%cg0QBEJD#Rq!Gy5|&Vv;&F=?1~cR?F;ERPy{*t=ChsuW?8? zE9*3wCZT`aQT0@z?_ymb8&VxcX3yzZ@4w}pib!wug)$u z=Q&Jyd_0TqG8{Ol5AfIfA3SJq@mY9&o(c4~q=s4egU=nz^7qdQICwUUXT=Nz(kJDSucRk7j0S(c zG$)wud4bK(!b>_U#f-u@XHt4_RbdyDC%|;6b5`)ZS&6=&I+5nUi~@f?&q-K0YkNy< z&h}ZB2VnDy#b-Ds4H^}c{crVh)tPf=t4=RrgB~%Npi#$Tqso%Pjc3n+bGI$koPKlz zsJpeuL>T@&b!4ihtcG+)f;S1)80Jb<;$*OsrVDVC_>>pbM|`<=cC9b+DF*>1AwO!$ zYitDwZrXEo&lL-Z>v-O3`@jOZNXR(B;Q(chLJ90ZUqt%FPCV=%ep8vF0^l@M0fDFa z?b`MiU#r&AsaIERkMvkPV4QQf+#a}oO_(1`(!pI`E!IdK%b9fTQP$^ubSq_27uTF% z5&S%TBadj4QxtdSSIGh*%}_~kXOqi%mE$!Pse(f>SI!e+w9acGtyLa6bOH@2`-cbGV@I$xl!kv zhyKD!grV z%{HZN+bV0-D!opgtT}O_K-K>f&smNOrW`pC?PBNwQDZ7;e2DLINDV}D6P0D=sJt<) z*0&;=oXg#hNNtxqynTM{$tmqMzJ^j@LkiL}@>e2R$@VsR1A!nl$#K)zCL$>dY$%3s zAMZSce{t+PrlJSH1cWSa^sU(L$IkLfC`kq+HQ}6s_HSsh>>+&HuCqc+A+vX#2w9#1 zNJ7lP$+nrg!fKln-?oN+i^l?3n80Q2OM2=Y{Kq1mv*D-lHR3t^Q3QfWq}#ffW$SGC ziq&xARAgiK$J<@3+g3FK=c~^&t|Vv=4+B?8TIxJsp9>>QZ2}{S-<8-YD`p?Nx|2w{ z@@WY9LbIO4qcy-g;ATK^C_$szK|>w2Ngjjx_??et2zx_y=S;>m;)rE`6Uw)3=kom4`1-W4@n?@j z_)zGe=c;XwGdTW}>YMbCaZhUU%$3_7&2QSX3yjZMH`}(CM_gGp2~!xw725AG9aY#? zSm)R|+a8IX*Sd3+OYsS~bQaHU0kj^%PFEh`gp0W+`fSZf+HY({y1dW5TG~@Vp!<~} zH0J9>V>(c;?nPOF*WI_IG%;zsGaA5H1pB}Uqn9eau4sMy8%o5;NzqwhPecU;Xwu7D zJ}&P9oHksucaKc8|HC4jI;J#=reoE>OjU4nQ;>sVn{+fJE}$mn9?6W)COU!&BE21U z`}5}y2<%km@Kdc)iqqkz@K@fvNu>@M;;-~me0u?|7Kgu>lNDzTixU)J*V57DFpifp zGq1KM&_LwqCE?z|e+$sC_TPCcjw*A{`+{nv` zepOxjj^zvgeYMFnR`jkI1s_?&%>>5qu<|Tl{6E&1+OK21GBKDs?a`s@UE}i~%jWN2 z1Qu;y(d%`p`w{nJU?E>CBKI$e?225n|I6HMc+u#M*PFpcO=5O<9MoAQ&|44wYH%c> zZOmbb70sC{YwJouA+{#D6{El?zkg>(Dg>#)LoS}D2oE1JE7QwIKUqMGNJ;VU4R&e$ zHMyyQCN^`<+)&K*{$_Vx4u>;-mLerL<-l38JGfd{USGUyxrqMx()c+j)eq=mu$mD< zUk+pN5e;Y)EA{>*@D^3MYGncc#O8Lwgp(Yr!1(G`j%EEHy6D9#(^sv!SQwJcv;kjg zeH>g_k-bPo%nBlyBf|go+In~O?e)<@N=SOstWOVUF+yPs8-`g-3J4XZ{_%b?RuwH> zwlrUmJm9gkY1=@GOdW7CBfB&=cqWOb;4jKsNr?L5Z$ha;=h05Z@r#>=EZ;y*mR7O&e3Cy*#6zT`1rVIrg@o}eC|rLcJ&cR3i=x4X<#X8eW;0AG*A^R_>Gb~dEg=roHMjTr11 zRVET!4#&WV7TMch7R&FiPU-L8X8o_!uCrKHFi%Y;cwXIP&?cObw#blBWj z-)KGz3|i=X;=a2JZ*EQ8dUFl`aZK;c!WXh$tO21OiRX)Yhh)dtZI!QISEjyU)MAx` z<%>%em+$a&sHGC=80wNaC3SlWc#RIE(TB2sATA{? zsrJ*)A)kIdA0ZndZ7{(m+hWsc)2Xa*FV;#;Qo{wL33>XE>6i&D;+E@EoCy?1LdtDN zk3S|BC%#WCCV~NkbU-T|Ksq7!6yc}4mfF2^x!6kiN@fhVk87Z9pc%MaK^wdQxv{j+z zMuRh;x$LX>iI+K-%Co2QR@=h$*s}|H*#gPA93|U?j@4%{h!m~H5#;2nbX2yocId3U zm|JN-bI>5D6B-t*uUZTh2kYrSa>rzFvm@+*`J7>q)=2A&F<(hkIOzffDopMwh(gH| z)8}~!+X=0mbpji8qrWdULSrlrbmBhkX;j1-(6LZ#K#DUJ)3ZDsqR!6BW6E;VLuF%l zkO10LTN6r;t<&LSVid%LV+Ev;hi$cNQ14k$y=mF-k;}GJ>mR4<75;u!i=VGT-#1Z9 z)<(8`*8-rlLNMgh`aKz8EQwh7j71B1*7U79%Qj#tvwmGq>_>ZyqqtG#xe_n)e+si1B4LLdkDa))an9 z0`39x?*|aPqr1Moahaokbjyy)l8VSJ6h- z)oEGnXwt1SUM2ucG@+PPUo>ZtKP!xMdp|G(6I}>)Dz@cAYkz>c;ZrO%inP~Zk@CTU zW}2u#N2TftL^Rs8^DkfC>7~7kD@dDk(+c8pulM!sTX(yo41_(nHEW{RHRAtyjKe+t zM=AF_#$q3x3UAz-yklp~Ua+($!C#*k`Rb)WZVOQ6SX6^#0x2X;Ve?lC6d>60YQ#{K zZ}}aVxSIspdqV3>0@ILCQ|RGPAcc2_5(T~kx9$r40=B|nUQf_YS5D9gSNVu1Im4g$ z`(Pj{1YEtFVM%shUz$8CT`Pexma1*@>S**E*Y1MjKlwpL6vysk||7)t{dOsbO@ zvzzFzFM$Fv`E28%@UESyXmsk%u5gHN+_Mxwr(@hk}n2*+kIfni?5pk$GPP(SeFO+tGn$NMO z*cdszjl~-Mp6Tz8G!h{$5oKH)s7US@U$buA+P>Ppwcz#V%t#Wt<^9W*DWW=-`F?Z< zYU@KWK6iKgy7e`vwh~tJss^tY%rgx62}KSZz_$1nDbgc6{T8=Qls7uqNM}|-wht? z%u5^F+z^aCbSg5Xx+t>g)6+PVo$`$CcX`5Qc;6|n^17%`gD6!u{x|+@F0Id-ax9#a zHnrB>9CH!Lrcch~P_}r0j_LA*&G7c5S9vqBCx}ut;5G0wum&H_rLFx=J&~~?eQK@a zIOk@Q&P=$L(xh=_J z>K*5z(y*LkBvscfH7)@^k_d@k{75cLlWe|NEKK$P#e$QI(=z@#Qj!RM&FfzDaY*Ql z^f5_CT1G80^$jB}dtIMv=&zZ(;QjN*nw^u5eP1i(p=KjvxzGR02w8P({fCb~vKJ+c zD=Ifs=c_flYS+CxeZep#G_s;~%7;nsZd`bhva@!+DA!O;o{})$to`G|!*{_Ut0M*o zdDEmk)cLEsdX7zf|NKeaPJ^e_YwZ6;)u~fV>;C?C-T@H!r{Y+b_lLsDtZK#bqU(S_ z#<%EiAZ5xomjwa+y2Y6>MHjGXI|oyKtFB)=g*jb0sbt;uY-tQIgr;G8Qg?+|+P~Z39e;+i7R@%JR1FZ!cGpl=K>9Ys(FE(o zQ)4RI%f7$7T{)Q{Hcm7*z(iO(NnjonhkZP(!{VW{2n)dT3%47vmZ~IVMQ=8wLHE?7 zd4QjzT(Av3z#1|&i_JyX5K{=tsCk?r4F^uysID`Lfv9wiDuPz#1MZLhhW(bB2(p0< z*pxC%cPL}{>U_YA)A;b1gLrU34gh2TYasTK`~yp%kY*?#ZlYylIRS?ca*SXkl=Vh+ zp^;`N9TV0=OT#n<&nawThsRo`hKGd^G>t)#)P$(b*$mbXi$kvz1LgTmipB*23$}Iu z7?#ms+H`9eV<(i*BVa3=uYtBm;Ciz*91>e>UBxXO1kR4bWE_XqBy+C7M_~XLPJvf4 ztjXn}TNw#8O!suC#pnRgC%e!GijgfEG})LwP>kA;&`KqvB0(;a80z?A-zU3V<0;UD?_A~;j zN^$g8`^TfhqK6{A0js#McM}`02>D|i%3CfFBm(VdWOe-t(ASuS%mV4^n}6}bP)bzj zi4)?--e`f<%A)6h2wQkcF(bd+E-M2!2ENU`o8PuM^1+k0M5-2lJ66u}L;qBdq~`B}s*MFEb3hz29&T9WSI!iI$#f>5EfP~_a5$tV8~ z-(=mEk z%<27g=%D_#Y^uMIF}0f+E*VsZx~DBO%0Dqo2AGy?lAFLBe0I``Y%qT36ZpgeZfW?Y z@bJHIxWB@0(ExV|{x%-qLEOjEN8|L5K>Wu_J%~WahLDTdj_mbK0$kLWjraPeH2^}- zlfnJ^_yO{>Ba-lhldJoF8)1d|Jm$V1Ym~7<0*n<1EHMV;s3=P4Jmx5aTl^z~_xqDDWlnMJ>7?)@&2;Mh{@uHG5?f zW&s-s0L$Q}8x3GX1n{m!ra_@_7@&Xvs**cH_+E?5Y!mOWmW_^Rod!!EqKyD=9v{JK z<7QVZK=?QhCm>U>9B8<0mXz_fF9u8hlWgdLI|5Z1^y2ietj|YSI|P%+I0Ux$u0^KC zLIIQkxWY#^Z^PfQGf`dD+%Hm_8b^<{&1cCnDAqoW_L^vRYs^923P>D)DOet6M@!tJ+-Ws)v{VvC)KiA zRvQc}&?olQmcx=PYPxr&4RsEGAkTJgWVZb_GyA5BR>wM>qoGq5uyF3M)QS=_Wd2hu z?K5KK3e+mlLLk(BnY7AiImF676zMU{oRRzK^?rJVHw`p!N`@9-hD)H4B_&IiwaK;J zq^tVBV7yq^p>9y_^ZNBAOWPST(>vPXvcNstggTU6gSzTQog7jqB4^}~LxXI|!(g}z zpq=C_yt~LY!Q~>OZWG!6;{~=`os=a5Y&9ix!{s2o={7a?sm1xsOPF*f^UG{fg&v`^ zD!oZ*Y+r#!H7BbR5NpN$iCAdwwi+l`$r=Fd&<;y)ay8nvim6^KVI_TWzxobf*+_YKe0-V_ylQYx6aE@MVyP(Rba3<$X@el~bX3l1l^Y@^koy`s&d zlmQZroQxwuZZR4UGVn||nlc6+#UVwM8eyoP_GUaMPq$IV%e$`1OoUH825iCU zQ>A9yjQjiw9Bj;%?9V=64AYw#Ta)vFNgO~NjNlo>M>-Ndj~@Uk3a1%5QSt!Ek!R(k0ccw`%TjaO*O1Z zpm`}<{nzEKSssYaP8lax^vai7=X$PpYIKPJeQkv?O?~R%9`o$C~7w0#|ucpDW=ZmnCnTmcY z3d=kYaul)Q$^^ZOp(Z8mZ&2-TMk6upe4mPPYB1?n*4BF2)R)t!;^zK>n0EV_;wi8< zSE948zTW_JXK?XZK(*6F^hKS!?H9*j!1c|&crq^fK_={zxNCrM>zY3O6?7M>xE=fu z5<)gS*%;C5#-(loIo+6nZjMW^Ks!PQpl!ha-xZ38n1qy!yd)^#<3k$x>-aB57-NDd zW|(6EhtRrDaXXfI)3v0}ztjGIAv;SX&UcJM_21vNOJ}L*`OdL*J3&?f=fDA zK08=B-#s=-HtK4`xBpK=&!7P;6*+Zqr_5Dzt=XdwkrU#u1fw5 zy+L2)7{Aj)d;US5{mUgjf`8Z=1OuT#c9wtiBWTgS_G7IeKC86u8jq4}C=H_*Fb+Gt z4lT%`*Zxl9W;xGg8(GiTRTtCkf9>j1;6l5n10MO&Js0WWQ_FCTNqA)&t#|t`Cv+&I z!t_c?Q_7u4W_xIZC7p79GU5;8h$9J;9qE7K?Z{*R7(wg=$Uksa{f z@AmGOpLi0>wvW6k%U=&~vFtbOt zPtjqU8JTu0>W$aqEUVBTDD^y8q4R;H45H(XdYI++q#$$aKTtgXXu&qQ8Y^t1!qK+$ zlS-!y7C~X^%lfGoTw#v zmfr{P8Go$67|Tsy!5;RbQ*Luvz%NZJ3yyl4(Z^$2H^V?cka>D)<|EOdZIec1s;odj z)KYTm1MBcp4`Ky1wy_3=Aqbw*Z=V3co@Yk=Ic11mK>_C&r2zyh&%C&EVKD&4urY!i z&4|E)J)5CZ>w($}KKD}T<}*kdf!S*7TX}-Xqm0S*{5w3VIm_oeYV`0pXtjXZ?t!b>*l z^~=9u!bnU&(wvf+jR#2P$}y!SXm%%i%<@5j=im(hJ*0R_^yIycNR3_g-_+g9)zzaz-) z^=)3}(U67=OEQHZ*1mNF-~Z#$*FFQuj&qE$H;=R9`kc1 zH_npsQ4dB7!RFapj^+1QZrbi6SO%ZGThd|Mk8P~Q+CqjZzoq@PT@DDNYn8e^sDqwR z4=U8go7*W%#9=#zx=U@YZck3${AX($@tD@oupLl!v;`)N?0Jr)BQB@Q*k(WWI<8GW zfZo!}ha$14P?Xd^50u#G{#`W z?s~BD->_CbQv~9V>GDA;PJ1GUGq7$&X(q~rtri@y7pRLd%}#pjjAVFPDHKJ8{^S<& zX)9n)2=>Fe6{Y1tF63;jxkY&(Paz;PVO=G8wNq^#I(J!Fk()`TUY z`GDR!W1NqtWidtLQZ%5PeApeZCvw;i>sD+@6uGc_1V`*4>f&)_KaIY`*C&CmVA=my zQl^pEey;*~sC0-ZKC609w5X;iZ7L7GW@E71WkfLN11uB#+BP13Wjn?p%bo~@Z?j_I z>1j1R8(`+1lMO{B@d@0g=49sLAOB(IxP$nfmcBOFjp6+l6a7DXbKrlq+KF2iQJRNx zraVaFEyu`wMRa0FB!mmbt2%=gicrMfsifRkf^Cbc0#DT`0U(0w*fO*1SW~y5v#Q|t zyM;Q{Za`S+okUZ3TGh%+$*3E@20#0< z#-n#P`;&mB>#r~J#NoLDzziIB4B+KIo4D=(Jm>UZ7~qov9@!0%0~Sk~}6~9tOx>GvDpcuW#7BJ%3h@w+q?Tf7plC%XYDQtnOla@73>P|A6>8 zR_y=F6)h*+nR9oJMrqP&r^EKhQRO-w;T;gXQe40*uQgp(Q!U-pJw2@q++>fVjtV>B z2RZ6ENpTqK4vlFy99Uj^lIzM!6=$_D1q5px}cj>3v-2~!dhY1VQHEV-)juOXj=wG zh*4r-OohrvVy0jgVK%(g0nB;KJDC8--=9B?GirdC z1{vRjMgw1Zp^F|a7(@&S+{RyMETRnxc;vB02Se25r5EvyoJh(9%c*kA1RI1@|JVil z)sa=Gt&O6pifU7Xn$eDK^hZi-d*{x&>woY0&i`yYMj2%kVi3njMJrV7#aJxFK|Dl~ z$vO_^kT~#XxH-+74$eHz8qQ8mKj#ML1?M|Ah>PJyb9vkpu9R!y=5edJqqtMKi@B@0 zJGm#h*VN4u?iXGFFM`MBiFgn%pLZ@kD1ouk9X~97di=WhJD=ut{2-si@8h51|I2^I z|DAwJP+p{?Z(72VgkN0=Xo3>KXhEOgu;5psEOC6|U7;Xl=L^57q`>YhN$Zn7CTAs2 zOMaBnkg`0*lkz;3oGznr+&6tx3B_r_t5veq>F|I-T`YuhehSUw~*(C-jGbVVIWq5^wEgva7N$ zT+EpMsI4~cGoCTtGQKqaZ$g?VCca5#vY1LQzwVqFZB8&xHGj0=ELE1Xmj809b1q&U z#N(V_R;pEIEwN6wZnoaErPwyx4%_bA{)bU;6fA{H;imN8&;hT3cf*(9`|yA8?-{aO zOYROk-p;fe?c?n|_9OPc?T_*T^9XtDy!O1kd9NK+jt7pnPA@0c$#kYUM>)4SpXTT0 zpUl6N|E>U8z%Gy#*bC|lCKW6!*i>+>;CsP$SCA{wrFIp$>Re-8t6T?MS6yEU!wR{D z8HHmCpA-cbbrfw*zt?L;Z;LU-jABV~Me)qy6UBoiktLFn+LFm7$4dSyWtZwpYf2ZD zdfb6-uG{J!>)z?UQxE#VWt5it6I(lSAr;{HXa{>z5wh zmqRBE-BLHAKB|6w1E;~>u(Dxq!>NXw4R0I$8flGfjdL20H@<4ZHz}JYG_7s+ZEhZh z8rC-K+i>ad_Td+Xhf>|Y;1u|v1pnXs$N@ z*Yii0(kpc=_uQ;y8#ZAU`^~P)C7<&u|KS__UxY&9S3HSRfy5{$*^_^AE~n*@jOAL1 zs;i3v>KqPS5B`VOhe)DFSil2TafZXVgCAH@L^_;WAGmdeaH+hV= z_>G--0;MDi2}?`#|8YQOWKUkD&{C7y(}$K->9Nk}p?+3lfgx+!*=jbo3EQy`D;>S% zpDz8?PyDZ6&u6fpkO*2BfmzrGJ5=EX8UQ|~WG2TM&PI;1n~Qm#|FW;9^0ls9iMpt@ zx~;UDR<~%=7H-`(Z&Pi%y*7a@%2-f{Ivm9fG+_oWF~^mJSd>Xlnx`{r(G!s_7N&6; z+j*7a{4Sb^q(M-6@+hseN>}A-O@Ruin))_rrVi6zHqIr?mCcsUKB8JQP!7sfs9-hPDSAOYzhxo?@AaGyLw}C#qtw0d>xu56v0hp9P zr*VQf!MOpyAEBTSg08G00eS*+-%V|M0@>$aXNftUTO$;^@@WcopV>D3lsVYbGqRQi z%k2kGq*TuVf+%t*c3n&}fZp@?9#U?PC%yDk>%Ebe(Utw}2;~Bw_&!U49K8#a>i?U5 z7=4K5pJ(gQXfIEmegF^QJN#o3lp1t8xdVKB)$wy}%FM(_Oz3ZwkX3=kXm~2g&-Z4( z+{)^5QlL+JRAb4gUiZ1poylcgzh5A9Nrxm?b2p3?Dx zmw}perOjs@Idf6P1$9X7i229n=FDuL!(a_oJBt9a$8Q2l1eF?Wmxu zauLKb?Kt7s_nC~Ig}EwzDsJ5k!=3VR2#Pzp{w1YhL7L z+*-HY%r$G4;O5&IymKV`1;d)E7NDtlihQdH-sy9u%%zn7`zOKB$!2YfZA!=@l@vrA z3x>E0P5%73znZy8$(_CzZsW9GD6W-`8(>D>A7S+8UW?&vU8Uc6k)RMWqzX6~KsA+- zipwBX_0eS&{~u1CXOuZq%g<{u4^Rc)V$F};nvP;* zLTN;$`hdh0@X~UhaV7cts)tG?Au~ ztqNPk6_Qo3cspMhjxJ0%0_z@Z$wjTAiJ5cKi1{$|MuDPGR5#Sj#~~k=#Yl^}{d)Ul zV&fbaPKf0kyYz$7{((^F72{VV{XgP{!4&`c>CxFd0^{3$)Ec*MFG?KzfpmC+Cs3|> zIJc30@ssxx@IdrjZtH(4H^m<-5mAN`)JRny=3Xl-hCoUh~{0)ePl2r z9HUx@GXHFqv!EGa!TTO17ecNZ`iGx|ooz*iBRRr@*}S0>9|vzJ9N`OyVfYltbnB;n z8x*X*dH~Hke^GuLit|JBr{g~o6}*4;05{tMi z6uJKmLV?`s|H~D2DcAySI!?2;Sop zyxS&47tL`5@r#lELgMohJ^rAc2Q7ptc)JjSm0-fR8$-?XT~Hj#x}+kD{e-Ej@X12e z=`QD^&v^60r0CrOhdnDpfzhA~do2lv{y!||y;o%dEvT)<#(?5uU!LCV z*bko8V|;oi0m40I6ZAL1knV!0X&`M}xn$kavA86BL63pEnvAeYDnqR>+HUhL?-TmzH!| zJZXwL(PYcF_W8Qw>lZZ30zTL~7oCk2f`(k$y0b7n&8uf{c@;l59=ha|3A+RHyaj@B zq3c;MXD0+~851)?_R6OK&_YA6`0R~Ah|YTgs%k>`aZE^o>Wc-qg9haWb5jtvqgSb&bB`=dj!TY&&b1o- z+{;lD<8_Fs@2$S-mgVGk!u%@`tvxnSG_N!#M@SZd_3?b8?nbid`#u**8pQ^zNNwT>x95-u#K#^%h&e4Rgw4cI|a8WRx(2ZM?6QvvM= zBYuKu47?fPF#M&rsOe|%bifK^uoF)+@l39*TxauMa<%vL!aJ|EwxJJtuL02B9guGN zljYJ7L;KFA4EbkA*(I zNSY;AoE4Qj`Jtm>B-P6rfeE{#-S_#2kpvi{1laB1SMhLCL}FGQ>Yvg0$*^h$Zr;;RWsey^s@Y;XLXVRQ2K(c;B%o6lOO6F#JE= zPhzBd!v7vAQ^QZ{cQP?yieq6Mz6jd;k_)Ug*)>R1fJz+TH9A4uQ-*uCH!CTpycm3Iet6~eJYV%N9RM11f#apZAWdUG9Wk7lt?B;wXr{BorGKJkr-OB;MT#7})$ z`3E&evSzqV5?179G9z@%I`F0lJt6(d|r6j~$3LuRl{=?2xBf=;+M-47605TWKvu7)L zN5(zHaY|HG8sB{{v|B6c>YX<1SCUa_?65o`9hsp|E3Bzng3y{$Q>nqt7Fy4&SbmUX zhR?3De(anXBOG$vadnA`l00l71<=Z8dxiBlyr0_P{e?@WmKq17iMsoXVW+0xQ2#dE zBMO%H)$L!qmJhL9Ax$hc7U_C|R~5HiU2gK?3&f&Cjz)MceiCOLCUSHMAdkP$7yesA zlb1Po&46I_+SR4B<`xDTp+`6q{Tbt&sXw8-jX(eq;oNto!dSFHWVw=@T0uPL0s>yD ziVrl00Dos+G7;q>Md0e;5S>9e(jaQp3gt2|K+h6qR z8}1#}e@Rnv8;6qD?XXGItAdGc*bVQf8U2tvC&B&+Mp|J^=H@U<*nIiK|0^vVZTE+o zV9O^^F$;)=6_4b)TuA0g(vcGtTq1AceF!mL((9U`y$TxRTiLs0-j&Q7I^HvIw+bCl(FSx7HtgJzyKx%@L`p)xtfnp5z>Qn+Kc z?leL@-M=e*lF-{P0D?q9|J^zn<5Kvy^~MrDuBxJQmp0)s)z`Mpo}o>31n-gCOh@mu z2pJukFZqM~JA(D(C4Xsz4jzzxXbkVPIs#mKikN+t<8=2|2NM&1+h9Vw+Q4EMu|*B3 zbOA&F>}LzZkh)uLkQPcIKx5iBu`m|_Ld5L#Wln8?uU)P4@^?(3z%n>vA|h&(KCF*P zZMnoWB^#0POg%i#xCD)h+xd=Ya`O#TWXe@QvcF((Bn&~3S!JRJAuKJOPB;1o$Lz3O zTfwg&RR6HESn*BL0krf9y*<$J&&Q^iRdbkwH-y-|IFm~u>pOt7?V{0MSh;(KKhg`7 zkv2HwXVhHcvA?xEh3+Evgz4RH%v7>jnffrmc_Ens;XUv6{c4fu-sJ8)3-*p_QeZY| zL~L!W;glpcpi0onAGL8A%vPNIpd(1}!7%v3r!{9lsikohG;g2_66sPh*jjV7U+bb< z*1FlYRPGClhlUDjf`mcXH5yEnWiofclRJA%!^#)V*+mo5EMgCemv4ffG06YS(yLDl zgthCs2pUAj^F^>CDojMQUxSD^#_O(_kF{eN z^@EHODMUip2ih5$GM~waCo&#?6l3$5j>;;NqBmn_Ng4gK+#CyUBwS3IqfUF>-B;=5cyk^+ zHrL?szUQ*_*M~3dLHH+t^^do~&50q82{F1@b1Nhz$_UXGp|tCiipkcw@8%dabxuB3 zUAkC>$gp#-m7dgFi*lw91zWi0ssnkCUE?Rjwhj>y@o7PvL+?(V(_`sfnfNdu9I;Uc zzk!qC``M6wvkEEx^8TSnXvB?whEOp8 zNFIE*h2qa9PZ08&ZU>Sd#Y>6tehCQTfL(nE)!HOb)r--8PLOn{nr|#Ucpu{xB)GGf z-&}z0L)Uxnyfbe`dRZc-Y6jFMYINL@07m=`|K@$j>_G0(WeqYr4WHSj;|dR}tm{{4 z?qW(^7lZfy2amC326icP$1#ab$SWapb?U9YCkIZQ;7p}jKRR>1^O#Yl0SPX@%*zjq z8B(6Ol#b&slzAq^Ss!N_Z zBJTU5c$0i~u|NU2SrlJl_KeZYhd{S=&m$Bwq@>O0sLx22Tx5D+Yp{0V0w}^btt)N% zurJZh0&r(D0Db^{zV?<#ZZja3=((ZC z18%`#rxn!Vt5XnJSZDWkN*CrK(u4O#C@VXZGT1uNXrY9dy=nCH)l-Q? zh%A7JIVs+r{(Soy=7l<7DTEVqsaueuQ%6g3fOa7o9p7%2%NfKGv!EIF7wj- z45_We_--yH)atLY3Q^10*(yKHJWCGRJC(bML($~ZTIZ2WHer^_*pWEso+xrMgweAA z4U-_0UEgoFG5DY=qO%f*Ik$DyVnnYU>30&1G+Mbi%yjV~i4vDO_~ga>S6av?d6sZp zvE01h5+*3;9lrZfY(jS|HC6~GVRnTB(b(c`4XkoDrD?@@1x?Xmc!e{h3|1eR&k(g8 z*uk%;NEu%g@yli#$3@kfEnP4dBDCIGA0fnc-eh+iDg>3<9Yj6Mq9OR;5-W5OK5MRL z2%$KqR!O8X<$lFUI&4*PINw1~bz#!hbv3M|p{J50E>mnPRZ4@pwtt(Y6)l%MF~TY2 z)&Um>E;&4~hcY`$r+hgfPs1q8B&ntk<4X!D5)vyCCwholS2D&}*M0AH#KQeR0?gA+ zk-8k+-D7Dx_#`>i7L2==h%DqOXRkX2VyuFBGzWXvLR*L#UKRZ$E}5+`?f0o_z)6_N z61j?GM*KWlWF0p+Ln0)q4xWf(WFn>8T|qU-%$)b0%t~5LlFnl7xd;XJwWppkw<#Ug zmBXv~q`XJgf*AjFGwJsg4cX{Dle#+>d$VeA+#JJ{_C=g9f#uc1zYDbIP(c z>o!lW0@o+P85IPy33Rnm?Hn02WP_@yK0(r6)bjjNS(#6A=_!M1M2ww+0Lh8R4AHDz zn5(jiiiAk_LTu9*gYzlaxz2(!4PDEmbCNOm`^cCt$Pzc~SIchcCSrT$3S&n$#ehfc1apFW-QX4uhfh2xebXQC|d z<;=1n^!{=X<9)f1glqi!F^qB!JnDO z_@w5%36=AOZMbxAjD`mC4N*Jd7Zh*^30^tfl$wN0tl8VJ3xu;g$VE-vzXE^~v)gbV zKAwl?$I825lM2Ks{38Ks2-$i-Jc4OvEzabY9h5rW+|qPX6sM~OqisoBAo0HK*vi2U zrJ_`axWT{&2xf2`PQ>F(XO|GSUO45bQkBR#lIBMzM57o6H*;9M&TXyo1_8%>oS%e8 z-6ybak-CmcEJjqvik|`*#e!x3ia7wCvh?bVoQ5;8IU6#U@^nv>_{AakkRq+xJu+Q; zd0?1;=yCz`t_vvhbo0rrF1T+!meGqBwlK>-fyPB(jAL#U*`<7sPCkoaV6dTeeM?yA zk~i?yEkd?hGrsiF*naiaX87LFhw6u=qoSS{nY5rV6jtMZ&U>iZXydQ@DxibfG;iS9 z_91e_%Abgo08tR-Jjhx0R`ukx%piU;TIg$pUk5b8!#Q{SCRxn!Q{XQUvSY0L1G0a> zxP5+a44_C9*$Z(?xPi9!?%YH{fhc2LJB8-#ck}WJ-aM?cA3a_tB_eN&B&;*U5@(WR z!x}7Hog;0b>4G-}oK#L^b2IOW-Uj3dKi1_!xNf+XuhEZ3TQcR^#Lg1<4{>mR@n6qg zN$CT_+xtcR?Z*uN5PH51W*up|=*teW%l~VKZzuZtH2C?FSQqyJ&qc#{RDr6P&(4WyGk@``{s+t}X(cS8>>A2lyQ;ORf@&rmT>cevsJ6xShrz_Wi4+O3+&_j7VIm zB_Rw0<_*kw`-=;CfJ5Szw1MYj^}uMYhYSqL;x5~l)1^t}z)osRcy*aE!35fGr9@I^ItWb z{4seYLAAvjI0}wU$S9{0Aqg!l8L$iZL}e9gLS@rw4*VXOroAJk$+7#VB_eHS#D7)V zRCz@iq~0WWalmt(rT}~o5f@Ou+9BUY%LX~)S4u)SLRC1PW&R-OJppK}Md~OC_98_C zm>80VFWgyB0Vk|$ds!v_m?O=`cg#`EMa!i$#vmM4A_CI)FbN<5O-JevoQK5_x(y)2 zLqkY=W*~P)5J~|O2Lm#Ndm*1T^6&S&pSb|DESYknrXw)xj4S7&`GJFX|0TI&+#Ea| zjgOHsm<7|bwW04iHxhuK>l_k>(xkYr$s(d(_{Jd-wMbHS)tW~Ca!;6?@3xS)Rk_5h z_?tjPC-{WjZ&LuKEfPDfHT$Fa_ZplD_LxF!c6w-Gg zh-N+PumrlAFYe)`2U<@E5kxoxfymw=nZw;5Mrz>6TrY9(MMWDJ0)#Y?2Sku)WXGd9 zB6`cijt{nFI7%;#@WPh^U&C;KKH!*ZLL}_z)0vw-+As_&48@*`rw2IhcwVesj)Tbm ziSI7uA6$wpQzvmDXI56G#uU}Q$p3_H_*o4(im*ZK2MbWg{-ihPhP}(}@wmH9f8yQA z?Xz?5!(qn@WO2R!ldYpE_}fIl*E*ud_PjoI6^++@u<`)0gL=2 zd=w<%pSte_=Qec-N})($%oT5mk6|>U)bS$SnE@{-{2d(p$xNt3?;2v3!Ze5wi*pq{ z4!1ttupfbjz!5M8ttk3*^~>VZafDA@x|E2SGbXePgrG1yu#qd#z z2knr;i&*{H&jH{^%Vk{?4xo{McM{rCK|>anJnv`TgR-6a6c$mK3bk&N2OQ!-MysZJRzo}jI5>8J=6FfV!R9;x}AA*Z!cy? z1r(#~UTwBNg*t-^pjI%bT^l#4apCT{v%&Ty_2!6x?os6%-OEFN@`ui8wSKo?q8$1R zS2=EC8WU1-d@|?lu5zX12S0^Bp1)TIYD62)05_B+HSmw={u<6{^!fVp7xHjfAbLA@Wq5bF6y|SDKsu1wH@iy) zUZ&RH8Y*%Siq7DH7|xCnfKp7m7Lhyx4ttz%tkI4rv5sO(Vp*Z7O+c-*(-5e3H1v5C zT`D&$e%y)~6A%%{eO zb3Z0kf{40-xCy}7dyaD zZy%S6V7M}GHCF}_KKa6-h3kDjO)k(_RyvE*!I41{13IsG>@7&|F(i4+tX;~j*O=Tx z!S${JLWtX4hZYjw`UcLRI+A6t3Y+aN z1sr2Ag0r7bU4r|7v|)u^no`)nS(*;H zRya3WoiEgR=i!&*K$C;wI_w%%s;mSnsqu8i>!r*Yudw{Gc|}Z&-Rri3Qp*6;q)E zh)yZde2=kK5W>TFJM7d=7_i>f8gy-4QI>8}`j9Z5+EPi)r;G0f)+C!R_!Tk9CI)ug@>wajLbiw15ALSMc^;{%>qtM}1M6 zn+v-bBm!ldCOr&x(Di?s(qL+eFO+i`Ya?piM4jC=HTJMSl&l#w935@7F1R(+brh+< zbs0sO>Vy1rp}~2J`7ud3(XT5XsftQ#riYfj8EomC1S zj6YlJxIClk!>UE_@h47fNjMkUQB>Hm&(T>s#(jT;^T_?b>{MhKHC0W$l+UYpdlcSKlBS$|l6;8izImNv)4o`zoyAILe$;xGl(&qnwXcxC zv@o|gZ1u6Ucf%{WSQu@pAmC`Z$Q1h0-X)*ci(~h4M^6(S=86u>%Z1$yk0|2Cm{E-Tt}}_~Y=}NMk&7$0b7L;0;71E1ip<*=ijdh} zNF*|>I~l!JZm)}VY%IdJ(9M}~wLdnUcA*>g{nbg`jLMv0q3Z1<`DwdWd)lSR;?y&UT zgC)8vCThV45UdDuk|RTU!Fk+iC25I)3F*!kx6fB^eac%B$Bq!xrOqT&-r$>VF@D$e z@Fxiu;H^i@gzs*fE@cR>Fvr56%h-ha9qPBC^_^ zgB8tQ|2Q(JfAiKT#uQOZ8Z0&P;6YSLlTr-*#JRDivpMZnlUN`+4SvkT)*XSs@^Zc# zqmKI@)IOdF`y8)n@THe@Jsb-0t41tt<7cR!CnS2G>ytZz1+rM|9<6yYKwDkHwVk?k zVu6Av{zMnVV}H%PRc^- zBadexdL6vJy-#`O%vD(#tVE;2l!idlAbkSYCh4aR8PP!h!iv})On`7U+FhCjJU-l`lVEat*3*A;;uEhAf%E@k}>?VXHtqV~?<0_qno<=1<0=YD7b%(hYfWoE@%Cs1DOI?*nEn>z-j`ay`5ZAnJBnxgg?c^W?e+w z6t@QWBrAH2kyywU_o=$tAegirUT!~UtGY593LO?16&uj)V|{w6^QilcR-R>aS+=V# zU<&Fu(%;AC!)18!hNzQ8oRiU-fG8ECOj$WytrzA_zQgBsdKR-?w8y|KV*0JMnkIrLf~lRldpF!s zS9#nW_ouze`-yr87sTzIc3HdAVax^#E*=flhPbN6yTkU?IzAO8WnQ+L@= zWCVHfH-FAPoxNv(=yLTSb$sZ+h)Q^r5oXQQYbw;8GhWCUh>^#LdurK>j$zPy;k543 zcXQ?mW4l!h`H4z)pMro4AILW&?X zIl}%529ndZ>uZUV$B>-65{^sfxLmq9zT@!htkrs}bgNyDpa1yl8@XSxJ2oT9F`OCi z?v8O>w$^Nq^-|5+H&u--h#)Pl`}+BsRZuO?)z{i@ zWr_IxnO5J_VI6!5B{a`#lx*gd?KAp{W% zVg4qBnf=7|)Xql@hS_Ra+9lHjeS<{;L~KMP$|U1s36)X)qljEPHFqZIldBX%=bXUV zz6CHL&@l$=e2(6UAi{um_t2juc{ep~Cb6_x%oRVHl1e|kW-IKL7{Vq-89^_)TmKK*LWR$YpMEi7q-YvyMnC*|dUAhS479h7c5dHp89%1s~} zK!B(4LI~e;sN*Gi9IErCf4z$_Z_+TNuwP0dRRI--_d$feo>{Q4xc%`m;b1SJ$zpOIt?T8=z%WWwlbadoodtc_#LRkURO#?&Df-RbWJFux zkNrjw`K-SKwbmFVlZlNk^)znJh+eWfmCJD4!7N=rMeU1J#Vve~-N{Sh~DmE z=u2a%0)-Q{Sl4o=`}iaTm~&EV75zK{+f;xy@&r9Tr=w2Gu-c|U_!rwcQi&yB?d>h> z;l?r*IA3+MZ3Xx?06{>$zc}826-C?K6Nxzy_RRo+k7nnVS(o}ASSNUq!fIngTAXf9 zU|(tF1ULe!NR-&gB@5!CWflkY?;ZZpvani4x6dqH5+>C6t@V92OmbJ}-7>v7+h?Fk zGuEK0gVH?TqOFlTBAP4FV2NT;Ys72O23a!X3aaE!dyR_@MtkU;} z_#Ne{#K9YnaA45pfUg&SmMF^aWD?#p;vpUjS6t|M>2B>ROzm0O%o>#^DP);B-Z{uf zvyMvN#zXh>?0Nh3@OA&!)yvH&$&-BQKy!Rnz>c)aqrym8Cocv#*V$aR596b2wM1Rl zDSQm^LAZJFKZc)QKTdvUhp8O1fkA9d>2eU{jc+(yH?z6#J;AI?b&=uI@_6xTGo0Rx z1y&uacG%vkOWI*O4}Rn^_Vx}#Xp*X)-8W(VGN&5G*xUQnJbbEKr}uu&VH=}U@N3x^ z$m`|XM~3#SW7NaHYlX~f2h2GX<6ps8Fhw3bs$ShPN# zdIa0JG%UA)2n?x$SScx73i-R{yt;BIGq`T82Uf*tY|JI~Vr)X0NWIYBilmJQMXIay zkAze9YOhBcvTZ$_#XRVwLLy1uLNpY@v(%I1xS7F%d`B3J!p}EY7nsp#ZlREc`z|6NE=zq zD}BL+g-27oYbXn)eN+|NBCpQ9mLwL4?#>jdZ>em}AZcaoYa)Cn1AiEOzYtM4p>@HB zVK(~XWk`=$G?-A9MLm}9i;r9>m~V%j`D-0wu23gME>z6;xKYlO(Azb0l%(7cSG34P zTMDFI=nQMxim4i`s;TOIs!==#8C6WBeqP%2SBq3Aa(NgIcfBxEbj$LYV8r-(*}q;a zp<4 zKwYp-Zl_{$$03tI|8|Y+1aLg%~QVR@SO5OuCZjFzl zxuat!ba=!qM1XtoYD=HXQ~=cIyT%pK)k2t+Fwn9;I>|lrbyqY!_wxouGlU=azU%(? zfscG*NnsrGMszu($B3o@WqA*?7 zN28i;RDiHXk!JzTUJ-zOwgH^(V4;lZ2cE}xd_wGuhz@jkTim(h&~3)iJ0AmxlVrOK zl{^R`+D3Z|Mapxy%M!>#9_zDIL{4ii69hA8f;l-o+(^r-CdiZEqD)WLW9?kZeQ#z9 zSmuPVrn=OVDD@pbX9^(Yph5c)OHHFrw`=A4VsfvjK5JhqbGqQ84Ftw81%;ucF&0>C zf}oH~sZj{J>;EUJkj?PgdY=#oydUG7(BhtvP?lN8bzZJH_?7I_35kRgvMtl82W1?` z)bc8&@H{3$W%Lr6LUpAq3?T~K9S ziPWKXMi9y`RKl%CbxA>Es4gZv-LeOY)W_5Ej#*gKr1d)rq9Q#&iv-wvO3q?e4BVR5 z(KXIW`RUi(X?_|BGmVWOs9Ka0?6}jTkAMm9s0l2ShSlLI`~ypCciHcxalo*|*Bl*Q z*OjQwIk&c9h^;2;;%KZ1k5t-v7HZ!od|<+KfpWnvbSXmTfAbhRja(5zKrT=KJLolw z{}^Wy+INg{rf>d1MxUP;##M~y-AbD7bt$tN?nJyW*4sIeaYy0z_~12*Y39nawknD+ zd!^rhipggI(YR8CKIx~N1$z;nB<`ZS6E{oF(x@uX&)!ZzrUGhQ*q!ESF*xW$tDpel zrT__ohmD#0SoXsKaBg0jY4%41^*MQhklIg?KG4pmz^t7N5zPIZGnO$Vw9-ucZIb@# zZ5kUwq`3wfrH67c@0cR)JWo9yALJ=_C_s9G7yJjM9vX z%u-&4b~s;?^cq-;q@=fTsYpSf5myyNJ#anEcq=v>zH-6 zG?wzi$xIn~{wVC5SMnvm;)JJ8HK8SAuvw_Rg$t z;%l2e2*G8(MEu%T<%7b>V3YMU3mry6zpYR(J*l332avzJ2-FWIN*%BxqDhes$fV$5 zJl7l`V2qHsaJBY;u&9kjIq+qce@jm@$xB9(OHPCaOFfnxz|}NBk>?4t!m%RtH{cx+ zU->Xufk;_2;r%U$Y6S>n+)R)02n;F$Y(8ehnZPAjr5TCG%YaNNuEVww7pjOA`9rS| zVnalMR@k)N3-Odi%aZ9WsmQw)0Bq5q?m_^t;90?^yQ&uWJWiWqs{Edkj{y%Y*B2Xd z?Nw-OsY&!j{*Yxl#k4w{b1Z{bSzCpy^333)SAdUsbm;u=ldrt&`~n7V zHAK?|UNIRdbY<`Zk%wg5ilCR;z&dmbI|CtDF%u#90c2hlHtK6GGk-w$!yArZokG5E zr}D+YDW!-R$j?E7Qd)@KKwI3gM8==e9vK>!oSU|c10v+egf21uyd3+8_Y!mS6FM~x zvb$go&9XN~mc@G;zvMBb1d@^YcRxP_x$U;pK}?(Zo5(B?A0nn|Bqx zjbb*KJ;YqM^wJ*hr{Pgj;>R!%2x&y_?2Gj+YA>}&(9~3U1rv#)@G%qoQ{)Ek#(^G-;#Q=&yy zL}egCl4B-QnYtr<=PIOb$lq!Paxt4tG<_QkXXtN2JCQ0e;j@U0(IKQzkn)r82N=ru zYbCSzT4mJ}y>zJkOQouaE?iNWpnX=W-Z{jQS}vZ(Y$jf{>C=190xs-7oPV62${sx2DI;h(>ILp^HA* zf^yhxL|4QcJLj4Jt!{9KMPh($*66;5gaT!1&c&0ZQ#x)G_0gb-cRt=%?ZEO!9H_FB z6@vyV)+~hrn0xb)ZXH~&6Fwqy#-3+s(c&`;l5x$r|KyaM&tq0tn3erWs?cpY@ZxG~ zp^Xb#`_708x^^b}5^tt+?-}4B{y5|&1f^+ULxqC8Si8PawEAU!A3K7zxl?0iqJ0Y# zQwqEaPf7D545HB`F<-PtugXPHAzxF+WHLD$6~VMWKF91*xw9D2_;#|$$a~w+UI>%= z6H2{W@iOAY8FZ!vL8NzACGHrprK8{oY3C}kWZj2HG&Fh=DjW<)^fAez90vw3?{w6! z1$+_uO_>#2@WB+;$8(1F;YTkKXpytZZ1Z4LXy4FwbhE=TR6`GNEYwphh>DD0cWe!X z711EsqJ%S3X~Z2cB{-*=O3~FWow2{HY9EHd z<{deLn1i*gP|X;kPvp})8BwbAh_(jj*Qyq{HoH2n4s?ZYnhverx6z-9cJ^oY<%1v-PT9gV8pW+m>_HKtWzJ^w>phT9gCmL0W{`I>z zuitEr(!~IXQ2ul{KzI}p^L^3p0C104bzE=o1Q(k+q_Wmd`Ozq;FnFz@P_DxZ@NfWYt5GI?%H205gfi^>ELiHP zKfekEZrH6h_r8@+%Ke#J-$c3|ns1+uwNa-YhJu1Y3|7yaf^t8T6)9-X+B*?1tivdC zOVzC>0X}!`^q(bX7Nf7rlFauQ|%d`Io&B*6`qZi|ap&c8&N^MdOGE)v-pK>ce|^Bmy|F zK#z9FchENl{kfgi?#xJrL0;IZumVmABCO{ayXRY^vI?>e1_co{-_O$;Dm)6csw6)*wtPyz_BNOqmU zkvIk`7#ecNh~>|cLnN9MNelGRlo#w(D+rV7R3nC#MTy`zcrhfTuDqHg?7xFxSgT1w zu1S}hX2wqEjC1pBdF(#-E5fBV7MV=VXtP7{z7=D`xaD;rb!JM43*NOGc=l&$!&cd` zy*4gGEoWjr&keR^Iw4GLO||%zat*6(!4O18Be!odTed+8yf=qwxj>%V;b9o$^&W=M zb^iWIP4b^KcuVC`MKKVSjAU^>*Aebn;S35<;XT6~C(0KbRbP7O8#hwUw{zXW*=xE& zgig~b!1cBO&douHF`j+p7@-GoqDE;)KegwAU7T{Kx1im_lPxoMtzIYgy_=@!?cvo; zIHZ^7N&n*aF+Z~1rO($_$AQ8_0Vse}I{F6^vz8D0T;VSGqT=TqVTOonHpZC<3Te)` zDTtgdP?fpP2|7bYVJ0%mVg}BdE&Jgei9NvyG}pG-6A)|8PdT2vIV*X-sDU}`O^_J; zUlRF&J$9x&F+%pi01I!~yqFNYJ|>j@XVwSrjRD`|a7dO@DEO%4O*hYVi4d>OCDRGH z63KRJnAF790}s*9>U9MIXEwIG?CwPJi&OB8gD?d{gRz zWTacnkXBjFFdf$W<2$lgff`#l>v$TV67H@;hy_nt#6XPc(F&8 z#W7`qAzQmo)8CZCacQ1Dy2VNjtltSqBb!q#NVLk7{#rYdP&8a$MOi@<s( zASjTn7hc)|=Lp+93Z;`A6kvP3R|e{zK*dO<6cn#J^RtLrm%Ag^_d*FkTr)w{V6w%i zpkpCQn_{loQ*u%`3E*B5LU(ybqFVZDx#x3u;A*!UrS112jbmY76po4%)eDcnk*xRd zWoCSQY@~#Sd36?XnNvK{b?JqYp^r*)Zm4kro%-4Nt^@-|6rr@lS419TR>%)B0`@AU z)N^A-wzyC^DxXe33w<`5$^bq*e-uw+tB#BkU}W^dPL^F3*ijS!Mw6^FhL!>bgFDRmT>@1Vjm7uPk;kE_5AEL~c8H8`6{>iQp6 zY^hV;xJn5zF(%;sI(QXCaO0^NwbF>iZW!j4!bBx;%@YLf$aTnGxP1&iKU#9y|Gl%X z;sznEE=Jyd`jpYv-$z!s^Z>bt9ztd2C|ZhI5ir|~+b<6yx1qpcLaNN7DV^B*&L4DU zHY(k!Mjm*i_w)xoR258MpjqiTQO@gqhI77~%ANPVJmmNHk%e4m2ex3r4%NNIDSFKq zsPD~ooeB^!Vfkt>kzz5S@*Z&bu?IOurAUQgsaMFv0%q-yuWtaJu`0wSOM_e?$=87) z?@*c&x;dt5A?G2oNu?IuuoNq_sfbD$GMA4^1ofV>De<7CmqKbOf*2#2mG=fP5{N0~ z2SS+?3Xj3&*#;rIi;qq7S|_$MYbZV`B^21HRU!!?Odr)KToZ#7b~!wo%ew(ZBHHGD z-eRmWO4W1@X__uereJ$#xkw&F$D@o!egroaB~&cLSr}vgzX+v}vBs@Y0-?@0=Nkh1?nKVzhG)rHW<7&>psGk;orj z$@B+j{TL||YPOPU4X|*j;P01|%HT`J?EVL}Xy=(8$>ZLP&wn^TxiZ~&&!>#3t)}}G z8O75Erz8{9xG{IyOksg;WZqIW=%%#tnz+AWK8f3o=se5mY$q4Ul*wEtD%6!wN^H-8 zP&$RSbUJ>{nIB*fFVTvwHMMmg%MX8R>Dt_-udltRf1o~W)8(@xis?wxPBvLYqv6_G zwWf8Plr!~N8dRS;U9rW!$SAhU-0+Cq_0J62-ym<>H-24jx{mw4->^9Ta;9I+7xR|V z=zo*t)b6g;*4V=;h$EKp#lt4n?QZ0L`2wGplR4o`YHFT5`0wU>9=Iddiigv{xgL0rYEWZY zOlxGu5X_=jk)N!Skc~_NY>1~>Pn5{Kbwwa{=g^hhk1>)GRW}M~5$~F7n5Md_#3F#A zW&DC%g@Xyaomf62-+vN$rRXulpZkV`R7CKf;{**|9sd%;y#5cfIxB zAM*X`5!qOVNJ3rw*Lm;j;$G8xE^wfs+MGaaGRt$}+O6`&4bQqnANo4W@BPKjE*4G( zqGZ8Ox{ad{Y(0neMyA}^ed>7(6G7qqpGkx#I2{mFlz-V@B1G)#^4|3}5IJ+v^Jux+ zDOF_5?S_H5lNAgyepNNtg33bYOv&Ac%B6`9vyK)ZCB4Og(Ym0zJ1G*LS}o=c_yzARAoIb3#PBDY;#FhB zcB#>l!Y*g$%tI5YL1zA)3$e3#ifHZ9qP}S@9zNLvqN+$1_jlRnOOrK@#mK(dkRY}J zYtJ_{KEgMC@`XCwcH7{7w3owB!ZJakdhbiKP8nvakS}o?JvUYg%^igcQJqtIw@m#R z_JsT!H-yz<X7B6CVX&k@mcSb2!=cK{mx+C(a;-n4`lGks zKJu^BJT)cOyu9L@bL+gb!9noG>o$;q$v_`Nz#G71(Zs*p# zp!l?3CznR~r1MUE)4IX%PRxF*s6kaI?0cxWNnIYg^hNae#sB_Cf&a4 zCQLAG_$qCx81rp05XCDoKZz_^=MG)%g-+x7KHc2F@#XN-uzMtzZIPoNATa0*X{gw^ zazNle_7mF1*ZOL?v)#~0%4H!l3L`e{aOGa+2`{cB#IbMT*PEOJ7C3wlse zSM(?1wXb-)fQl|!ZSxa<nQM;;f_(mkV;6U zqJ5EG>|uTF(2G=D$kb?S0`rx@(gG>%@;g^ogKQrYtzNo7(hHE{a{JQD2@}Ks;3r0n z7;&z~3CPTms7zZANNL}_%j+D-q&_&@DvogkWQP4{WuhEX^1{9JikzcQ>hraC7wHHg zC}WP6qE$T;23Jh&5JT``6fKeMlii`vVd|nJRIOhN!qcQZV9B!3;J?Wt6m^4^>w!6d?V>=fKQwG<^B%7+qW4Y)ima4{Q%){p%G3uI z;64Q>qZZOiFk*3r8XSOk;d#B6!#T#>NY4K>rprfEGsT*>=mKTg{S|X`h&VJA0Yx9t zj}qDFo~ge;Xr#hvhfpR|hty@`sE#0UgoYu449Z*QHmdx>jo^3}#u$ixxu*HY)EK$y zc{HRL14abP(-xJLsU$lvgw~~wK0h)3Dnx!c?F^u;nB1;q8jDkK$9L9PuzVHFamc24 zD1;4kGV3PM!6H6LJ9RFaVgn4iv44eCE<$7h-9lpc2bWy2Btp8_`EFP->J;Tt3a76$ zHn-LlO4nmKhG{3X)zy2=(21|+Wh+&3cVL}l?|Mx2vcuOF;6H__&&8F*;WMW=Vc6$=SW8oIxp9wK{p z*k)svJ7umK2?*bls#)psSoSLUEU1EDLJmGK1~O%l6jKo5dX8#V^`1__Tj&WjJLTQM zu%Kz-I&lHw*dsdZyS?Cq|r2Ew=q&{QNgC%siMGv9kcY&nmoX9->120t0VPgzZ z8+l#J3eA$XD@qmqC&X;O3X2t;y~|{&VwdSoV z6|0qb!x*XQlS>eh~rj7g|QXq ze1;H|K{jC;NJE|@@pyseX`NZ2afKd&JEFD1B)SU9dmE*EE)uy^8e2=T9OZ+tWvN@y zG**Le#|Z(MJdE1%3qP7!=NP7ha0RPNd3%6pas+%nUzHdoh^lcLDMfu$2yef`;Kh8o zm^n@V5!KeA3g>+tc{j|CukkoG&O$r84}{0p<#1g3ctGbloy^FJR8)zIQh;QK2?b6>sW>@pi z>(r!C&UiP-#elaaKQ+E0$YYb8V#2S_V3?&2kgc(?sz5+p1B7VVUm2su1_dJAv^Yiy zL7qAxvK|_xROu)e<$?mks!1Ym+i9E(v|zP+L+miARR7?t?Y)4egseTmxV%V*3usL; zp7GS@Q}zlh($Gy8J#@s zQz{yhtq4sD_a5Kuf;D}&b1eFN%1e+tFb1sBl?0$nwV?I9mZBydSOzCFW$4-O4}Z8V z1+0S3w>=`~m9dgmSmNGb)$UDnv2E%H(=+vNf}tLh5HL>neojaM_kq1ybcvim)tJRToS% zxh3`l8v=4(_Q`*)-p9W8L^QIP(B%zPm7#H~s_eUfi>`(N+gPJWB*rZa#(&_XOh%Xj zweA?j6iMalSsDKmxrSz5UH|k`&>oo}EV&IKiCyO>1(rXxqeSEMZ>?R|4=a2}q`?u= ziyr(gmbuZ?M;8z&_M;&>85S`eFOI{n$S7-gtmDq1PxgHJbc4*n+X8=w0x{Bj&O}~G z>F^6b&&6$J=49;>j<(XbLdmCx2Xdq0@P zAOM@;9su)wf(d2eIY||;s`f4u}P z%~MQbJFzBR%=w*-?6e3}IxaTQgzN)*MFGerrxXmIxMF@Fd79?w^jdR7ZNHpTg5r}F zMGnZ>QIYqL*yz(QY5=Uc$r{q61&YnH(9t;J3n5?^T1HutpXYBRP1* zGC#pVu@WC(QghWs%9nC}O7?rQ%N?e>tYtAiL}%pLYz-?0ZLnr^^>#tX0_0N4XH**8 zlzi@4f|WF3a7Gx>Ne{Y~D>{Qq2zy(ZkgCkZ7Rfzc8YTd=)6ZGp7*MAnEy00sD01hV z3(Ga%438TTpF^B8sS5Rmk&FdL$nsZTA)`FX1c4OC(_u^)d7SuaPiAaQ-GAJ$Le0x` z&kULOoZglGM^C?lqJ2}EcD)E6NgI_A$9v!vTnr;q0eU1r_FgR;a^h=UB)jEa4&9bw zW%Ceg<`gGEhX;)C(?&jPMn5@~)w&&#zT9a9>Oe#V<#y^Pj zUL320A-vpeL7@ z8F;-Q<64gt$yTNSd!gSvMm=3lMeZPwSrwWUdwK}OtdC3=YkoOAw>?U=PMy1Zn}5CF zvqTWUpV40$E-i8kj&XqK;*7nEKtvBhGYQ;KVdMIgG~KhN@&&pPy8pOH;Q8jbK3^NY zN6Jtb5pTGH+n&z$KZ07r#jdx!yb&oOZu>$-v7i{1d80;zw%0CHBx)NdZ!R!CoU(Le znHFSZd(z=J)RMzJ99JZ5Zu^^iH(%c*P-(s}x>~LZauvh#``kkB3+McQy`Wq0+f)?&hJW5p-H38(emsAD7}0*O zU;=wfHpSC61X{_uyzJMlZ2f6Ky5hnMW)KWv4mNu1IT?#2B<(UH0C+D2NBC+*zuMx+ zXfPv&GP0WaeiP9G{Sqg{XS^XqY+xb z5PTRpOT%nc>)Ufni`tO^rrJ%-jvS~1S2LXmER{<%EGrYLjJJ#9({9%BfQE~T`chLU zl@XyTQJ-oZQ4zIzqPH^}Y-6V#CE!Nx?-M_2DHUZTGO0ZsEdeuC3(SAhvDRV=t`d z>R8JdnBhjSZJ!;`eoB<|wcg0rSrct9lU%yyBD9EG5?tZQ3B2LbkU>10yMd3AVC7{p zbSEB%h2WXknpxhth69!qbBB?UgwDG_xQl$=jnrh9*!k=Y62{PtssaWBN}!A41seb$ zp*99(_~<~xSIxmD@35M@Wqy`_xfSG%-U!%1X3(RWqcWSW5R-aC+jO;^7K~DZO&; zjumZgffUnq=zLkC{Yjt0{h|n-#`&TrIOS?*I?r>vO4uN3%CL{!bKxH}84SYl_#=eb zE>XHmZ7>3)!JzM1=2X?mz-mIdn|z9^|O!pE~GVxMGpCHphJ%Yx}QCnV(k= zB8&n40?ndH_yijBR;8iua~2$m09KU|&!EbCsw!eaENmL3K=7>t=@AeV-Kbu_Cv8UG&;VR{G`u#Z*@N3Y^2tb#P9Q3&Y2qB={1;pRtnCi6;=a&Xom zmujaH5@SVYwD?=wR-(m)+^@1OTk5>2NCCtdWk16K6}F(LrA0VeX->W6G4FVS z$7h^OM71c@R6*oGBu7A5&*mU4U8HMO$Y747T0`L7seOP@7?R8q2hqaccc^wrisu?diG`t$moPDrI5LE@DD!(-oiV>+vcAFV z^@qBDq?q(CM4MRKIY}YQ!d2Lvd25|!{rbf>%d>i!FQUjy-t=hbc2&O)X!IE%L-vI$1h%xD`SA#c4ks&c(!N$C~>vzg7lRLL;{Hz(g7&AsLby>S9|oJB<2i+=TG z?zI|SM)s!q>o8ekJ=-v#G%mwe5sS^5vj ztL(PhUu{C<=9|PUnFB_3na3z*-LBNoG&VgyOG}HCeAN#fNLVHHj5R8f^@!Z(s;l0K z)ZJqo6)U)4qy+VA2|df?Ldp^B9CQBGHN zArAwVJAJxpVBVAQZ;+ie7UCbUTDn~23wXv0Y}C`MW%^edS(YiL26dEO&_S5*r)%bc28uZNVHMkHr-fT^{r<) z*Xpp$gXQq!81x~BQO*i>wN}Da1L%A*8Ji~!xkWU1S&iA_!M_aMO_AZVx|Titq(a-7 zZ21{#Q|GLbX%xoLODlRH~<(ft(VU%OeIsLKgn7z)HJv9Q93yKGa+j^JWBtia=THS9@ zv5{MCp;Dy6GvY)6>W}Bi^6e@pcB*a$d`Dx2=!^A%J>4yElhm$zs9`jkQK0%1KTEj} zu@i;q_so9({_z|0?0M^})&!$&Gf=#&osGT*Y`&U$D`XKp7m$na&t{SENQ|;WoEw!E zbp+fR=1yH;+qICNN<0mSN_l87&;ZpRSy)2f4Wj7mb<53v)~J39-bMtwyN;0YRY0K0 zFZWhe5gj)Ps3-#Wp9DA2G`A1W6C1j0fgwIp{q&4Am};rY;T{tMGhufZMXIJ^szT$U9RtQlnAThyYgZX_ zh3KDr0xlN*X7D)-V4VtAG-2M(tDpv>T}$c!p%!V7jqkQJmNxNizBz}vGs-8=ASvaL za`NN$)-1$!zK6(5u@gjNepr(%m2BUh>tD?jHR}KIL^`Fy5N4-4RaE!Imr3oL%yzatM9Y-1I z^VJkyy4bB4iz>!pP|xN*Xk;Mj2?}>YO}sZKN967iNZ^+QL6B*K67YDx4^AAOeM{N zA^`^4s4>D*-B1e;hgO|BS|g(r@!b^DA~V)EYRN(ci1w?DD1#V-;~oc4+IZUwu!Z>X zBYTK*6iKKhc((ZF8wiD1X&5wn;F$uo&@b=EvnB^Q3YB~&QnM1pt0$G_5GU>ti9qoWn&Sj7>53V$fbk4$at~d&!grSeJSXe-- zm{JHVjqtRufK)S|jREfm#F6eA`rAjL~KM zbo2sH1zP9;v*-uPU>|ozT#$@wE=EA#zD63L6HtJ{P!I|_ub-O}_f$T~`EAArU9_{` z0XIS8<+XNs9adu$fg)?jI?`DAh3ScYJRqJ&)kaO z4Sca4Q4?E@GTAz$T?q87R<+$PixJE7bu&dmV$U>Qf{3AAY%;T(y`#)Ws&WCVQnrM~ z7PR9x#%~WDMC@GyP2MxfE^s%MVz$w70pD!|-;vX%yOSAllB6kGB%_>;1oYM5jA8CA4H4hYTgA8B9JBv z{@j+=MQ6@N+YMaO{nyjMC|YN7O@2u2X+3;Woyhe}_RDqPNADzLhFQn67_c>LsT6># z7$ZxRqV~J&;MP8z3EU+fZ!`-KPo<+(~E10TW?3c zNdTe_E1{FEgt^?~mic;~M3JH#WHoRKEJs9qyah%J*kRW|<_?=?dn5?wOJEC5!P`J0 zIxJqVRTp9k!AnhY)Izybo?f|jE3vP**WiI6bj=P!XUc%HDwl$l(|i$B6|hTK@c0;N z=i{&yiZePgC9j{O*24DE3gU>izVpAixXZ=E@P`wTAw#hFD8Y)^D&sUaj_p*0=Oc z*(o(Xo#I{_>C*4-h^UtXWti%{g$APjd^LOngu!VC8xZdJJ*j|D#oEo$owLmJp2PN_ z5BB9FJ^Kfbf$@hkznnjYIA?_yad7PZb_@}kcJtfjv-d}vPVfM)Z(z>#I(Y*u&j#$7 z#^*5d7;;zeK}4+LKA!rc6WGBAKn(?we9%Qx*Io7*s+L$h>!9ZezjJ4o4b%e3hZ7Gm zf~*2~UE+zv|Km;-RZBxn%LHz3$8jPr;)y1FHc`fgg-g*3byAy>BCtb*V|nAA2Y#*` zc+I4LJXdyov2r8s?O7e2c(u~;c+VreAsd82m}dp;a;K`xZBb=~oh(mDUitS=?XIZ* zkKm90=%)k6_@BILd|?yyrrcGiN9kAjNcFpGeYSU-a1_2Mve}Ce1K7@H;f*i(_GR_v`WJGw9$powTR=erN&w;2$qR7UB zdp5zrz4r({C7&OKbEv_zA1y%s{Y=NrS8RC-T2EeEW$cSwxMjsCC*M30|BG|xt z3{JxMZ+x#_V*7-e6KLXNtS2K7Z}*&wkfT_WEO{EpGn_h&#CGP571531M2QY`cc3|C zI3(T}+Jr(ei%}_3FQW$)O#~q(r^R_Q5+ltBAl4h~TIKeK;FK0|lq;!93?Vq|WnuU( zBp`?5PG7J=6Nq87lU0w#FlujJ~P)F)i2FTpH zB&GD`UT_!O5cLoOA-i?p{P{f5&_7N0;q#w&?!|)qXpe?|Y#MhDhu{JCcy;3#t_${! z%wgwIcf1}sjJ`XQ?T;>|A9TN~-c4d-NN~?rClQw6t)CT_N@8r}sk5;I4hrW5KeaDh zhRzi|*d<3mRt|Lr?XO@H!x&}}*&s-7A10oHFSz}KI0kpJV>&xy*UQ@8H%>za!IW|) z^d8n!2WAFXa_FtNhd;m9rv%#5()4pP*aMvQsiAQlrZE$1F)bT|+(?fH_Jva^3*X3Z z2qfUKxNOboj;D8&Lv}wy$VNz}HC-ARPMQYq24^YU%#_6^kS)U(aC*QO$ytdDAjZe> zJ-YKs0XXsV_!hr!!z)_3of`o$#!Mc}e(4dwDefQaDPOPufhxC0M+?JU5B6-9$IjM< zRWbbJR%+)P0`>N=V-7~nfQcmF*pstP=dsby*3|>??~LkM4Pm@o}Mp9poUm^-iOhx zLcK#m59P8S%cM@gza*A+KKR@!tJ30EkdJVgtS`a(VqpIKF9Tnx1tojTkUPM4-*YHj&&L?lRme*-AK&!SwYgpPEp+ejgoX2|U6(8(zSPXoqdYtLC3~g@v1;zmW z12l~dL&1br8|W#um2W^tXwqZ#+4LV4IUpPo2pb>=57eN^IeK1*{^eq0W727#tY(UG ztA2ir=X^K5x6RP3Y|8}hpF9v{*C&fUi*if<=4@Uqm(lJ9Qu1WYDv1*=*3c6Pr`>kI=YBSwh)V0 zvsVWE>9Zk{1aHJi0nX~PA{Gb;pSO`Gu|{n&5cxiN#}_qr&b{_^dkSBldB}51b*%dy zcfPNEi^ci&Y1IwDyz|@s6C0o3sSU(g2Y8wYr2k%0NEIib{@q~7OD`g{bPGIbKwGc~ zeT&wrZ3=^KW;GN;07_uUOii}nD0BT!OIl_}a4Gxc$vaBq2CMoq&d zR>?BqK``aWCao5)$tY*gQ8EAxA}r5hNSk|-8gts#Q>~0P?EVnH#4xNI=ROfuB3HcZ z?hxIXwqlG0L;gwt08~Q}p=roy2T}0rU6NO0>;ylylo}H=#<)7308-NmoH%lpE5|G} zutXLY+Z`3)>(HPl4Rpo;5&)pssru3_!tK=;834Nvz!J%z32D$4ticXrYKwFDee2$e z%UaxKud@$}WeztitV8XMJ%s4>99K|!I3Nak=b14=?#Z% z3rDHHH`}bUjQCD*@)J@EfzQ+gQh=;Zyy*M2Oq4hp!&V9_wAL^r%w{pTPHQbv^Hs7c zTtXSmLcZ2(?Fp*y>`lD-^#kPXuP7^RuF z-X#ZRpZ$^$<5FN(b?Xhn;1mMJ^qOU%)ICyeOw4<4Y;-4_07<2vb$twFp2jr)clZ9| z(BImlx1I^t0eM!RUm&~bAV;ogvyaut!Q1&2sW}Y3oxK568LQ?$UK~Q#Ii3MsTN=yZ zsrv-0{Y1#`m)HGgA`{AWe zRpk7CnQValtu779T}>T^Qz;uvFkoyq5ieO4K|pJzCe~CnKm}lNtbH{7!qi}j02?NO zbo8-Mx?rd^0!kymmuCc|D=P>YMeex>g?VO0!koN6`OGrafzxReTQs!8F(OxF8d55E zxA+=bZdJ~1Av@kZE>f{SMT=X?Y7=21uXFHy}Q#seYSMBx4Jh!e~3GS!@=EUH}?=f$baa7Yk8|cf(l)hvzBK1f5ak0{H3Q)-9EmKffR{HFlkJV z1hj~OnZ`2$r76Z=TE6+UT0QR}i)kUT*Lq>dtk?7mgsDmGcj~e~y>4b+3h(RAS$C|a zv*JZ^9Dh%h!ho}jSnaucEBiB?-S=H|#ylc@*MoWImAqv+RKW?Rih#>HV5UchLXLsB zq!=R(Y zz!VX`DO*w6-{|Jg%si3lhC^I^S^UFKKCwF4I=LvVq4@oXC#&U}&b)l+i`Q1ivhB1E z*0TRU3H;|7v9qsy?c+9n%$mj0-)(@%IP(S#zv+#AIY;bqnX~!2S7^|<3-J41dt(!c z^de?K>H2Qi#3P{t4%NseFd+Xb!hCe496QI@z;8*v=GGND;>&s)KXGnB^uEe%!gF@e z8>)~U+5POhG{hFU4><@UJ8p(`+s#E`k$_M&V3+GHm??$zi!#=p{_*n{{!fz@T<7MT zjB=Z4~dDvr&-u2Cp@h7{2wF?;a2` zh)xV-wE6eulGu2ejB_ZAB+R$DUxi0K%q+qS0l&ujI0daa>!u!Z;Vg(& z2mzElf8>;Uzpt7fR^d!r?;Eiz@_DrI^z+K+MN`G?qoZ{$J(B=<6=)`q0^(84uj*MS zB|#b?ou_V7UC0F^qyPy_2NX|RE(o=pWl(_IaUv-Bi(JK!LRWc2Bmq_I_Nt7FNTRmm zH85B~oCjl%FA<~T5fULVtcH-WuWV&I-~H&DMI3zhH4*!(uZTGE-K`;doX7Qr#_=nL zH`};VdG^uD`rt8xL!r%QZ=~UW_5Tha0DR}q$v+jFc2&+o%3{nujhLQAZL8pzc;fmv zXB)tA3Vy}Fb5nrQ4ouoha*J!lwkr!unZ}OSN+TZ?IJY%X@`d~;)_3iCT#lQQTLM*{ z_NGulP<@|jHWX8L?(la7i8W%d{_2&^29=j23y4EU$EBUSi+iSFceWQ2CeZ~KsH)Ya-t(SVw(bQ*AV`I*} z-Q3?f%54@pMQW5k0Kl=Zq6$5SXY8ldGs&WkBjodf9%<{;0?w$RUXq~6Snw)GDu1(` z18ieAHk8o)uKf&r2%vVp-Y@eHv(z~v-x&=`bbF^Z0009*qptt-oOhDHq5q9}qyTIk zB!p1V6i_w0gWUCxWbpy!$xQjC^rDYi`lkZyI#tp4Ve1WIB(Odvcy`8=k^M14tSIIf z3|=l)zuW?K@ut@+03hY; z8<*wK9hU=BPIz1ah_FhCvMRU`R|BH>a{LCMiXX&m*y3FLCVop;+Yr`D^l=SRu02K( zbKAYey??ww)`30a+FLjr%TbmL#C2Fp&czr)E*&c{lw^I)#_rd@*Yq8oyv8)z@k*&C z?VdYQ5!-=Kdx%`9CxPEk{~rQh<)?zPR9hZRn5LU4ETe?ch$)q8l?Qv>PzMPg;hM!X zi=t${R4JYL5wG0O1>=IUw?#JW%+fg03*t8mNoo*x_SP-+6`SpYq~bmT!(6-gzMgq4OvidzwSQvWY@d=Qy?fb-Tgr4MUmqmZ z67IVp+E}*N#5&R_4%xVO*T%hSW&uZK*U8*}t6P@I5Rfii*LtHrGa_9n zA}cTg!Lr&T5(O7K@??W&9B=3J_Q&h*pSQFTV=+CB`@UAOwy7VSYR#$c)~#0tZ~N`o+h$?UZV zc~?u!fTwq!7b<&7h+Xa!9X&)R#Ff-g3dv9{*mqI-V^VN2otP;VZK({~RYm-$lVo2_z|(9Z%p?4pz|!pqQe=>WT;w4i zZl#9;?1Mtohp0l~WPMSTFmsj4FqoAdth>Sl%R0D(`^d(;@M`N9LWm(H(w)phaW{)Z zg%)}khOpJ1L5T@7ti*=RE^*;dx+N7mW9Ol!#=Fl?f}s&4k$r?oGAzkSNvby-I3_LW zMi>9PAt!bIYh)zJj5IO}lA~>uN>!@Ws8wf{dUiRbjI%FX3=gEiY+PgHt*!)V*20M7 zXw@c+n}%lah$cIY&C;RMd<%40XpzO1SgIR$9x1cj3M(1O)8`g&E{#L1u@x_JN7-tdqaEW|$2s11*SgNXO?N%y()}>TLdvBWu^vTSiV^1tVk#p+ zyi6CRLT>;PIhW#$_rDp0PbNsJj}+7;i@%DI>=aY#iz{a$KOL!%SF-T02LT>Sm1eQO z(gcf25ST?!2_`j%|4lZ9VJXHE|2&v#spS+)F;;kjWnptBDy8v3BFjqUruk~R8Qu1o z&zadh-s#RuU$NP&2Iw??KN4(JPgrAZEv)XDAN=SiKdbYLU;XBHfB2KxLNqo06d+U> zU4J-RyB&7gMRs4HBPhmikAkEOJomy&ue|n#jjE;Klr*%K zoyJe5yL$QtG&+OHg4i4`k1r64#D+$V88=}PMkG?1T%l9}AOs^Q4o@JG$P_A#&S0|G z^ivNtkp`P{%gXhG_sMFdN!9<~F@q#EpBx8lBN(GG(li6ambzZC5`#tt` zI9+ZJfI?%iI6Q#}LNG!iQ>Zk0KK(LTYz~*l7YIdSiBu+6C{=2WR;MovN`F)vF>)xZ zcFpPcmp?Jt8ck*km&X?fW80yUN>l}*h_R23Tr5%7(A3h_(ba3}Y}IMi{#B&dMVD|0 z`ZwsrLL*}nQ!{f5ODk&|TRRYf5!4=&;tn1N8A-{#p)|UB`Tz*Q2#VnZNnuv~B&Fye ztS-}Z_i58j>@(*T=jO2ESQ?!H5hisyB%m{xm|0lanq+}c?|F*RW}!#*m~Wo-N{1*y zmbSfKi}kgmMFLTXtL6wC2PPz?q~G1FoVuNE zhbIt8WD1o=XE0f84wuIl2u0$?`%@~DE0ij=Myt~sj3%?i>g{8(vK%jn5=1gqh`J9$ zG!za1LNJ12@Wq1{7eD*~ie^}j7et6Kkz_^Hbi=f4$MyUmjN&BC@}jKjrtSJ+oaV*# z{2+|tq~2(@+MRBfx_Nl{_yq)oghfOJ!ip(r8OW=PkGB>Ss?3#kSU9XWR5)R}WYqccu*rSlaci9jfoZxALF6Eh1d8#@Q5Dq9Vm(k($F zmw2^sU(f|Yhy>VS#ACi2Y>-0&DP#~jOb%}LwO!(33S;oD>&iC@k50wESCxF}ll`R# z<7F@l0$evqKarIBF%VJ}sETNyfyNsLJBMOu7DI(o28Q_uLyFd2xpJ{fT+m5XtQ1MR zKj0h-O@Kgt)z1m)I;l$LR1w33Q|eI9H(0L%b-mnlsS3WdR2vELrLjz`@bhA&1q-oD zny_>fc~vi+t9Ry9{S?aiGe2>N6e5U4YY@5PL)K0AryVwE%*BM95zsMoYZljy=Jn~i z-PG3$?3OVB21;FhkW(u|Ia?3ckGXSW85aev6YP{N1+YIEt3FKd9OD8%*B)}(|Ft$vm@+O->x>NdAqF4 zw=`;q&{bu@?~didfQ}g%{h>?teawSRewgR@NjGu8?A+L?94dl)pOs%~BP2VGnhcenI}SsU)?1DC*ZSIfCspAmPt!qN|r$Gr$i93MqWa%i6@V9-E;g9N`ZW(q7& z@DNYMHw8)*QgPf%nO;7^Tx0|pE?!iXwaEmxvSKb^wM z3FL8I&Z%b@X=B;?aL5-p@>Nq9V6T>2-@HSY5(aLpSc84fAEj^vcDN^bNpgGX9oCJ5 zvshWxAPCU@4ZtBlgVSeN`oe%KX_-^hZ8RYW z+L4~^Wkc9mP#X@_kyd3|8g(ZESRsR_8NEQn&Fa+;xBAW+C1{}l0|`2kBllEDhmv)$ zIEbW-nU*rrVHjD^?n(g$wq5eYzkp(RBG{Jo8FbsU%qi+Nnkb6yRL}OZ;Yo=E_2Cjl z995=u+XN$VN}m`uiICbT#y~P6ndCg~TUv12boJ&gX<5YXI>O}PvAXvOcLU%ANux8E zXKP+p8%8ids3?ZFixsCyM+w!?a|h!AZaP;otrNOJXywEnhXpIf{3L~v{6=?G$sc%x zlj9Bk8W2KwmE=281dJp&0OSY&019A-0bK(C006HkfE@(@2!J(dc<8%0L^Y)+Re|ZP zMXw+VTj#0(3bYg4 zr&~1EEY*#7^YvAB5CAZ`4#?-gmyl<}Uz(}jFb?ZQB{q{2l(W+Y7FUkt(6Z`D z%lk>Zs=i<7l~n~aEQV_8oNG#wPJwD1BYZh6&b}JQnR;ndIg4GK7Whh2w;jUIznhr) zIyJqiVmoS|HSABZ(dtoI`yKcv<|JpD7UIZm}20^rev5ENR%>I1%JY4qW+iub# zh*VYXRgS~6XolK*gF@G3QC?n9xOa(do9J}AR=Pk#6BK+{jE@rBWU084v?R&urt!Y9 zzna8G!?ayS$K3?xPz{P;q|O7hO>Gj?R>+dJ2+T!kht{7ZIA|!%a(0FdH9@iXWcpB> zFdnzuR+VFfSRUGut^_=pG7(jCi`xazs&%Y%8#>uj)p%}cg2uY!eUoy$Z*t|K`9zm{ zXeqTZGoNW=bJ@I+&QYq<3NpRY8BG zPy=6{H@G_5hIspFf4?3SoTs1T+TG!E6eo3>z_m!_SP=+QQ@hg^9IKAHoZ;H4Lf2Y~ zw$=$4C~;eT{)DGAkLW(Pi7~&4%84xCJoL2 z0!bIYLNPKiCV11zYj{#x8 z+_xl^!47#;Gm@SQNRvBw9IQ;Z{}2#hKQoZU^2V?aWx#q==M{q*M#ZAReO0+R$a43q zv4hNZWBDwq^jzSi+(C7+7&^?NNO^)aH)6%)1a3~IAleqEC-OyYfY$@qj_t8gk3Egy zyLJA_mrrEhfBuJb~C zsoJk6Gj$y~WB9lAD^ZtGOy&Bx*Drh+Ah`F(0%Gq|tNsKJp{(iv literal 0 HcmV?d00001 diff --git a/ui/lib/ui/tests/stories/brand/fonts/OFL.txt b/ui/lib/ui/tests/stories/brand/fonts/OFL.txt new file mode 100644 index 000000000000..04e95fc55085 --- /dev/null +++ b/ui/lib/ui/tests/stories/brand/fonts/OFL.txt @@ -0,0 +1,93 @@ +Copyright 2024 The Geist Project Authors (https://github.com/vercel/geist-font) + +This Font Software is licensed under the SIL Open Font License, Version 1.1. +This license is copied below, and is also available with a FAQ at: +https://openfontlicense.org + + +----------------------------------------------------------- +SIL OPEN FONT LICENSE Version 1.1 - 26 February 2007 +----------------------------------------------------------- + +PREAMBLE +The goals of the Open Font License (OFL) are to stimulate worldwide +development of collaborative font projects, to support the font creation +efforts of academic and linguistic communities, and to provide a free and +open framework in which fonts may be shared and improved in partnership +with others. + +The OFL allows the licensed fonts to be used, studied, modified and +redistributed freely as long as they are not sold by themselves. The +fonts, including any derivative works, can be bundled, embedded, +redistributed and/or sold with any software provided that any reserved +names are not used by derivative works. The fonts and derivatives, +however, cannot be released under any other type of license. The +requirement for fonts to remain under this license does not apply +to any document created using the fonts or their derivatives. + +DEFINITIONS +"Font Software" refers to the set of files released by the Copyright +Holder(s) under this license and clearly marked as such. This may +include source files, build scripts and documentation. + +"Reserved Font Name" refers to any names specified as such after the +copyright statement(s). + +"Original Version" refers to the collection of Font Software components as +distributed by the Copyright Holder(s). + +"Modified Version" refers to any derivative made by adding to, deleting, +or substituting -- in part or in whole -- any of the components of the +Original Version, by changing formats or by porting the Font Software to a +new environment. + +"Author" refers to any designer, engineer, programmer, technical +writer or other person who contributed to the Font Software. + +PERMISSION & CONDITIONS +Permission is hereby granted, free of charge, to any person obtaining +a copy of the Font Software, to use, study, copy, merge, embed, modify, +redistribute, and sell modified and unmodified copies of the Font +Software, subject to the following conditions: + +1) Neither the Font Software nor any of its individual components, +in Original or Modified Versions, may be sold by itself. + +2) Original or Modified Versions of the Font Software may be bundled, +redistributed and/or sold with any software, provided that each copy +contains the above copyright notice and this license. These can be +included either as stand-alone text files, human-readable headers or +in the appropriate machine-readable metadata fields within text or +binary files as long as those fields can be easily viewed by the user. + +3) No Modified Version of the Font Software may use the Reserved Font +Name(s) unless explicit written permission is granted by the corresponding +Copyright Holder. This restriction only applies to the primary font name as +presented to the users. + +4) The name(s) of the Copyright Holder(s) or the Author(s) of the Font +Software shall not be used to promote, endorse or advertise any +Modified Version, except to acknowledge the contribution(s) of the +Copyright Holder(s) and the Author(s) or with their explicit written +permission. + +5) The Font Software, modified or unmodified, in part or in whole, +must be distributed entirely under this license, and must not be +distributed under any other license. The requirement for fonts to +remain under this license does not apply to any document created +using the Font Software. + +TERMINATION +This license becomes null and void if any of the above conditions are +not met. + +DISCLAIMER +THE FONT SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, +EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO ANY WARRANTIES OF +MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT +OF COPYRIGHT, PATENT, TRADEMARK, OR OTHER RIGHT. IN NO EVENT SHALL THE +COPYRIGHT HOLDER BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, +INCLUDING ANY GENERAL, SPECIAL, INDIRECT, INCIDENTAL, OR CONSEQUENTIAL +DAMAGES, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING +FROM, OUT OF THE USE OR INABILITY TO USE THE FONT SOFTWARE OR FROM +OTHER DEALINGS IN THE FONT SOFTWARE. \ No newline at end of file diff --git a/ui/lib/ui/tests/stories/brand/fonts/fonts.css b/ui/lib/ui/tests/stories/brand/fonts/fonts.css new file mode 100644 index 000000000000..8d9409b2fd94 --- /dev/null +++ b/ui/lib/ui/tests/stories/brand/fonts/fonts.css @@ -0,0 +1,8 @@ +/* Llama Mono for the brand showcases (logo and type); Llama Sans is the design system's own (src/app.css) */ +@font-face { + font-family: 'Llama Mono'; + src: url('./LlamaMono.woff2') format('woff2'); + font-weight: 400 700; + font-style: normal; + font-display: block; +} diff --git a/ui/lib/ui/tests/stories/components/actions/Button.stories.svelte b/ui/lib/ui/tests/stories/components/actions/Button.stories.svelte new file mode 100644 index 000000000000..bbabfd5a03e8 --- /dev/null +++ b/ui/lib/ui/tests/stories/components/actions/Button.stories.svelte @@ -0,0 +1,54 @@ + + + + + {#each variants as variant (variant)} + +
    + {#each sizes as size (size)} + + {/each} + + + + +
    +
    + {/each} + + +
    + + + +
    +
    +
    +
    diff --git a/ui/lib/ui/tests/stories/components/actions/ButtonGroup.stories.svelte b/ui/lib/ui/tests/stories/components/actions/ButtonGroup.stories.svelte new file mode 100644 index 000000000000..9704b419c532 --- /dev/null +++ b/ui/lib/ui/tests/stories/components/actions/ButtonGroup.stories.svelte @@ -0,0 +1,92 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/ui/lib/ui/tests/stories/components/actions/Toggle.stories.svelte b/ui/lib/ui/tests/stories/components/actions/Toggle.stories.svelte new file mode 100644 index 000000000000..15594608f33e --- /dev/null +++ b/ui/lib/ui/tests/stories/components/actions/Toggle.stories.svelte @@ -0,0 +1,66 @@ + + + + + + + + + + + + + +
    + + + +
    +
    + + +
    + Wrap + + Wrap + + Wrap +
    +
    + + + + + + +
    + + + Toggle + + + + Wrap + + + + +
    +
    +
    +
    diff --git a/ui/lib/ui/tests/stories/components/actions/ToggleGroup.stories.svelte b/ui/lib/ui/tests/stories/components/actions/ToggleGroup.stories.svelte new file mode 100644 index 000000000000..73eabcf47ffb --- /dev/null +++ b/ui/lib/ui/tests/stories/components/actions/ToggleGroup.stories.svelte @@ -0,0 +1,75 @@ + + + + + + + + + + + + + + + + + Tools + + Vision + + Audio + + + + + + Tools + + Vision + + Audio + + + + +
    + {#each sizes as size (size)} + + + + + + {/each} +
    +
    + + + + + + + + +
    +
    diff --git a/ui/lib/ui/tests/stories/components/display/Alert.stories.svelte b/ui/lib/ui/tests/stories/components/display/Alert.stories.svelte new file mode 100644 index 000000000000..85e7ca7cb604 --- /dev/null +++ b/ui/lib/ui/tests/stories/components/display/Alert.stories.svelte @@ -0,0 +1,77 @@ + + + + + + + + + Model is loading + + The first reply can take a few seconds. + + + + + + + + Context is full + + Start a new chat or remove some attachments. + + + + + + + + Model loaded + + Qwen 2.5 7B is ready on port 9931. + + + + + + + + Low memory + + Gemma 2 27B needs 16.6 GB; 12 GB is free. + + + + + + + + Update available + + llama.cpp b9726 adds faster prompt processing. + + + + + + + + Saved to this browser + + + + diff --git a/ui/lib/ui/tests/stories/components/display/Badge.stories.svelte b/ui/lib/ui/tests/stories/components/display/Badge.stories.svelte new file mode 100644 index 000000000000..86862b0fa17d --- /dev/null +++ b/ui/lib/ui/tests/stories/components/display/Badge.stories.svelte @@ -0,0 +1,35 @@ + + + + + {#each variants as variant (variant)} + + Q4_K_M + + {/each} + + diff --git a/ui/lib/ui/tests/stories/components/display/Card.stories.svelte b/ui/lib/ui/tests/stories/components/display/Card.stories.svelte new file mode 100644 index 000000000000..3119820d4c18 --- /dev/null +++ b/ui/lib/ui/tests/stories/components/display/Card.stories.svelte @@ -0,0 +1,33 @@ + + + + + + Qwen3.8-27B + + 131k context, vision and tool use + + + + Loaded on the server and ready to answer. + + + + + + + + + diff --git a/ui/lib/ui/tests/stories/components/display/Collapsible.stories.svelte b/ui/lib/ui/tests/stories/components/display/Collapsible.stories.svelte new file mode 100644 index 000000000000..2546c3c2ad22 --- /dev/null +++ b/ui/lib/ui/tests/stories/components/display/Collapsible.stories.svelte @@ -0,0 +1,52 @@ + + +{#snippet section(open: boolean)} + +
    + Advanced sampling + + + {#snippet child({ props })} + + {/snippet} + +
    + +
    temperature 0.8
    + + +
    top_p 0.95
    + +
    min_p 0.05
    +
    +
    +{/snippet} + + + + + {@render section(false)} + + + + {@render section(true)} + + + diff --git a/ui/lib/ui/tests/stories/components/display/Empty.stories.svelte b/ui/lib/ui/tests/stories/components/display/Empty.stories.svelte new file mode 100644 index 000000000000..4e24b3fc82cd --- /dev/null +++ b/ui/lib/ui/tests/stories/components/display/Empty.stories.svelte @@ -0,0 +1,32 @@ + + + + + + + + + + No conversations yet + + Your chats are saved in this browser and show up here. + + + + + + + diff --git a/ui/lib/ui/tests/stories/components/display/ScrollArea.stories.svelte b/ui/lib/ui/tests/stories/components/display/ScrollArea.stories.svelte new file mode 100644 index 000000000000..5f352b904353 --- /dev/null +++ b/ui/lib/ui/tests/stories/components/display/ScrollArea.stories.svelte @@ -0,0 +1,29 @@ + + + + +
    +

    Conversations

    + + {#each chats as chat (chat)} +
    {chat}
    + + + {/each} +
    +
    +
    diff --git a/ui/lib/ui/tests/stories/components/display/Separator.stories.svelte b/ui/lib/ui/tests/stories/components/display/Separator.stories.svelte new file mode 100644 index 000000000000..8a659c0d9975 --- /dev/null +++ b/ui/lib/ui/tests/stories/components/display/Separator.stories.svelte @@ -0,0 +1,34 @@ + + + +
    +

    Qwen3.8-27B

    + +

    Loaded, 131k context

    + + + +
    + Chat + + + + Models + + + + Settings +
    +
    +
    diff --git a/ui/lib/ui/tests/stories/components/display/Skeleton.stories.svelte b/ui/lib/ui/tests/stories/components/display/Skeleton.stories.svelte new file mode 100644 index 000000000000..ae2dba5ffb2d --- /dev/null +++ b/ui/lib/ui/tests/stories/components/display/Skeleton.stories.svelte @@ -0,0 +1,40 @@ + + + + + +
    + + + + + +
    +
    + + +
    + + +
    + + + +
    +
    +
    +
    +
    diff --git a/ui/lib/ui/tests/stories/components/display/Table.stories.svelte b/ui/lib/ui/tests/stories/components/display/Table.stories.svelte new file mode 100644 index 000000000000..d253cc53a620 --- /dev/null +++ b/ui/lib/ui/tests/stories/components/display/Table.stories.svelte @@ -0,0 +1,60 @@ + + + +
    + + Models on this server + + + + Model + + Quant + + Context + + Size + + + + + {#each rows as row (row.model + row.quant)} + + {row.model} + + {row.quant} + + {row.context} + + {row.size} + + {/each} + + + + + Total + + 47.1 GB + + + +
    +
    diff --git a/ui/lib/ui/tests/stories/components/forms/Checkbox.stories.svelte b/ui/lib/ui/tests/stories/components/forms/Checkbox.stories.svelte new file mode 100644 index 000000000000..a091f067558d --- /dev/null +++ b/ui/lib/ui/tests/stories/components/forms/Checkbox.stories.svelte @@ -0,0 +1,39 @@ + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/ui/lib/ui/tests/stories/components/forms/Input.stories.svelte b/ui/lib/ui/tests/stories/components/forms/Input.stories.svelte new file mode 100644 index 000000000000..14404c5a9930 --- /dev/null +++ b/ui/lib/ui/tests/stories/components/forms/Input.stories.svelte @@ -0,0 +1,38 @@ + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/ui/lib/ui/tests/stories/components/forms/Label.stories.svelte b/ui/lib/ui/tests/stories/components/forms/Label.stories.svelte new file mode 100644 index 000000000000..dcf3a927d6ae --- /dev/null +++ b/ui/lib/ui/tests/stories/components/forms/Label.stories.svelte @@ -0,0 +1,21 @@ + + + +
    + + + +
    +
    diff --git a/ui/lib/ui/tests/stories/components/forms/RadioGroup.stories.svelte b/ui/lib/ui/tests/stories/components/forms/RadioGroup.stories.svelte new file mode 100644 index 000000000000..1e31f12689bd --- /dev/null +++ b/ui/lib/ui/tests/stories/components/forms/RadioGroup.stories.svelte @@ -0,0 +1,43 @@ + + + + + + + {#each options as option (option)} + + {/each} + + + + + + {#each options as option (option)} + + {/each} + + + + diff --git a/ui/lib/ui/tests/stories/components/forms/Select.stories.svelte b/ui/lib/ui/tests/stories/components/forms/Select.stories.svelte new file mode 100644 index 000000000000..bd3e1743263b --- /dev/null +++ b/ui/lib/ui/tests/stories/components/forms/Select.stories.svelte @@ -0,0 +1,60 @@ + + + + + + + Choose a theme + + + + + + Dark + + + + + + System + + + + +
    + + Light + + + + Theme + + {#each themes as theme (theme.value)} + + {/each} + + + +
    +
    +
    +
    diff --git a/ui/lib/ui/tests/stories/components/forms/Switch.stories.svelte b/ui/lib/ui/tests/stories/components/forms/Switch.stories.svelte new file mode 100644 index 000000000000..c9cb3453ff79 --- /dev/null +++ b/ui/lib/ui/tests/stories/components/forms/Switch.stories.svelte @@ -0,0 +1,35 @@ + + + + + + + + + + + + + + + + + + + + + diff --git a/ui/lib/ui/tests/stories/components/forms/Textarea.stories.svelte b/ui/lib/ui/tests/stories/components/forms/Textarea.stories.svelte new file mode 100644 index 000000000000..779c152223e8 --- /dev/null +++ b/ui/lib/ui/tests/stories/components/forms/Textarea.stories.svelte @@ -0,0 +1,34 @@ + + + + + +
    x
    '); + + for (const el of host.querySelectorAll('input, textarea, [contenteditable]')) { + el.focus(); + expect(shouldTypeToFocus(key('a'))).toBe(false); + } + }); + + it('leaves keys inside dialogs and menus', () => { + const host = mount( + '
    ' + ); + + for (const button of host.querySelectorAll('button')) { + button.focus(); + expect(shouldTypeToFocus(key('r'))).toBe(false); + } + }); +}); From 36cd3aff409ae2b511c311954ed9236c1916978d Mon Sep 17 00:00:00 2001 From: Xuan-Son Nguyen Date: Fri, 20 Nov 2026 14:10:06 +0100 Subject: [PATCH 233/249] server: add --ui-mcp-proxy-allow-private-urls (#32633) --- common/arg.cpp | 10 +++++++++- common/common.h | 1 + tools/server/README.md | 5 +++-- tools/server/server-cors-proxy.h | 17 +++++++---------- tools/server/server.cpp | 8 +++++--- tools/server/tests/unit/test_proxy.py | 6 +++--- tools/server/tests/unit/test_security.py | 2 +- tools/server/tests/utils.py | 6 +++--- 8 files changed, 32 insertions(+), 23 deletions(-) diff --git a/common/arg.cpp b/common/arg.cpp index 192f70607f1e..a638237672bd 100644 --- a/common/arg.cpp +++ b/common/arg.cpp @@ -3420,12 +3420,20 @@ common_params_context common_params_parser_init(common_params & params, llama_ex add_opt(common_arg( {"--ui-mcp-proxy", "--webui-mcp-proxy"}, {"--no-ui-mcp-proxy", "--no-webui-mcp-proxy"}, - "experimental: whether to enable MCP CORS proxy, for Llama Chat to reach public MCP servers without CORS headers; local and private addresses are refused - do not enable in untrusted environments (default: disabled)\n" + "experimental: whether to enable MCP CORS proxy, for Llama Chat to reach public MCP servers without CORS headers; local and private addresses are refused unless --ui-mcp-proxy-allow-private-urls is set - do not enable in untrusted environments (default: disabled)\n" "note: for security reasons, this will limit --cors-origins to localhost by default", [](common_params & params, bool value) { params.ui_mcp_proxy = value; } ).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_UI_MCP_PROXY")); + add_opt(common_arg( + {"--ui-mcp-proxy-allow-private-urls"}, + "allow the MCP CORS proxy to reach local or private addresses (e.g. MCP servers on localhost or LAN) - anyone who can reach the proxy can then reach your local network (default: disabled, only public addresses)\n" + "note: only has effect with --ui-mcp-proxy", + [](common_params & params) { + params.ui_mcp_proxy_allow_private_urls = true; + } + ).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_UI_MCP_PROXY_ALLOW_PRIVATE_URLS")); add_opt(common_arg( {"--tools"}, "TOOL1,TOOL2,...", "experimental: whether to enable built-in tools for AI agents - do not enable in untrusted environments (default: no tools)\n" diff --git a/common/common.h b/common/common.h index e16bee7c1629..a8e89ed2dd65 100644 --- a/common/common.h +++ b/common/common.h @@ -702,6 +702,7 @@ struct common_params { // UI configs bool ui = true; bool ui_mcp_proxy = false; + bool ui_mcp_proxy_allow_private_urls = false; // allow the MCP CORS proxy to reach local or private addresses std::string ui_config_json; // "advanced" endpoints are disabled by default for better security diff --git a/tools/server/README.md b/tools/server/README.md index 278518dce75c..1f6553389d61 100644 --- a/tools/server/README.md +++ b/tools/server/README.md @@ -202,7 +202,8 @@ For the full list of features, please refer to [server's changelog](https://gith | `--api-prefix PREFIX` | prefix path the server serves from, without the trailing slash (default: )
    (env: LLAMA_ARG_API_PREFIX) | | `--ui-config, --webui-config JSON` | JSON that provides default UI settings (overrides UI defaults)
    (env: LLAMA_ARG_UI_CONFIG) | | `--ui-config-file, --webui-config-file PATH` | JSON file that provides default UI settings (overrides UI defaults)
    (env: LLAMA_ARG_UI_CONFIG_FILE) | -| `--ui-mcp-proxy, --webui-mcp-proxy, --no-ui-mcp-proxy, --no-webui-mcp-proxy` | experimental: whether to enable MCP CORS proxy, for Llama Chat to reach public MCP servers without CORS headers; local and private addresses are refused - do not enable in untrusted environments (default: disabled)
    note: for security reasons, this will limit --cors-origins to localhost by default
    (env: LLAMA_ARG_UI_MCP_PROXY) | +| `--ui-mcp-proxy, --webui-mcp-proxy, --no-ui-mcp-proxy, --no-webui-mcp-proxy` | experimental: whether to enable MCP CORS proxy, for Llama Chat to reach public MCP servers without CORS headers; local and private addresses are refused unless --ui-mcp-proxy-allow-private-urls is set - do not enable in untrusted environments (default: disabled)
    note: for security reasons, this will limit --cors-origins to localhost by default
    (env: LLAMA_ARG_UI_MCP_PROXY) | +| `--ui-mcp-proxy-allow-private-urls` | allow the MCP CORS proxy to reach local or private addresses (e.g. MCP servers on localhost or LAN) - anyone who can reach the proxy can then reach your local network (default: disabled, only public addresses)
    note: only has effect with --ui-mcp-proxy
    (env: LLAMA_ARG_UI_MCP_PROXY_ALLOW_PRIVATE_URLS) | | `--tools TOOL1,TOOL2,...` | experimental: whether to enable built-in tools for AI agents - do not enable in untrusted environments (default: no tools)
    specify "all" to enable all tools
    available tools: read_file, file_glob_search, grep_search, exec_shell_command, write_file, edit_file, get_info
    note: for security reasons, this will limit --cors-origins to localhost by default
    (env: LLAMA_ARG_TOOLS) | | `--tools-runtime OPTION` | experimental: run tools in a separate runtime environment (default: none, use host environment)
    available options:
    'docker:', 'podman:': spin up a new container and reuse it for all invocations, clean up on server exit
    'docker-container:', 'podman-container:': use an existing container by ID, won't stop on server exit
    'ssh:': run tools on a remote POSIX host over SSH, key-based auth and a trusted host key are required

    (env: LLAMA_ARG_TOOLS_RUNTIME) | | `--allow-unauthenticated-tools` | allow server tools, MCP servers or MCP proxy on a non-loopback address without an API key - only for trusted networks (default: disabled)
    (env: LLAMA_ARG_ALLOW_UNAUTHENTICATED_TOOLS) | @@ -393,7 +394,7 @@ Every server is spawned once at startup to list its tools, then stopped, and res The child process runs with the same privileges as the server, so only declare commands you trust. As with `--tools`, `--cors-origins` then defaults to `localhost`. -Note: `--ui-mcp-proxy` is unrelated, it only lets Llama Chat reach public MCP servers that do not send CORS headers. It refuses local and private addresses (loopback, LAN, link-local); connect to those from Llama Chat directly. +Note: `--ui-mcp-proxy` is unrelated, it only lets Llama Chat reach public MCP servers that do not send CORS headers. By default it refuses local and private addresses (loopback, LAN, link-local); either connect to those from Llama Chat directly (the MCP server must send CORS headers), or add `--ui-mcp-proxy-allow-private-urls`. Any server written against the [MCP specification](https://modelcontextprotocol.io) works as is, whether it uses an official SDK or not: the transport is one JSON-RPC message per line on stdio, so a script wrapping an existing program is a valid server too. diff --git a/tools/server/server-cors-proxy.h b/tools/server/server-cors-proxy.h index 41d00740416f..7fc87c6676f8 100644 --- a/tools/server/server-cors-proxy.h +++ b/tools/server/server-cors-proxy.h @@ -20,7 +20,7 @@ static std::string proxy_header_to_lower(std::string header) { return header; } -static server_http_res_ptr proxy_request(const server_http_req & req, std::string method) { +static server_http_res_ptr proxy_request(const server_http_req & req, std::string method, bool allow_private_urls) { std::string target_url = req.get_param("url"); common_http_url parsed_url = common_http_parse_url(target_url); @@ -70,8 +70,7 @@ static server_http_res_ptr proxy_request(const server_http_req & req, std::strin req.should_stop, 600, // timeout_read (default to 10 minutes) 600, // timeout_write (default to 10 minutes) - // test-only escape hatch - server_resolve_public_addr(parsed_url.host, !common_get_env("LLAMA_SERVER_DEBUG_PROXY_ALLOW_PRIVATE").empty()) + server_resolve_public_addr(parsed_url.host, allow_private_urls) ); // route redirects back through the proxy, so each hop is checked @@ -86,10 +85,8 @@ static server_http_res_ptr proxy_request(const server_http_req & req, std::strin return proxy; } -static server_http_context::handler_t proxy_handler_post = [](const server_http_req & req) -> server_http_res_ptr { - return proxy_request(req, "POST"); -}; - -static server_http_context::handler_t proxy_handler_get = [](const server_http_req & req) -> server_http_res_ptr { - return proxy_request(req, "GET"); -}; +static server_http_context::handler_t proxy_make_handler(const std::string & method, bool allow_private_urls) { + return [method, allow_private_urls](const server_http_req & req) -> server_http_res_ptr { + return proxy_request(req, method, allow_private_urls); + }; +} diff --git a/tools/server/server.cpp b/tools/server/server.cpp index d14978286224..fabf0a0413c8 100644 --- a/tools/server/server.cpp +++ b/tools/server/server.cpp @@ -281,9 +281,11 @@ static bool server_setup_features( // CORS proxy (EXPERIMENTAL, only used by Llama Chat for MCP) if (params.ui_mcp_proxy) { - ctx_http.get ("/cors-proxy", ex_wrapper(proxy_handler_get)); - ctx_http.post("/cors-proxy", ex_wrapper(proxy_handler_post)); - warn_names.push_back("MCP proxy (experimental)"); + ctx_http.get ("/cors-proxy", ex_wrapper(proxy_make_handler("GET", params.ui_mcp_proxy_allow_private_urls))); + ctx_http.post("/cors-proxy", ex_wrapper(proxy_make_handler("POST", params.ui_mcp_proxy_allow_private_urls))); + warn_names.push_back(params.ui_mcp_proxy_allow_private_urls + ? "MCP proxy (experimental, local and private addresses allowed)" + : "MCP proxy (experimental)"); } else { ctx_http.get ("/cors-proxy", ex_wrapper(res_403)); ctx_http.post("/cors-proxy", ex_wrapper(res_403)); diff --git a/tools/server/tests/unit/test_proxy.py b/tools/server/tests/unit/test_proxy.py index 58fd8c824826..24d9aeacc7c3 100644 --- a/tools/server/tests/unit/test_proxy.py +++ b/tools/server/tests/unit/test_proxy.py @@ -35,7 +35,7 @@ def test_mcp_proxy(): def test_mcp_proxy_custom_port(): global server server.ui_mcp_proxy = True - server.debug_proxy_allow_private = True + server.ui_mcp_proxy_allow_private_urls = True server.start() # try getting the server's models API via the proxy @@ -61,7 +61,7 @@ def log_message(self, format, *args): try: global server server.ui_mcp_proxy = True - server.debug_proxy_allow_private = True + server.ui_mcp_proxy_allow_private_urls = True server.start() res = server.make_request("POST", f"/cors-proxy?url=http://127.0.0.1:{target.server_port}/", data={}) @@ -116,7 +116,7 @@ def log_message(self, format, *args): try: global server server.ui_mcp_proxy = True - server.debug_proxy_allow_private = True + server.ui_mcp_proxy_allow_private_urls = True server.start() url = server.make_url(f"/cors-proxy?url=http://127.0.0.1:{target.server_port}/start") diff --git a/tools/server/tests/unit/test_security.py b/tools/server/tests/unit/test_security.py index 31082cc70c2d..242a8957aab8 100644 --- a/tools/server/tests/unit/test_security.py +++ b/tools/server/tests/unit/test_security.py @@ -314,7 +314,7 @@ def log_message(self, format, *args): server = ServerPreset.tinyllama2() server.api_key = TEST_API_KEY server.ui_mcp_proxy = True - server.debug_proxy_allow_private = True + server.ui_mcp_proxy_allow_private_urls = True server.start() res = server.make_request("GET", f"/cors-proxy?url=http://127.0.0.1:{target.server_port}/capture", headers={ diff --git a/tools/server/tests/utils.py b/tools/server/tests/utils.py index f18b566aa879..6a30e02d1247 100644 --- a/tools/server/tests/utils.py +++ b/tools/server/tests/utils.py @@ -126,7 +126,7 @@ class ServerProcess: no_cache_idle_slots: bool = False log_path: str | None = None ui_mcp_proxy: bool = False - debug_proxy_allow_private: bool = False # test-only: lets the CORS proxy reach local servers + ui_mcp_proxy_allow_private_urls: bool = False media_allow_private_urls: bool = False allow_unauthenticated_tools: bool = False backend_sampling: bool = False @@ -155,8 +155,6 @@ def start(self, timeout_seconds: int = DEFAULT_HTTP_TIMEOUT) -> None: **os.environ, "LLAMA_SERVER_DEBUG_FAKE_TIMING": "1", } - if self.debug_proxy_allow_private: - env["LLAMA_SERVER_DEBUG_PROXY_ALLOW_PRIVATE"] = "1" if self.llama_cache is not None: env["LLAMA_CACHE"] = self.llama_cache elif "LLAMA_CACHE" not in os.environ: @@ -313,6 +311,8 @@ def start(self, timeout_seconds: int = DEFAULT_HTTP_TIMEOUT) -> None: server_args.append("--no-cache-idle-slots") if self.ui_mcp_proxy: server_args.append("--ui-mcp-proxy") + if self.ui_mcp_proxy_allow_private_urls: + server_args.append("--ui-mcp-proxy-allow-private-urls") if self.media_allow_private_urls: server_args.append("--media-allow-private-urls") if self.allow_unauthenticated_tools: From 5f837145d86ecc62333f3b83835c64275fdaa90e Mon Sep 17 00:00:00 2001 From: Xuan-Son Nguyen Date: Fri, 20 Nov 2026 14:21:58 +0100 Subject: [PATCH 234/249] server: add more audio tests (#32579) --- tools/server/tests/requirements.txt | 1 + .../tests/unit/test_compat_oai_speech.py | 76 ++++ .../unit/test_compat_oai_transcription.py | 144 ++++++ tools/server/tests/unit/test_realtime.py | 410 ++++++++++++++++++ tools/server/tests/utils.py | 50 +++ 5 files changed, 681 insertions(+) create mode 100644 tools/server/tests/unit/test_compat_oai_transcription.py create mode 100644 tools/server/tests/unit/test_realtime.py diff --git a/tools/server/tests/requirements.txt b/tools/server/tests/requirements.txt index 1a490b5cc236..52c3f6249572 100644 --- a/tools/server/tests/requirements.txt +++ b/tools/server/tests/requirements.txt @@ -6,4 +6,5 @@ numpy~=2.5.4; python_version >= "3.14" openai~=2.14.0 prometheus-client~=0.20.0 requests~=2.32.3 +websockets~=15.0 wget~=3.2 diff --git a/tools/server/tests/unit/test_compat_oai_speech.py b/tools/server/tests/unit/test_compat_oai_speech.py index 888942f02ba9..e5b578c894f0 100644 --- a/tools/server/tests/unit/test_compat_oai_speech.py +++ b/tools/server/tests/unit/test_compat_oai_speech.py @@ -1,3 +1,4 @@ +import base64 import pytest import requests import struct @@ -135,3 +136,78 @@ def test_speech_router(): server = ServerPreset.router() server.start() assert_wav(post_audio("/v1/audio/speech", model=model)) + + +# +# tts only model, with voice cloning +# + +def pocket_tts(path: str = "/v1/audio/speech", **extra) -> requests.Response: + body = {"input": "Hello there.", "seed": 42, "n_predict": 8, **extra} + return requests.post(server.make_url(path), json=body, timeout=DEFAULT_REQUEST_TIMEOUT) + + +def test_tts_only(): + global server + server = ServerPreset.tinypockettts() + server.start() + res = server.make_request("GET", "/props") + assert not res.body.get("voices") # this slice has no predefined voices + res = server.make_request("GET", "/v1/models") + assert res.body["data"][0]["architecture"]["output_modalities"] == ["audio"] + res = pocket_tts() + assert_wav(res) + assert res.content == pocket_tts().content + + +def test_tts_only_speaker_ref(): + global server + server = ServerPreset.tinypockettts() + server.start() + ref_a = make_wav(seconds=2.0, rate=24000, freq=220) + ref_b = make_wav(seconds=2.0, rate=24000, freq=440) + res = pocket_tts("/tts", speaker_ref_b64=base64.b64encode(ref_a).decode()) + assert_wav(res) + assert res.content != pocket_tts("/tts").content + assert res.content != pocket_tts("/tts", speaker_ref_b64=base64.b64encode(ref_b).decode()).content + # the same reference as an uploaded file + fields = {"input": (None, "Hello there."), "seed": (None, "42"), "n_predict": (None, "8"), "speaker_ref": ("ref.wav", ref_a)} + res_file = requests.post(server.make_url("/tts"), files=fields, timeout=DEFAULT_REQUEST_TIMEOUT) + assert res_file.content == res.content + # /v1/audio/speech passes it through + assert pocket_tts(speaker_ref_b64=base64.b64encode(ref_a).decode()).content == res.content + + +@pytest.mark.parametrize("speaker_ref_b64,message", [ + ("!!!", "not valid base64"), + (base64.b64encode(b"not an audio file").decode(), "failed to decode"), +]) +def test_tts_only_invalid_speaker_ref(speaker_ref_b64: str, message: str): + global server + server = ServerPreset.tinypockettts() + server.start() + res = pocket_tts("/tts", speaker_ref_b64=speaker_ref_b64) + assert res.status_code == 400 + assert message in res.json()["error"]["message"] + + +def test_tts_only_end_of_speech(): + global server + server = ServerPreset.tinypockettts() + server.start() + # the end-of-speech head stops the generation before n_predict + res = pocket_tts(n_predict=16) + assert_wav(res) + assert res.content == pocket_tts(n_predict=1000).content + + +@pytest.mark.parametrize("path", ["/v1/chat/completions", "/v1/audio/transcriptions"]) +def test_tts_only_no_text_output(path: str): + global server + server = ServerPreset.tinypockettts() + server.start() + if path == "/v1/audio/transcriptions": + res = requests.post(server.make_url(path), files={"file": ("audio.wav", make_wav())}, timeout=DEFAULT_REQUEST_TIMEOUT) + else: + res = requests.post(server.make_url(path), json={"messages": [{"role": "user", "content": "hello"}]}, timeout=DEFAULT_REQUEST_TIMEOUT) + assert res.status_code == 501 diff --git a/tools/server/tests/unit/test_compat_oai_transcription.py b/tools/server/tests/unit/test_compat_oai_transcription.py new file mode 100644 index 000000000000..eb3954282288 --- /dev/null +++ b/tools/server/tests/unit/test_compat_oai_transcription.py @@ -0,0 +1,144 @@ +import base64 +import json +import pytest +import requests +from utils import * + +server: ServerProcess + +MP3_PATH = os.path.join(os.path.dirname(__file__), "../../../mtmd/test-2.mp3") + +# full random sampling, so that the output depends on the audio +SAMPLING_RANDOM = {"temperature": 1.0, "top_k": 0, "top_p": 1.0, "min_p": 0.0, "seed": 42} + + +@pytest.fixture(autouse=True) +def create_server(): + global server + server = ServerPreset.tinylfm3omni() + server.jinja = True + server.reasoning = "off" + + +def post_transcription(path: str = "/v1/audio/transcriptions", audio: bytes | None = None, filename: str = "audio.wav", **fields) -> requests.Response: + data = {"max_tokens": "8", **fields} + files = {"file": (filename, make_wav() if audio is None else audio)} + return requests.post(server.make_url(path), data=data, files=files, timeout=DEFAULT_REQUEST_TIMEOUT) + + +def chat_with_audio(audio: bytes, fmt: str = "wav", extra: dict | None = None) -> str: + res = server.make_request("POST", "/v1/chat/completions", data={ + "max_tokens": 8, + "messages": [{"role": "user", "content": [ + {"type": "input_audio", "input_audio": {"data": base64.b64encode(audio).decode(), "format": fmt}}, + ]}], + **(extra or {}), + }) + assert res.status_code == 200, res.body + return res.body["choices"][0]["message"]["content"] + + +@pytest.mark.parametrize("path", ["/v1/audio/transcriptions", "/audio/transcriptions"]) +def test_transcription(path: str): + server.start() + res = post_transcription(path) + assert res.status_code == 200 + body = res.json() + assert body["type"] == "transcript.text.done" + assert len(body["text"]) > 0 + assert 0 < body["usage"]["output_tokens"] <= 8 + assert body["usage"]["input_tokens"] > 0 + + +def test_transcription_mp3(): + server.start() + with open(MP3_PATH, "rb") as f: + res = post_transcription(audio=f.read(), filename="audio.mp3") + assert res.status_code == 200 + assert len(res.json()["text"]) > 0 + + +def test_transcription_stream(): + server.start() + res = post_transcription(stream="true") + assert res.status_code == 200 + lines = [line[len("data: "):] for line in res.text.splitlines() if line.startswith("data: ")] + assert lines[-1] == "[DONE]" + events = [json.loads(line) for line in lines[:-1]] + assert len(events) > 1 + assert all(ev["type"] == "transcript.text.delta" for ev in events[:-1]) + assert events[-1]["type"] == "transcript.text.done" + text = "".join(ev["delta"] for ev in events[:-1]) + assert text == events[-1]["text"] + assert text == post_transcription().json()["text"] + + +def test_transcription_language(): + server.start() + # the LFM3 template puts the language in the system prompt + n_default = post_transcription().json()["usage"]["input_tokens"] + n_fr = post_transcription(language="fr").json()["usage"]["input_tokens"] + assert n_fr > n_default + + +@pytest.mark.parametrize("fields,files,message", [ + ({"response_format": "text"}, None, "response_format"), + ({}, {"file": ("audio.wav", b"not an audio file")}, None), + ({}, {"other": ("audio.wav", b"")}, None), +]) +def test_transcription_invalid_request(fields: dict, files: dict | None, message: str | None): + server.start() + res = requests.post(server.make_url("/v1/audio/transcriptions"), data={"max_tokens": "8", **fields}, + files=files or {"file": ("audio.wav", make_wav())}, timeout=DEFAULT_REQUEST_TIMEOUT) + assert res.status_code == 400 + if message: + assert message in res.json()["error"]["message"] + + +@pytest.mark.parametrize("preset", [ + "tinyllama2", # no audio input + "tinyvoxtralrt", # live transcription only +]) +def test_transcription_not_supported(preset: str): + global server + server = getattr(ServerPreset, preset)() + server.start() + assert post_transcription().status_code == 501 # ERROR_TYPE_NOT_SUPPORTED + + +def test_transcription_router(): + global server + model = server.model_hf_repo + server = ServerPreset.router() + server.start() + res = post_transcription(model=model) + assert res.status_code == 200 + assert res.json()["type"] == "transcript.text.done" + + +def test_chat_input_audio(): + server.start() + a = make_wav(freq=220) + b = make_wav(freq=880) + assert chat_with_audio(a, extra=SAMPLING_RANDOM) == chat_with_audio(a, extra=SAMPLING_RANDOM) + assert chat_with_audio(a, extra=SAMPLING_RANDOM) != chat_with_audio(b, extra=SAMPLING_RANDOM) + + +def test_chat_input_audio_mp3(): + server.start() + with open(MP3_PATH, "rb") as f: + assert len(chat_with_audio(f.read(), fmt="mp3")) > 0 + + +def test_chat_input_audio_no_audio_model(): + global server + server = ServerPreset.tinyllama2() + server.start() + res = server.make_request("POST", "/v1/chat/completions", data={ + "max_tokens": 8, + "messages": [{"role": "user", "content": [ + {"type": "input_audio", "input_audio": {"data": base64.b64encode(make_wav()).decode(), "format": "wav"}}, + ]}], + }) + assert res.status_code != 200 + assert "audio input is not supported" in res.body["error"]["message"] diff --git a/tools/server/tests/unit/test_realtime.py b/tools/server/tests/unit/test_realtime.py new file mode 100644 index 000000000000..5af63a98e27d --- /dev/null +++ b/tools/server/tests/unit/test_realtime.py @@ -0,0 +1,410 @@ +import base64 +import json +import time +import pytest +from websockets.exceptions import ConnectionClosed +from websockets.sync.client import connect, ClientConnection +from websockets.sync.connection import Connection +from utils import * + +server: ServerProcess + + +@pytest.fixture(autouse=True) +def create_server(): + global server + server = ServerPreset.tinylfm3omni() + server.jinja = True + server.reasoning = "off" + + +def ws_connect(path: str = "/v1/realtime") -> ClientConnection: + return connect(server.make_url(path).replace("http://", "ws://", 1), max_size=None, open_timeout=DEFAULT_REQUEST_TIMEOUT) + + +def send(ws: Connection, type: str, **fields): + ws.send(json.dumps({"type": type, **fields})) + + +def send_audio(ws: Connection, pcm: bytes): + send(ws, "input_audio_buffer.append", audio=base64.b64encode(pcm).decode()) + + +def send_text(ws: Connection, text: str): + send(ws, "conversation.item.create", item={"type": "message", "role": "user", "content": [{"type": "input_text", "text": text}]}) + + +def recv(ws: Connection) -> dict: + return json.loads(ws.recv(timeout=DEFAULT_REQUEST_TIMEOUT)) + + +def recv_until(ws: Connection, type: str) -> list[dict]: + events = [] + while True: + ev = recv(ws) + events.append(ev) + if ev["type"] == type: + return events + assert ev["type"] != "error", ev + + +def recv_all(ws: Connection) -> list[dict]: + """ read events until the server closes the socket """ + events = [] + try: + while True: + events.append(recv(ws)) + except ConnectionClosed: + return events + + +def get_transcripts(events: list[dict]) -> list[tuple[str, str]]: + """ (item_id, transcript) of each completed item, checked against its deltas """ + deltas: dict[str, str] = {} + out = [] + for ev in events: + assert ev["type"] != "error", ev + if ev["type"] == "conversation.item.input_audio_transcription.delta": + deltas[ev["item_id"]] = deltas.get(ev["item_id"], "") + ev["delta"] + elif ev["type"] == "conversation.item.input_audio_transcription.completed": + assert ev["transcript"] == deltas.get(ev["item_id"], "") + out.append((ev["item_id"], ev["transcript"])) + return out + + +def session_update(ws: Connection, **session) -> dict: + send(ws, "session.update", session=session) + return recv_until(ws, "session.updated")[-1]["session"] + + +# +# live transcription +# + +LIVE_ASR = [ + # a chat model with an "asr" chat template, live only in sessions opened with ?intent=transcription + ("tinylfm3omni", "/v1/realtime?intent=transcription"), + # no chat, the text follows the audio by a few tokens + ("tinyvoxtralrt", "/v1/realtime"), +] + + +def start_live_asr(preset: str): + global server + if preset != "tinylfm3omni": + server = getattr(ServerPreset, preset)() + server.start() + + +@pytest.mark.parametrize("preset,path", LIVE_ASR) +def test_live_asr(preset: str, path: str): + start_live_asr(preset) + with ws_connect(path) as ws: + session = recv(ws) + assert session["type"] == "session.created" + assert session["session"]["object"] == "realtime.transcription_session" + assert session["session"]["audio"]["input"]["format"] == {"type": "audio/pcm", "rate": 16000} + send_audio(ws, make_pcm16()) + send(ws, "input_audio_buffer.commit") + send_audio(ws, make_pcm16(freq=880)) + send(ws, "input_audio_buffer.commit", final=True) + events = recv_all(ws) + committed = [ev for ev in events if ev["type"] == "input_audio_buffer.committed"] + assert len(committed) == 1 + assert committed[0]["previous_item_id"] is None + transcripts = get_transcripts(events) + assert len(transcripts) == 2 + assert transcripts[0][0] == committed[0]["item_id"] + assert transcripts[1][0] != transcripts[0][0] + assert all(len(text) > 0 for _, text in transcripts) + + +@pytest.mark.parametrize("preset,path", LIVE_ASR) +def test_live_asr_chunked_audio(preset: str, path: str): + start_live_asr(preset) + pcm = make_pcm16() + results = [] + for n_chunks in [1, 7]: + size = len(pcm) // n_chunks // 2 * 2 + with ws_connect(path) as ws: + recv(ws) + for i in range(0, len(pcm), size): + send_audio(ws, pcm[i:i + size]) + send(ws, "input_audio_buffer.commit", final=True) + results.append([text for _, text in get_transcripts(recv_all(ws))]) + assert results[0] == results[1] + + +@pytest.mark.parametrize("preset,path", LIVE_ASR) +def test_live_asr_input_rate(preset: str, path: str): + start_live_asr(preset) + with ws_connect(path) as ws: + recv(ws) + send(ws, "session.update", session={"audio": {"input": {"format": {"type": "audio/pcm", "rate": 4000}}}}) + assert "between 8000 and 192000" in recv_until(ws, "error")[-1]["error"]["message"] + send(ws, "session.update", session={"audio": {"input": {"format": {"type": "audio/pcm", "rate": 24000}}}}) + assert recv_until(ws, "session.updated")[-1]["session"]["audio"]["input"]["format"]["rate"] == 24000 + send_audio(ws, make_pcm16(rate=24000)) + send(ws, "input_audio_buffer.commit", final=True) + transcripts = get_transcripts(recv_all(ws)) + assert len(transcripts) == 1 + assert len(transcripts[0][1]) > 0 + + +@pytest.mark.parametrize("preset,path", LIVE_ASR) +def test_live_asr_invalid_events(preset: str, path: str): + start_live_asr(preset) + with ws_connect(path) as ws: + recv(ws) + ws.send("not json") + assert recv_until(ws, "error")[-1]["error"]["message"] == "invalid JSON" + send(ws, "response.create") + assert "unknown event type" in recv_until(ws, "error")[-1]["error"]["message"] + send(ws, "input_audio_buffer.clear") + recv_until(ws, "input_audio_buffer.cleared") + # the session still works + send_audio(ws, make_pcm16()) + send(ws, "input_audio_buffer.commit", final=True) + assert len(get_transcripts(recv_all(ws))) == 1 + + +def test_live_asr_depends_on_audio(): + # the random weights of this model give a different text for each input + start_live_asr("tinyvoxtralrt") + results = [] + for freq in [220, 880, 220]: + with ws_connect() as ws: + recv(ws) + send_audio(ws, make_pcm16(freq=freq)) + send(ws, "input_audio_buffer.commit", final=True) + results.append(get_transcripts(recv_all(ws))[0][1]) + assert results[0] != results[1] + assert results[0] == results[2] + + +@pytest.mark.parametrize("preset", ["tinypockettts", "tinyllama2"]) +def test_realtime_not_supported(preset: str): + global server + server = getattr(ServerPreset, preset)() + server.start() + with ws_connect() as ws: + events = recv_all(ws) + assert len(events) == 1 + assert events[0]["type"] == "error" + assert "does not support realtime" in events[0]["error"]["message"] + + +# +# realtime conversation +# + +def test_conversation_text(): + server.start() + with ws_connect() as ws: + session = recv(ws) + assert session["type"] == "session.created" + assert session["session"]["object"] == "realtime.session" + assert session["session"]["audio"]["output"]["format"]["rate"] > 0 + session_update(ws, output_modalities=["text"], max_output_tokens=8) + send_text(ws, "hello") + user_item = recv_until(ws, "conversation.item.done")[-1]["item"] + assert user_item["role"] == "user" + assert user_item["content"] == [{"type": "input_text", "text": "hello"}] + send(ws, "response.create") + events = recv_until(ws, "response.done") + + types = [ev["type"] for ev in events] + n_deltas = types.count("response.output_text.delta") + assert n_deltas == 8 + assert types == [ + "response.created", + "response.output_item.added", + "response.content_part.added", + *["response.output_text.delta"] * n_deltas, + "response.output_text.done", + "response.content_part.done", + "response.output_item.done", + "response.done", + ] + response = events[-1]["response"] + assert response["status"] == "completed" + assert response["id"] == events[0]["response"]["id"] + assert response["usage"]["output_tokens"] == 8 + text = "".join(ev["delta"] for ev in events if ev["type"] == "response.output_text.delta") + assert response["output"][0]["role"] == "assistant" + assert response["output"][0]["content"] == [{"type": "output_text", "text": text}] + + +def test_conversation_audio(): + server.start() + with ws_connect() as ws: + recv(ws) + session_update(ws, output_modalities=["audio"], max_output_tokens=8) + send_audio(ws, make_pcm16()) + # response.create commits the pending audio + send(ws, "response.create") + events = recv_until(ws, "response.done") + types = [ev["type"] for ev in events] + assert types[:3] == ["input_audio_buffer.committed", "conversation.item.added", "conversation.item.done"] + assert events[2]["item"]["content"] == [{"type": "input_audio"}] + assert "response.output_text.delta" not in types + audio = b"".join(base64.b64decode(ev["delta"]) for ev in events if ev["type"] == "response.output_audio.delta") + assert len(audio) > 0 and len(audio) % 2 == 0 + response = events[-1]["response"] + assert response["status"] == "completed" + assert response["output"][0]["content"][0]["type"] == "output_audio" + + +def test_conversation_multi_turn(): + server.start() + with ws_connect() as ws: + recv(ws) + session_update(ws, output_modalities=["text"], max_output_tokens=4) + send_text(ws, "hello") + recv_until(ws, "conversation.item.done") + send(ws, "response.create") + first = recv_until(ws, "response.done")[-1]["response"] + send_audio(ws, make_pcm16()) + send(ws, "input_audio_buffer.commit") + committed = recv_until(ws, "input_audio_buffer.committed")[-1] + assert committed["previous_item_id"] == first["output"][0]["id"] + send(ws, "response.create") + second = recv_until(ws, "response.done")[-1]["response"] + assert second["status"] == "completed" + assert second["id"] != first["id"] + + +def test_conversation_cancel(): + server.start() + with ws_connect() as ws: + recv(ws) + session_update(ws, output_modalities=["text"]) + send_text(ws, "hello") + send(ws, "response.create") + recv_until(ws, "response.output_text.delta") + send(ws, "response.cancel") + assert recv_until(ws, "response.done")[-1]["response"]["status"] == "cancelled" + # the session still works + send_text(ws, "hello again") + send(ws, "response.create", response={"max_output_tokens": 4}) + response = recv_until(ws, "response.done")[-1]["response"] + assert response["status"] == "completed" + assert response["usage"]["output_tokens"] == 4 + + +def test_conversation_session_update(): + server.start() + tools = [{"type": "function", "name": "get_weather", "description": "Get the weather", + "parameters": {"type": "object", "properties": {"city": {"type": "string"}}, "required": ["city"]}}] + with ws_connect() as ws: + recv(ws) + session = session_update(ws, instructions="Be brief.", tools=tools, tool_choice="none", max_output_tokens=16, + audio={"output": {"voice": {"id": "male"}}}) + assert session["instructions"] == "Be brief." + assert session["tools"] == tools + assert session["tool_choice"] == "none" + assert session["max_output_tokens"] == 16 + assert session["audio"]["output"]["voice"] == "male" + session = session_update(ws, max_output_tokens="inf", output_modalities=["text", "audio"]) + assert session["max_output_tokens"] == "inf" + assert session["output_modalities"] == ["text", "audio"] + + +@pytest.mark.parametrize("events,message", [ + ([{"type": "response.create"}], "commit audio or create a message first"), + ([{"type": "input_audio_buffer.commit"}], "the buffer is empty"), + ([{"type": "conversation.item.create", "item": {"type": "message", "role": "assistant", "content": []}}], "only user messages"), + ([{"type": "conversation.item.create", "item": {"type": "message", "role": "user", "content": [{"type": "input_image"}]}}], "unsupported content type"), + ([{"type": "conversation.item.create", "item": {"type": "function_call_output", "call_id": "x", "output": "{}"}}], "must follow the response"), + ([{"type": "session.update", "session": {"type": "foo"}}], "unknown session type"), + ([{"type": "session.update", "session": {"output_modalities": []}}], "non-empty array"), + ([{"type": "session.update", "session": {"output_modalities": ["video"]}}], "unknown modality"), + ([{"type": "session.update", "session": {"max_output_tokens": 0}}], "max_output_tokens"), + ([{"type": "session.update", "session": {"tool_choice": "maybe"}}], "tool_choice"), + ([{"type": "session.update", "session": {"audio": {"output": {"voice": "alloy"}}}}], "unknown voice"), + ([{"type": "conversation.item.create", "item": {"type": "message", "role": "user", "content": [{"type": "input_text", "text": "hi"}]}}, + {"type": "session.update", "session": {"instructions": "Be brief."}}], "cannot change after"), + ([{"type": "conversation.item.create", "item": {"type": "message", "role": "user", "content": [{"type": "input_text", "text": "hi"}]}}, + {"type": "session.update", "session": {"type": "transcription"}}], "cannot change after"), +]) +def test_conversation_invalid_events(events: list[dict], message: str): + server.start() + with ws_connect() as ws: + recv(ws) + for ev in events: + ws.send(json.dumps(ev)) + err = recv_until(ws, "error")[-1] + assert message in err["error"]["message"] + + +def test_transcription_session(): + server.start() + with ws_connect() as ws: + recv(ws) + session = session_update(ws, type="transcription", max_output_tokens=8, + audio={"input": {"transcription": {"language": "fr"}}}) + assert session["object"] == "realtime.transcription_session" + assert session["audio"]["input"]["transcription"]["language"] == "fr" + send_text(ws, "hello") + assert "not supported in a transcription session" in recv_until(ws, "error")[-1]["error"]["message"] + transcripts = [] + for freq in [440, 880]: + send_audio(ws, make_pcm16(freq=freq)) + send(ws, "input_audio_buffer.commit") + committed = recv_until(ws, "input_audio_buffer.committed")[-1] + events = recv_until(ws, "conversation.item.input_audio_transcription.completed") + transcripts += get_transcripts(events) + assert transcripts[-1][0] == committed["item_id"] + assert len(transcripts) == 2 + assert all(len(text) > 0 for _, text in transcripts) + + +# +# slot and server state +# + +@pytest.mark.parametrize("path", ["/v1/realtime", "/v1/realtime?intent=transcription"]) +def test_realtime_disconnect_frees_slot(path: str): + server.n_slots = 1 + server.start() + with ws_connect(path) as ws: + recv(ws) + send_audio(ws, make_pcm16()) + if path == "/v1/realtime": + send(ws, "response.create") + recv_until(ws, "response.output_item.added") + # the socket is closed in the middle of the session + res = server.make_request("POST", "/v1/chat/completions", data={ + "max_tokens": 4, + "messages": [{"role": "user", "content": "hello"}], + }) + assert res.status_code == 200 + + +def test_realtime_router(): + global server + model = server.model_hf_repo + server = ServerPreset.router() + server.start() + with ws_connect(f"/v1/realtime?model={model}") as ws: + assert recv(ws)["type"] == "session.created" + session_update(ws, output_modalities=["text"], max_output_tokens=4) + send_text(ws, "hello") + send(ws, "response.create") + assert recv_until(ws, "response.done")[-1]["response"]["status"] == "completed" + + +def test_realtime_sleep(): + server.sleep_idle_seconds = 1 + server.start() + start = time.time() + while not server.make_request("GET", "/props").body["is_sleeping"]: + assert time.time() - start < 10, "server did not go to sleep" + time.sleep(0.1) + # the session wakes the server up + with ws_connect() as ws: + assert recv(ws)["type"] == "session.created" + session_update(ws, output_modalities=["text"], max_output_tokens=4) + send_text(ws, "hello") + send(ws, "response.create") + assert recv_until(ws, "response.done")[-1]["response"]["status"] == "completed" diff --git a/tools/server/tests/utils.py b/tools/server/tests/utils.py index 6a30e02d1247..4d936aa2f495 100644 --- a/tools/server/tests/utils.py +++ b/tools/server/tests/utils.py @@ -5,6 +5,10 @@ import subprocess import os +import io +import math +import struct +import wave TMP_DIR = os.path.join(os.path.dirname(os.path.abspath(__file__)), "tmp") import re @@ -726,6 +730,36 @@ def tinylfm3omni() -> ServerProcess: server.seed = 42 return server + @staticmethod + def tinypockettts() -> ServerProcess: + # tts only, with voice cloning + server = ServerProcess() + server.offline = True # will be downloaded by load_all() + # mmproj is already provided by HF registry API + server.model_hf_file = None + server.model_hf_repo = "ggml-org-dev/tinyPocketTTS-for-testing-gguf:Q8_0" + server.model_alias = "tinypockettts" + server.n_ctx = 1024 + server.n_batch = 512 + server.n_slots = 1 + server.seed = 42 + return server + + @staticmethod + def tinyvoxtralrt() -> ServerProcess: + # live transcription only, no chat + server = ServerProcess() + server.offline = True # will be downloaded by load_all() + # mmproj is already provided by HF registry API + server.model_hf_file = None + server.model_hf_repo = "ggml-org-dev/tinyVoxtral-Realtime-for-testing-gguf:Q8_0" + server.model_alias = "tinyvoxtralrt" + server.n_ctx = 1024 + server.n_batch = 512 + server.n_slots = 1 + server.seed = 42 + return server + @staticmethod def router() -> ServerProcess: server = ServerProcess() @@ -832,3 +866,19 @@ def get_lan_ip(server: ServerProcess) -> str | None: def is_slow_test_allowed(): return os.environ.get("SLOW_TESTS") == "1" or os.environ.get("SLOW_TESTS") == "ON" + + +def make_pcm16(seconds: float = 1.0, rate: int = 16000, freq: float = 440.0) -> bytes: + """ sine tone as raw PCM16 mono samples """ + n = int(seconds * rate) + return struct.pack(f"<{n}h", *(int(0.3 * 32767 * math.sin(2 * math.pi * freq * i / rate)) for i in range(n))) + + +def make_wav(seconds: float = 1.0, rate: int = 16000, freq: float = 440.0) -> bytes: + buf = io.BytesIO() + with wave.open(buf, "wb") as w: + w.setnchannels(1) + w.setsampwidth(2) + w.setframerate(rate) + w.writeframes(make_pcm16(seconds, rate, freq)) + return buf.getvalue() From c6a25fc622d322b9ad6e079e97009f7892543a4c Mon Sep 17 00:00:00 2001 From: Aleksander Grygier Date: Fri, 20 Nov 2026 15:06:10 +0100 Subject: [PATCH 235/249] ui: load highlight.js languages on demand (#32661) * ui: load highlight.js on first use highlight.js and every lowlight language (~900 KB raw) moved out of Llama Chat's first load into a chunk that loads with the first code block. - @ggml-org/llama-ui/code: highlightCode stays synchronous. Until highlight.js has loaded it returns the code escaped as plain text and starts the load; a $derived or $effect that called it runs again once it has loaded. New loadHighlighter() and isHighlighterLoaded(). - Markdown: rehype-highlight runs through a lazy rehype step, like KaTeX's: the first message with a code block waits for it, every other one renders in the same pass. First-load JS of the chat page: 3.47 -> 2.56 MB raw, 1.05 -> 0.75 MB gzip, 0.84 -> 0.60 MB brotli. Assisted-by: Claude (Opus 5.5 Medium) * ui: load each highlight.js language on first use highlight.js now loads one language at a time instead of all ~190 at once with the first code block: every language is its own chunk, and the core loads with the first one. - @ggml-org/llama-ui/code: highlightCode looks a language or alias up in a generated table (scripts/generate-highlight-languages.mjs), loads it with the languages it embeds (CSS and JavaScript inside HTML, say) and returns plain text until then; a $derived or $effect that called it runs again once it has loaded. Auto-detection picks among lowlight's 37 common languages, loaded the first time something auto-detects. New loadHighlightLanguages(), isHighlightLanguageLoaded(), resolveHighlightLanguage() and getLoadedHighlightLanguages() replace loadHighlighter() and isHighlighterLoaded(). - Markdown: rehypeLazyHighlight highlights with lowlight's core and the languages a message uses, waiting only for one it is the first to use. rehype-highlight is no longer in the pipeline, since it bundles lowlight's common languages. First-load JS of the chat page stays at 2.58 MB raw, 0.76 MB gzip, 0.61 MB brotli: no highlight.js code, only the 14 KB language table. The first code block now loads its language (1-12 KB for most) and the 20 KB core instead of 900 KB. Assisted-by: Claude (Opus 5.5 Medium) * ui: name the code-block class names and shell language as constants Assisted-by: Claude (Opus 5.5 Medium) --- .../MarkdownContent/markdown-processor.ts | 10 +- .../plugins/rehype/code-block-utils.ts | 5 +- .../plugins/rehype/enhance-code-blocks.ts | 6 +- .../plugins/rehype/lazy-highlight.ts | 149 ++++++ .../plugins/rehype/lowlight-core.ts | 3 + .../plugins/rehype/pre-transform.ts | 3 +- ui/apps/chat/src/lib/utils/code.ts | 9 +- ui/apps/chat/src/lib/utils/index.ts | 2 + .../chat/tests/unit/agentic-hotpath.bench.ts | 9 +- ui/apps/chat/tests/unit/code.test.ts | 11 +- .../chat/tests/unit/lazy-highlight.test.ts | 117 +++++ ui/lib/ui/README.md | 8 +- .../scripts/generate-highlight-languages.mjs | 98 ++++ .../src/lib/constants/code-block.constants.ts | 10 + ui/lib/ui/src/lib/index.ts | 2 +- ui/lib/ui/src/lib/utils/code.ts | 192 +++++-- .../ui/src/lib/utils/highlight-languages.ts | 474 ++++++++++++++++++ ui/lib/ui/src/lib/utils/index.ts | 9 +- 18 files changed, 1069 insertions(+), 48 deletions(-) create mode 100644 ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/lazy-highlight.ts create mode 100644 ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/lowlight-core.ts create mode 100644 ui/apps/chat/tests/unit/lazy-highlight.test.ts create mode 100644 ui/lib/ui/scripts/generate-highlight-languages.mjs create mode 100644 ui/lib/ui/src/lib/utils/highlight-languages.ts diff --git a/ui/apps/chat/src/lib/components/app/content/MarkdownContent/markdown-processor.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/markdown-processor.ts index aed4b93e50d0..3f329baa6978 100644 --- a/ui/apps/chat/src/lib/components/app/content/MarkdownContent/markdown-processor.ts +++ b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/markdown-processor.ts @@ -13,6 +13,7 @@ import { rehypeEnhanceMermaidBlocks } from './plugins/rehype/enhance-mermaid-blo import { rehypeEnhanceSvgBlocks } from './plugins/rehype/enhance-svg-blocks'; import { rehypeEnhanceTables } from './plugins/rehype/enhance-tables'; import { rehypeFileBadge } from './plugins/rehype/file-badge'; +import { rehypeLazyHighlight } from './plugins/rehype/lazy-highlight'; import { rehypeLazyKatex } from './plugins/rehype/lazy-katex'; import { rehypeMermaidPre } from './plugins/rehype/mermaid-pre'; import { rehypeRtlSupport } from './plugins/rehype/rehype-rtl-support'; @@ -23,9 +24,7 @@ import { remarkLiteralHtml } from './plugins/remark/literal-html'; import { FileTypeText } from '#lib/enums/files.enums.ts'; import type { DatabaseMessageExtra } from '#lib/types/database.js'; import type { Root as HastRoot } from 'hast'; -import { all as lowlightAll } from 'lowlight'; import type { Root as MdastRoot } from 'mdast'; -import rehypeHighlight from 'rehype-highlight'; import rehypeStringify from 'rehype-stringify'; import { remark } from 'remark'; import remarkBreaks from 'remark-breaks'; @@ -75,10 +74,9 @@ function buildPipeline({ } const pipeline = proc - .use(rehypeHighlight, { - aliases: { [FileTypeText.XML]: [FileTypeText.SVELTE, FileTypeText.VUE] }, - languages: lowlightAll - }) // Add syntax highlighting + .use(rehypeLazyHighlight, { + aliases: { [FileTypeText.XML]: [FileTypeText.SVELTE, FileTypeText.VUE] } + }) // Add syntax highlighting, loading highlight.js with the first message that has a code block .use(rehypeRestoreTableHtml) // Restore limited HTML (e.g.
    ,
      ) inside Markdown tables .use(rehypeEnhanceTables) // Wrap tables in a horizontal scroll container .use(rehypeEnhanceLinks) // Add target="_blank" to links diff --git a/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/code-block-utils.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/code-block-utils.ts index 771235089d87..2070b9fd533c 100644 --- a/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/code-block-utils.ts +++ b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/code-block-utils.ts @@ -4,6 +4,7 @@ */ import { + CODE_BLOCK, CODE_BLOCK_CLASS, CODE_ICON_SVG, COPY_ICON_SVG, @@ -100,7 +101,9 @@ export function createSourceView( ): Element { const code: Element = codeElement ?? { children: [{ type: 'text', value: source }], - properties: { className: ['hljs', `language-${language}`] }, + properties: { + className: [CODE_BLOCK_CLASS.HLJS, `${CODE_BLOCK.LANGUAGE_CLASS_PREFIX}${language}`] + }, tagName: 'code', type: 'element' }; diff --git a/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-code-blocks.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-code-blocks.ts index 5c1b2094f34b..60932a246f70 100644 --- a/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-code-blocks.ts +++ b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/enhance-code-blocks.ts @@ -17,7 +17,7 @@ import { createWrapper, generateBlockId } from './code-block-utils'; -import { CODE_BLOCK_CLASS, MARKDOWN_DATA_ATTRS } from '#lib/constants/index.ts'; +import { CODE_BLOCK, CODE_BLOCK_CLASS, MARKDOWN_DATA_ATTRS } from '#lib/constants/index.ts'; import type { Element, ElementContent, Root } from 'hast'; import type { Plugin } from 'unified'; import { visit } from 'unist-util-visit'; @@ -34,8 +34,8 @@ function extractLanguage(codeElement: Element): string { if (!Array.isArray(className)) return 'text'; for (const cls of className) { - if (typeof cls === 'string' && cls.startsWith('language-')) { - return cls.replace('language-', ''); + if (typeof cls === 'string' && cls.startsWith(CODE_BLOCK.LANGUAGE_CLASS_PREFIX)) { + return cls.slice(CODE_BLOCK.LANGUAGE_CLASS_PREFIX.length); } } diff --git a/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/lazy-highlight.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/lazy-highlight.ts new file mode 100644 index 000000000000..fa79294b2b55 --- /dev/null +++ b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/lazy-highlight.ts @@ -0,0 +1,149 @@ +/** + * Rehype plugin that highlights code blocks like rehype-highlight, loading highlight.js and each language only when a + * message has a block in it. + * + * Only `
      ` blocks with a language class (`language-ts`, `lang-ts`) are highlighted; `no-highlight` opts a
      + * block out, and a language highlight.js lacks is left plain. rehype-highlight itself is not used: it bundles
      + * lowlight's common languages, which would load all at once.
      + */
      +
      +import { CODE_BLOCK, CODE_BLOCK_CLASS } from '#lib/constants/index.ts';
      +import {
      +	getLoadedHighlightLanguages,
      +	loadHighlightLanguages,
      +	resolveHighlightLanguage
      +} from '#lib/utils/code.ts';
      +import type { Element, ElementContent, Root } from 'hast';
      +import type { Plugin } from 'unified';
      +import { visit } from 'unist-util-visit';
      +
      +type Lowlight = ReturnType<(typeof import('./lowlight-core'))['createLowlight']>;
      +
      +export interface LazyHighlightOptions {
      +	/** Extra aliases per language, as rehype-highlight takes them: `{ xml: ['svelte', 'vue'] }`. */
      +	aliases?: Record;
      +}
      +
      +interface CodeBlock {
      +	node: Element;
      +	/** The highlight.js language to use, or undefined for one it lacks. */
      +	name: string | undefined;
      +}
      +
      +let lowlight: Lowlight | undefined;
      +let lowlightLoading: Promise | undefined;
      +
      +const registered = new Set();
      +
      +// the language a code element's class names, false for `no-highlight`, as rehype-highlight reads it
      +function classLanguage(node: Element): string | false | undefined {
      +	const list = node.properties?.className;
      +
      +	if (!Array.isArray(list)) return undefined;
      +
      +	let name: string | undefined;
      +
      +	for (const item of list) {
      +		const value = String(item);
      +
      +		if ((CODE_BLOCK.NO_HIGHLIGHT_CLASSES as readonly string[]).includes(value)) return false;
      +
      +		for (const prefix of [CODE_BLOCK.LANG_CLASS_PREFIX, CODE_BLOCK.LANGUAGE_CLASS_PREFIX]) {
      +			if (!name && value.startsWith(prefix)) name = value.slice(prefix.length);
      +		}
      +	}
      +
      +	return name;
      +}
      +
      +function textContent(node: ElementContent | Element): string {
      +	if (node.type === 'text') return node.value;
      +
      +	if (node.type !== 'element') return '';
      +
      +	return node.children.map(textContent).join('');
      +}
      +
      +function loadLowlight(): Promise {
      +	lowlightLoading ??= import('./lowlight-core').then(
      +		({ createLowlight }) => (lowlight = createLowlight()),
      +		(error) => {
      +			lowlightLoading = undefined;
      +
      +			throw error;
      +		}
      +	);
      +
      +	return lowlightLoading;
      +}
      +
      +// registers the languages highlightCode's loader has loaded with lowlight, as highlight.js ships them
      +function registerLoadedLanguages(target: Lowlight): void {
      +	for (const [name, definition] of Object.entries(getLoadedHighlightLanguages())) {
      +		if (registered.has(name)) continue;
      +
      +		target.register(name, definition);
      +		registered.add(name);
      +	}
      +}
      +
      +function highlightBlocks(target: Lowlight, blocks: CodeBlock[]): void {
      +	for (const { name, node } of blocks) {
      +		const className = Array.isArray(node.properties.className)
      +			? node.properties.className
      +			: (node.properties.className = []);
      +
      +		if (!className.includes(CODE_BLOCK_CLASS.HLJS)) className.unshift(CODE_BLOCK_CLASS.HLJS);
      +
      +		if (!name || !registered.has(name)) continue;
      +
      +		const result = target.highlight(name, textContent(node));
      +
      +		if (result.children.length > 0) node.children = result.children as ElementContent[];
      +	}
      +}
      +
      +// synchronous when there is no code block or its languages have loaded, so a message waits only for a language it
      +// is the first to use, and every other one renders in the same pass as before
      +export const rehypeLazyHighlight: Plugin<[LazyHighlightOptions?], Root> = (options = {}) => {
      +	const extraAliases = new Map();
      +
      +	for (const [language, aliases] of Object.entries(options.aliases ?? {})) {
      +		for (const alias of [aliases].flat()) extraAliases.set(alias.toLowerCase(), language);
      +	}
      +
      +	return (tree) => {
      +		const blocks: CodeBlock[] = [];
      +
      +		visit(tree, 'element', (node: Element, _, parent) => {
      +			if (node.tagName !== 'code' || parent?.type !== 'element' || parent.tagName !== 'pre') {
      +				return;
      +			}
      +
      +			const language = classLanguage(node);
      +
      +			if (!language) return;
      +
      +			const key = language.toLowerCase();
      +
      +			blocks.push({ name: resolveHighlightLanguage(extraAliases.get(key) ?? key), node });
      +		});
      +
      +		if (!blocks.length) return;
      +
      +		const names = [
      +			...new Set(blocks.map((block) => block.name).filter((name) => name !== undefined))
      +		];
      +
      +		if (lowlight && names.every((name) => registered.has(name))) {
      +			highlightBlocks(lowlight, blocks);
      +
      +			return;
      +		}
      +
      +		return Promise.all([loadLowlight(), loadHighlightLanguages(names)]).then(([target]) => {
      +			registerLoadedLanguages(target);
      +			highlightBlocks(target, blocks);
      +		});
      +	};
      +};
      diff --git a/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/lowlight-core.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/lowlight-core.ts
      new file mode 100644
      index 000000000000..86a9bdf08306
      --- /dev/null
      +++ b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/lowlight-core.ts
      @@ -0,0 +1,3 @@
      +// lowlight without its bundled language sets, for lazy-highlight.ts to load with the first code block: a static
      +// re-export of createLowlight alone lets the build drop lowlight's `common` and `all`
      +export { createLowlight } from 'lowlight';
      diff --git a/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/pre-transform.ts b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/pre-transform.ts
      index af45ff0aa082..309ad9bd936d 100644
      --- a/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/pre-transform.ts
      +++ b/ui/apps/chat/src/lib/components/app/content/MarkdownContent/plugins/rehype/pre-transform.ts
      @@ -1,3 +1,4 @@
      +import { CODE_BLOCK } from '#lib/constants/index.ts';
       import type { Element, ElementContent, Root, Text } from 'hast';
       import type { Plugin } from 'unified';
       import { visit } from 'unist-util-visit';
      @@ -50,7 +51,7 @@ export function createPreTransform(
       	contentGuard?: (text: string) => boolean
       ): Plugin<[], Root> {
       	const codeClasses = (Array.isArray(languages) ? languages : [languages]).map(
      -		(language) => `language-${language}`
      +		(language) => `${CODE_BLOCK.LANGUAGE_CLASS_PREFIX}${language}`
       	);
       
       	return () => {
      diff --git a/ui/apps/chat/src/lib/utils/code.ts b/ui/apps/chat/src/lib/utils/code.ts
      index cc9eba2d3f23..be556c3fcc73 100644
      --- a/ui/apps/chat/src/lib/utils/code.ts
      +++ b/ui/apps/chat/src/lib/utils/code.ts
      @@ -1,6 +1,13 @@
       import { CODE_BLOCK, NEWLINE } from '#lib/constants/index.ts';
       
      -export { highlightCode, trimCodePadding } from '@ggml-org/llama-ui/code';
      +export {
      +	getLoadedHighlightLanguages,
      +	highlightCode,
      +	isHighlightLanguageLoaded,
      +	loadHighlightLanguages,
      +	resolveHighlightLanguage,
      +	trimCodePadding
      +} from '@ggml-org/llama-ui/code';
       
       export interface IncompleteCodeBlock {
       	language: string;
      diff --git a/ui/apps/chat/src/lib/utils/index.ts b/ui/apps/chat/src/lib/utils/index.ts
      index 61c202ab0c06..1f1d46844f1b 100644
      --- a/ui/apps/chat/src/lib/utils/index.ts
      +++ b/ui/apps/chat/src/lib/utils/index.ts
      @@ -33,6 +33,8 @@ export {
       // Code
       export {
       	highlightCode,
      +	isHighlightLanguageLoaded,
      +	loadHighlightLanguages,
       	detectIncompleteCodeBlock,
       	splitGluedClosingCodeFences,
       	trimCodePadding,
      diff --git a/ui/apps/chat/tests/unit/agentic-hotpath.bench.ts b/ui/apps/chat/tests/unit/agentic-hotpath.bench.ts
      index 685ccdf686ea..c46f3fe4bf68 100644
      --- a/ui/apps/chat/tests/unit/agentic-hotpath.bench.ts
      +++ b/ui/apps/chat/tests/unit/agentic-hotpath.bench.ts
      @@ -7,7 +7,11 @@
       // Run: npx vitest bench --project=unit tests/unit/agentic-hotpath.bench.ts
       
       import { classifyToolResult, parseToolResultWithMedia } from '#lib/utils/agentic.ts';
      -import { detectIncompleteCodeBlock, highlightCode } from '#lib/utils/code.ts';
      +import {
      +	detectIncompleteCodeBlock,
      +	highlightCode,
      +	loadHighlightLanguages
      +} from '#lib/utils/code.ts';
       import { computeLineDiff } from '#lib/utils/compute-line-diff.ts';
       import { preprocessLaTeX } from '#lib/utils/latex-protection.ts';
       import { parsePartialJsonArgs } from '#lib/utils/parse-partial-json-args.ts';
      @@ -228,6 +232,9 @@ describe('parsePartialJsonArgs', () => {
       
       // --- F / I: highlight.js ---------------------------------------------------
       
      +// highlightCode returns plain text until highlight.js has loaded
      +await loadHighlightLanguages();
      +
       describe('highlightCode', () => {
       	bench('short bash command (title row, per token)', () => {
       		highlightCode('grep -rn "foo" src/ | head -50', 'bash');
      diff --git a/ui/apps/chat/tests/unit/code.test.ts b/ui/apps/chat/tests/unit/code.test.ts
      index 2ecaf69f018e..31f0c1846379 100644
      --- a/ui/apps/chat/tests/unit/code.test.ts
      +++ b/ui/apps/chat/tests/unit/code.test.ts
      @@ -1,5 +1,12 @@
      -import { highlightCode, splitGluedClosingCodeFences, trimCodePadding } from '#lib/utils/code.ts';
      -import { describe, expect, it } from 'vitest';
      +import {
      +	highlightCode,
      +	loadHighlightLanguages,
      +	splitGluedClosingCodeFences,
      +	trimCodePadding
      +} from '#lib/utils/code.ts';
      +import { beforeAll, describe, expect, it } from 'vitest';
      +
      +beforeAll(() => loadHighlightLanguages());
       
       describe('trimCodePadding', () => {
       	it('removes a single leading newline', () => {
      diff --git a/ui/apps/chat/tests/unit/lazy-highlight.test.ts b/ui/apps/chat/tests/unit/lazy-highlight.test.ts
      new file mode 100644
      index 000000000000..f766706c2387
      --- /dev/null
      +++ b/ui/apps/chat/tests/unit/lazy-highlight.test.ts
      @@ -0,0 +1,117 @@
      +import { rehypeLazyHighlight } from '#lib/components/app/content/MarkdownContent/plugins/rehype/lazy-highlight.ts';
      +import {
      +	highlightCode,
      +	isHighlightLanguageLoaded,
      +	loadHighlightLanguages,
      +	resolveHighlightLanguage
      +} from '#lib/utils/code.ts';
      +import type { Root } from 'hast';
      +import rehypeStringify from 'rehype-stringify';
      +import { remark } from 'remark';
      +import remarkRehype from 'remark-rehype';
      +import { describe, expect, it } from 'vitest';
      +
      +// one file, so these run in order against one fresh loader: nothing has loaded when it starts
      +describe('highlightCode before its language loads', () => {
      +	it('resolves aliases to highlight.js names', () => {
      +		expect(resolveHighlightLanguage('ts')).toBe('typescript');
      +		expect(resolveHighlightLanguage('SH')).toBe('bash');
      +		expect(resolveHighlightLanguage('yml')).toBe('yaml');
      +		expect(resolveHighlightLanguage('python')).toBe('python');
      +		expect(resolveHighlightLanguage('constructor')).toBeUndefined();
      +		expect(resolveHighlightLanguage('not-a-language')).toBeUndefined();
      +	});
      +
      +	it('returns plain text, then highlights once that language (and only it) has loaded', async () => {
      +		expect(highlightCode('\nconst x = 1;\n', 'ts')).toBe('const x = 1;');
      +
      +		await loadHighlightLanguages(['ts']);
      +
      +		expect(isHighlightLanguageLoaded('typescript')).toBe(true);
      +		expect(highlightCode('const x = 1;', 'ts')).toContain('hljs-keyword');
      +		expect(isHighlightLanguageLoaded('python')).toBe(false);
      +	});
      +
      +	it('loads the languages a language embeds with it', async () => {
      +		await loadHighlightLanguages(['html']);
      +
      +		expect(isHighlightLanguageLoaded('css')).toBe(true);
      +		expect(highlightCode('', 'html')).toContain('hljs-attribute');
      +	});
      +
      +	it('leaves an unknown language plain without auto-detection', () => {
      +		expect(highlightCode('a && b', 'not-a-language', false)).toBe(
      +			'<b>a && b</b>'
      +		);
      +	});
      +
      +	it('auto-detects an unknown language among the common languages once they load', async () => {
      +		const code = 'def greet(name):\n    return f"hi {name}"';
      +
      +		expect(highlightCode(code, 'not-a-language')).toBe(code);
      +
      +		// that call started loading every common language
      +		const html = await waitForHighlight(() => highlightCode(code, 'not-a-language'));
      +
      +		expect(html).toContain('hljs-');
      +	});
      +});
      +
      +async function waitForHighlight(highlight: () => string): Promise {
      +	for (let i = 0; i < 50; i++) {
      +		const html = highlight();
      +
      +		if (html.includes('hljs-')) return html;
      +
      +		await new Promise((resolve) => setTimeout(resolve, 20));
      +	}
      +
      +	return highlight();
      +}
      +
      +const processor = remark()
      +	.use(remarkRehype)
      +	.use(rehypeLazyHighlight, { aliases: { xml: ['svelte'] } })
      +	.use(rehypeStringify);
      +
      +async function render(markdown: string): Promise {
      +	return processor.stringify((await processor.run(processor.parse(markdown))) as Root);
      +}
      +
      +describe('rehypeLazyHighlight', () => {
      +	it('leaves a message without a code block as it is, in the same pass', () => {
      +		const tree = processor.runSync(processor.parse('Just *text* and `code`')) as Root;
      +
      +		expect(processor.stringify(tree)).toBe('

      Just text and code

      '); + }); + + it('loads a block language, then highlights it in the same pass', async () => { + const markdown = '```rust\nfn main() {}\n```'; + const first = await render(markdown); + + expect(first).toContain(''); + expect(first).toContain('hljs-keyword'); + + const second = processor.stringify(processor.runSync(processor.parse(markdown)) as Root); + + expect(second).toBe(first); + }); + + it('uses highlight.js definitions, not highlightCode bash changes', async () => { + const html = await render('```sh\ncurl -LsSf https://example.com\n```'); + + expect(html).toContain(''); + expect(html).not.toContain('hljs-built_in">curl'); + }); + + it('takes extra aliases', async () => { + expect(await render('```svelte\n
      {x}
      \n```')).toContain('hljs-tag'); + }); + + it('leaves unknown languages, no-highlight and blocks without a language plain', async () => { + expect(await render('```not-a-language\nx = 1\n```')).toBe( + '
      x = 1\n
      ' + ); + expect(await render('```\nx = 1\n```')).toBe('
      x = 1\n
      '); + }); +}); diff --git a/ui/lib/ui/README.md b/ui/lib/ui/README.md index 2c701d8a6331..9fd1c350c8b8 100644 --- a/ui/lib/ui/README.md +++ b/ui/lib/ui/README.md @@ -49,7 +49,13 @@ Next: llama.app's model page. The constants, enums and code helpers the components use are entry points too, for an app that shows the same things: `@ggml-org/llama-ui/constants` (the shared classes and code-block constants), `@ggml-org/llama-ui/enums` (`ColorMode`, -`TooltipSide`, `BooleanString`) and `@ggml-org/llama-ui/code` (`highlightCode`, `trimCodePadding`). The model data +`TooltipSide`, `BooleanString`) and `@ggml-org/llama-ui/code` (`highlightCode`, `trimCodePadding`, +`loadHighlightLanguages`, `isHighlightLanguageLoaded`, `resolveHighlightLanguage`, `getLoadedHighlightLanguages`). +highlight.js loads one language at a time, each its own chunk, so none is in an app's first load: until a language +has loaded, `highlightCode` returns the code escaped as plain text, and a `$derived` or `$effect` that called it runs +again once it has. A language loads with the ones it embeds (CSS and JavaScript inside HTML); auto-detection picks +among lowlight's common languages. Await `loadHighlightLanguages([...])` where highlighted output is needed at once. +`scripts/generate-highlight-languages.mjs` regenerates the language table after a highlight.js or lowlight update. The model data (constants, enums, formatters and types) comes with the Model UI at `@ggml-org/llama-ui/models`. ## How the apps in this repo use it diff --git a/ui/lib/ui/scripts/generate-highlight-languages.mjs b/ui/lib/ui/scripts/generate-highlight-languages.mjs new file mode 100644 index 000000000000..38ca8551d06b --- /dev/null +++ b/ui/lib/ui/scripts/generate-highlight-languages.mjs @@ -0,0 +1,98 @@ +// Writes src/lib/utils/highlight-languages.ts: one loader per highlight.js language lowlight ships (each its own chunk +// in an app's build), the aliases that name them, and lowlight's common languages, which auto-detection picks from. +// Run it after updating highlight.js or lowlight: node scripts/generate-highlight-languages.mjs +import { execFileSync } from "node:child_process"; +import { writeFileSync } from "node:fs"; +import hljs from "highlight.js/lib/core"; +import { all, common } from "lowlight"; + +const OUTPUT = new URL( + "../src/lib/utils/highlight-languages.ts", + import.meta.url, +); + +const names = Object.keys(all).sort(); +const aliases = {}; +const subLanguages = {}; + +// the languages a definition embeds (`subLanguage`: CSS and JavaScript inside HTML, say), which highlight.js leaves +// plain unless they are registered too +function collectSubLanguages(mode, found, seen = new Set()) { + if (!mode || typeof mode !== "object" || seen.has(mode)) return found; + + seen.add(mode); + + for (const sub of [mode.subLanguage ?? []].flat()) + found.add(sub.toLowerCase()); + + for (const value of Object.values(mode)) { + if (Array.isArray(value)) + for (const item of value) collectSubLanguages(item, found, seen); + else if (value && typeof value === "object") + collectSubLanguages(value, found, seen); + } + + return found; +} + +// register in lowlight's order, so an alias two languages claim names the same one it does in lowlight +for (const name of names) { + const highlighter = hljs.newInstance(); + + highlighter.registerLanguage(name, all[name]); + + for (const alias of highlighter.getLanguage(name)?.aliases ?? []) { + const key = alias.toLowerCase(); + + if (key !== name && !(key in all)) aliases[key] = name; + } +} + +for (const name of names) { + const definition = all[name](hljs); + const found = [...collectSubLanguages(definition, new Set())] + .map((sub) => (sub in all ? sub : aliases[sub])) + .filter((sub) => sub && sub !== name); + + if (found.length) subLanguages[name] = [...new Set(found)].sort(); +} + +const quote = (s) => `'${s}'`; +const key = (s) => (/^[a-z_$][\w$]*$/i.test(s) ? s : quote(s)); + +const source = `// Generated by scripts/generate-highlight-languages.mjs from lowlight's languages; do not edit by hand. +import type { LanguageFn } from 'highlight.js'; + +/** Loads one highlight.js language, by its name. */ +export const HIGHLIGHT_LANGUAGE_LOADERS: Record Promise<{ default: LanguageFn }>> = { +${names.map((n) => `\t${key(n)}: () => import('highlight.js/lib/languages/${n}')`).join(",\n")} +}; + +/** The language each alias names (\`js\` -> \`javascript\`), as highlight.js resolves it. */ +export const HIGHLIGHT_LANGUAGE_ALIASES: Record = { +${Object.keys(aliases) + .sort() + .map((a) => `\t${key(a)}: ${quote(aliases[a])}`) + .join(",\n")} +}; + +/** The languages each language embeds, to load with it so its embedded code is highlighted too. */ +export const HIGHLIGHT_SUB_LANGUAGES: Record = { +${Object.keys(subLanguages) + .map((n) => `\t${key(n)}: [${subLanguages[n].map(quote).join(", ")}]`) + .join(",\n")} +}; + +/** lowlight's common languages: the ones auto-detection picks from. */ +export const HIGHLIGHT_AUTO_DETECT_LANGUAGES: readonly string[] = [ +${Object.keys(common) + .sort() + .map((n) => `\t${quote(n)}`) + .join(",\n")} +]; +`; + +writeFileSync(OUTPUT, source); +execFileSync("npx", ["prettier", "--write", OUTPUT.pathname], { + stdio: "inherit", +}); diff --git a/ui/lib/ui/src/lib/constants/code-block.constants.ts b/ui/lib/ui/src/lib/constants/code-block.constants.ts index d395f861ee83..836d619d319a 100644 --- a/ui/lib/ui/src/lib/constants/code-block.constants.ts +++ b/ui/lib/ui/src/lib/constants/code-block.constants.ts @@ -8,9 +8,15 @@ export const CODE_BLOCK = { /** Matches opening/closing markdown code fences. */ FENCE_PATTERN: /^```|\n```/g, GT_REGEX: />/g, + /** Short form of the class prefix that names a code element's language (`lang-ts`). */ + LANG_CLASS_PREFIX: "lang-", + /** Class prefix that names a code element's language (`language-ts`). */ + LANGUAGE_CLASS_PREFIX: "language-", /** Matches the language specifier at the start of a code fence. */ LANG_PATTERN: /^(\w*)\n?/, LT_REGEX: / | undefined; +const languageLoading = new Map>(); +/** Languages loaded together with every language they embed, so highlightCode can use them. */ +const readyLanguages = new Set(); +/** Each loaded language's definition as highlight.js ships it, without this module's bash changes. */ +const languageDefinitions = new Map(); +const loadListeners = new Set<() => void>(); + +// lets a $derived or $effect that called highlightCode before its language loaded run again once it has +const subscribeToLoad = createSubscriber((update) => { + loadListeners.add(update); + + return () => loadListeners.delete(update); +}); // highlight.js's bash marks strings, variables and keywords but leaves a command's name and its flags plain, so a // command (`curl -H … -d …`) reads as one colour. Mark them too: the name as a built-in, the flags as attributes. -hljs.registerLanguage("bash", (api) => { - const base = bash(api); - - return { - ...base, - contains: [ - { match: CODE_BLOCK.SHELL_COMMAND_REGEX, scope: "built_in" }, - { match: CODE_BLOCK.SHELL_FLAG_REGEX, scope: "attr" }, - ...(base.contains ?? []), - ], +function withShellCommands(bash: LanguageFn): LanguageFn { + return (api) => { + const base = bash(api); + + return { + ...base, + contains: [ + { match: CODE_BLOCK.SHELL_COMMAND_REGEX, scope: "built_in" }, + { match: CODE_BLOCK.SHELL_FLAG_REGEX, scope: "attr" }, + ...(base.contains ?? []), + ], + }; }; -}); +} + +/** The highlight.js name of a language or one of its aliases (`ts` -> `typescript`), or undefined for one it lacks. */ +export function resolveHighlightLanguage(language: string): string | undefined { + const key = language.toLowerCase(); + + if (Object.hasOwn(HIGHLIGHT_LANGUAGE_LOADERS, key)) return key; + + return Object.hasOwn(HIGHLIGHT_LANGUAGE_ALIASES, key) + ? HIGHLIGHT_LANGUAGE_ALIASES[key] + : undefined; +} + +/** Whether a language (or alias) has loaded, so highlightCode highlights it rather than returning plain text. */ +export function isHighlightLanguageLoaded(language: string): boolean { + const name = resolveHighlightLanguage(language); + + return name !== undefined && readyLanguages.has(name); +} + +/** The definitions of every loaded language, as highlight.js ships them, to register with another highlighter. */ +export function getLoadedHighlightLanguages(): Record { + return Object.fromEntries( + [...readyLanguages].map((name) => [name, languageDefinitions.get(name)!]), + ); +} + +function loadCore(): Promise { + coreLoading ??= import("highlight.js/lib/core").then( + (module) => (hljs = module.default.newInstance()), + (error) => { + coreLoading = undefined; + + throw error; + }, + ); + + return coreLoading; +} + +function loadLanguage(name: string): Promise { + let loading = languageLoading.get(name); + + if (!loading) { + loading = Promise.all([ + loadCore(), + HIGHLIGHT_LANGUAGE_LOADERS[name](), + ]).then(([core, module]) => { + languageDefinitions.set(name, module.default); + core.registerLanguage( + name, + name === CODE_BLOCK.SHELL_LANGUAGE + ? withShellCommands(module.default) + : module.default, + ); + }); + // let a later call try again + loading.catch(() => languageLoading.delete(name)); + languageLoading.set(name, loading); + } + + return loading; +} + +/** + * Loads languages (names or aliases; unknown ones are skipped) with every language they embed, or every language + * when called without any. highlightCode loads what it needs itself; await this where highlighted output is needed + * right away, as in tests or a server render. + */ +export async function loadHighlightLanguages( + languages?: readonly string[], +): Promise { + const names = new Set(); + const queue = languages + ? languages + .map(resolveHighlightLanguage) + .filter((name) => name !== undefined) + : Object.keys(HIGHLIGHT_LANGUAGE_LOADERS); + + while (queue.length) { + const name = queue.pop()!; + + if (names.has(name)) continue; + + names.add(name); + queue.push(...(HIGHLIGHT_SUB_LANGUAGES[name] ?? [])); + } + + const missing = [...names].filter((name) => !readyLanguages.has(name)); + + if (!missing.length) return; + + await Promise.all(missing.map(loadLanguage)); + + for (const name of missing) readyLanguages.add(name); + for (const update of [...loadListeners]) update(); +} /** * Strips empty lines (whitespace-only) from the start and end of code, so hljs emits no phantom row before or after @@ -42,7 +159,13 @@ function escapeCode(code: string): string { const HIGHLIGHT_CACHE_MAX_SIZE = 64; const highlightCache = new Map(); -/** Highlights code with highlight.js in the given language, auto-detecting one it doesn't know. */ +/** + * Highlights code with highlight.js in the given language (a name or an alias). For a language highlight.js lacks it + * auto-detects one among lowlight's common languages, unless autoDetect is false. + * + * Each language loads on first use: until it has, this returns the code escaped as plain text, and a Svelte $derived + * or $effect that called it runs again once it has loaded. Await loadHighlightLanguages() first to skip that. + */ export function highlightCode( code: string, language: string, @@ -50,25 +173,34 @@ export function highlightCode( ): string { if (!code) return ""; - const cacheKey = `${language}:${autoDetect}:${code}`; + const name = resolveHighlightLanguage(language); + const needed = name + ? [name] + : autoDetect + ? HIGHLIGHT_AUTO_DETECT_LANGUAGES + : []; + const trimmed = trimCodePadding(code); + + if (!needed.length) return escapeCode(trimmed); + + if (!hljs || !needed.every((n) => readyLanguages.has(n))) { + subscribeToLoad(); + loadHighlightLanguages(needed).catch(() => {}); + + return escapeCode(trimmed); + } + + const cacheKey = `${name ?? ""}:${code}`; const cached = highlightCache.get(cacheKey); if (cached) return cached; - const trimmed = trimCodePadding(code); - let result: string; try { - const lang = language.toLowerCase(); - - if (hljs.getLanguage(lang)) { - result = hljs.highlight(trimmed, { language: lang }).value; - } else if (autoDetect) { - result = hljs.highlightAuto(trimmed).value; - } else { - result = escapeCode(trimmed); - } + result = name + ? hljs.highlight(trimmed, { language: name }).value + : hljs.highlightAuto(trimmed, [...HIGHLIGHT_AUTO_DETECT_LANGUAGES]).value; } catch { result = escapeCode(trimmed); } diff --git a/ui/lib/ui/src/lib/utils/highlight-languages.ts b/ui/lib/ui/src/lib/utils/highlight-languages.ts new file mode 100644 index 000000000000..e52bcc6ec625 --- /dev/null +++ b/ui/lib/ui/src/lib/utils/highlight-languages.ts @@ -0,0 +1,474 @@ +// Generated by scripts/generate-highlight-languages.mjs from lowlight's languages; do not edit by hand. +import type { LanguageFn } from "highlight.js"; + +/** Loads one highlight.js language, by its name. */ +export const HIGHLIGHT_LANGUAGE_LOADERS: Record< + string, + () => Promise<{ default: LanguageFn }> +> = { + "1c": () => import("highlight.js/lib/languages/1c"), + abnf: () => import("highlight.js/lib/languages/abnf"), + accesslog: () => import("highlight.js/lib/languages/accesslog"), + actionscript: () => import("highlight.js/lib/languages/actionscript"), + ada: () => import("highlight.js/lib/languages/ada"), + angelscript: () => import("highlight.js/lib/languages/angelscript"), + apache: () => import("highlight.js/lib/languages/apache"), + applescript: () => import("highlight.js/lib/languages/applescript"), + arcade: () => import("highlight.js/lib/languages/arcade"), + arduino: () => import("highlight.js/lib/languages/arduino"), + armasm: () => import("highlight.js/lib/languages/armasm"), + asciidoc: () => import("highlight.js/lib/languages/asciidoc"), + aspectj: () => import("highlight.js/lib/languages/aspectj"), + autohotkey: () => import("highlight.js/lib/languages/autohotkey"), + autoit: () => import("highlight.js/lib/languages/autoit"), + avrasm: () => import("highlight.js/lib/languages/avrasm"), + awk: () => import("highlight.js/lib/languages/awk"), + axapta: () => import("highlight.js/lib/languages/axapta"), + bash: () => import("highlight.js/lib/languages/bash"), + basic: () => import("highlight.js/lib/languages/basic"), + bnf: () => import("highlight.js/lib/languages/bnf"), + brainfuck: () => import("highlight.js/lib/languages/brainfuck"), + c: () => import("highlight.js/lib/languages/c"), + cal: () => import("highlight.js/lib/languages/cal"), + capnproto: () => import("highlight.js/lib/languages/capnproto"), + ceylon: () => import("highlight.js/lib/languages/ceylon"), + clean: () => import("highlight.js/lib/languages/clean"), + clojure: () => import("highlight.js/lib/languages/clojure"), + "clojure-repl": () => import("highlight.js/lib/languages/clojure-repl"), + cmake: () => import("highlight.js/lib/languages/cmake"), + coffeescript: () => import("highlight.js/lib/languages/coffeescript"), + coq: () => import("highlight.js/lib/languages/coq"), + cos: () => import("highlight.js/lib/languages/cos"), + cpp: () => import("highlight.js/lib/languages/cpp"), + crmsh: () => import("highlight.js/lib/languages/crmsh"), + crystal: () => import("highlight.js/lib/languages/crystal"), + csharp: () => import("highlight.js/lib/languages/csharp"), + csp: () => import("highlight.js/lib/languages/csp"), + css: () => import("highlight.js/lib/languages/css"), + d: () => import("highlight.js/lib/languages/d"), + dart: () => import("highlight.js/lib/languages/dart"), + delphi: () => import("highlight.js/lib/languages/delphi"), + diff: () => import("highlight.js/lib/languages/diff"), + django: () => import("highlight.js/lib/languages/django"), + dns: () => import("highlight.js/lib/languages/dns"), + dockerfile: () => import("highlight.js/lib/languages/dockerfile"), + dos: () => import("highlight.js/lib/languages/dos"), + dsconfig: () => import("highlight.js/lib/languages/dsconfig"), + dts: () => import("highlight.js/lib/languages/dts"), + dust: () => import("highlight.js/lib/languages/dust"), + ebnf: () => import("highlight.js/lib/languages/ebnf"), + elixir: () => import("highlight.js/lib/languages/elixir"), + elm: () => import("highlight.js/lib/languages/elm"), + erb: () => import("highlight.js/lib/languages/erb"), + erlang: () => import("highlight.js/lib/languages/erlang"), + "erlang-repl": () => import("highlight.js/lib/languages/erlang-repl"), + excel: () => import("highlight.js/lib/languages/excel"), + fix: () => import("highlight.js/lib/languages/fix"), + flix: () => import("highlight.js/lib/languages/flix"), + fortran: () => import("highlight.js/lib/languages/fortran"), + fsharp: () => import("highlight.js/lib/languages/fsharp"), + gams: () => import("highlight.js/lib/languages/gams"), + gauss: () => import("highlight.js/lib/languages/gauss"), + gcode: () => import("highlight.js/lib/languages/gcode"), + gherkin: () => import("highlight.js/lib/languages/gherkin"), + glsl: () => import("highlight.js/lib/languages/glsl"), + gml: () => import("highlight.js/lib/languages/gml"), + go: () => import("highlight.js/lib/languages/go"), + golo: () => import("highlight.js/lib/languages/golo"), + gradle: () => import("highlight.js/lib/languages/gradle"), + graphql: () => import("highlight.js/lib/languages/graphql"), + groovy: () => import("highlight.js/lib/languages/groovy"), + haml: () => import("highlight.js/lib/languages/haml"), + handlebars: () => import("highlight.js/lib/languages/handlebars"), + haskell: () => import("highlight.js/lib/languages/haskell"), + haxe: () => import("highlight.js/lib/languages/haxe"), + hsp: () => import("highlight.js/lib/languages/hsp"), + http: () => import("highlight.js/lib/languages/http"), + hy: () => import("highlight.js/lib/languages/hy"), + inform7: () => import("highlight.js/lib/languages/inform7"), + ini: () => import("highlight.js/lib/languages/ini"), + irpf90: () => import("highlight.js/lib/languages/irpf90"), + isbl: () => import("highlight.js/lib/languages/isbl"), + java: () => import("highlight.js/lib/languages/java"), + javascript: () => import("highlight.js/lib/languages/javascript"), + "jboss-cli": () => import("highlight.js/lib/languages/jboss-cli"), + json: () => import("highlight.js/lib/languages/json"), + julia: () => import("highlight.js/lib/languages/julia"), + "julia-repl": () => import("highlight.js/lib/languages/julia-repl"), + kotlin: () => import("highlight.js/lib/languages/kotlin"), + lasso: () => import("highlight.js/lib/languages/lasso"), + latex: () => import("highlight.js/lib/languages/latex"), + ldif: () => import("highlight.js/lib/languages/ldif"), + leaf: () => import("highlight.js/lib/languages/leaf"), + less: () => import("highlight.js/lib/languages/less"), + lisp: () => import("highlight.js/lib/languages/lisp"), + livecodeserver: () => import("highlight.js/lib/languages/livecodeserver"), + livescript: () => import("highlight.js/lib/languages/livescript"), + llvm: () => import("highlight.js/lib/languages/llvm"), + lsl: () => import("highlight.js/lib/languages/lsl"), + lua: () => import("highlight.js/lib/languages/lua"), + makefile: () => import("highlight.js/lib/languages/makefile"), + markdown: () => import("highlight.js/lib/languages/markdown"), + mathematica: () => import("highlight.js/lib/languages/mathematica"), + matlab: () => import("highlight.js/lib/languages/matlab"), + maxima: () => import("highlight.js/lib/languages/maxima"), + mel: () => import("highlight.js/lib/languages/mel"), + mercury: () => import("highlight.js/lib/languages/mercury"), + mipsasm: () => import("highlight.js/lib/languages/mipsasm"), + mizar: () => import("highlight.js/lib/languages/mizar"), + mojolicious: () => import("highlight.js/lib/languages/mojolicious"), + monkey: () => import("highlight.js/lib/languages/monkey"), + moonscript: () => import("highlight.js/lib/languages/moonscript"), + n1ql: () => import("highlight.js/lib/languages/n1ql"), + nestedtext: () => import("highlight.js/lib/languages/nestedtext"), + nginx: () => import("highlight.js/lib/languages/nginx"), + nim: () => import("highlight.js/lib/languages/nim"), + nix: () => import("highlight.js/lib/languages/nix"), + "node-repl": () => import("highlight.js/lib/languages/node-repl"), + nsis: () => import("highlight.js/lib/languages/nsis"), + objectivec: () => import("highlight.js/lib/languages/objectivec"), + ocaml: () => import("highlight.js/lib/languages/ocaml"), + openscad: () => import("highlight.js/lib/languages/openscad"), + oxygene: () => import("highlight.js/lib/languages/oxygene"), + parser3: () => import("highlight.js/lib/languages/parser3"), + perl: () => import("highlight.js/lib/languages/perl"), + pf: () => import("highlight.js/lib/languages/pf"), + pgsql: () => import("highlight.js/lib/languages/pgsql"), + php: () => import("highlight.js/lib/languages/php"), + "php-template": () => import("highlight.js/lib/languages/php-template"), + plaintext: () => import("highlight.js/lib/languages/plaintext"), + pony: () => import("highlight.js/lib/languages/pony"), + powershell: () => import("highlight.js/lib/languages/powershell"), + processing: () => import("highlight.js/lib/languages/processing"), + profile: () => import("highlight.js/lib/languages/profile"), + prolog: () => import("highlight.js/lib/languages/prolog"), + properties: () => import("highlight.js/lib/languages/properties"), + protobuf: () => import("highlight.js/lib/languages/protobuf"), + puppet: () => import("highlight.js/lib/languages/puppet"), + purebasic: () => import("highlight.js/lib/languages/purebasic"), + python: () => import("highlight.js/lib/languages/python"), + "python-repl": () => import("highlight.js/lib/languages/python-repl"), + q: () => import("highlight.js/lib/languages/q"), + qml: () => import("highlight.js/lib/languages/qml"), + r: () => import("highlight.js/lib/languages/r"), + reasonml: () => import("highlight.js/lib/languages/reasonml"), + rib: () => import("highlight.js/lib/languages/rib"), + roboconf: () => import("highlight.js/lib/languages/roboconf"), + routeros: () => import("highlight.js/lib/languages/routeros"), + rsl: () => import("highlight.js/lib/languages/rsl"), + ruby: () => import("highlight.js/lib/languages/ruby"), + ruleslanguage: () => import("highlight.js/lib/languages/ruleslanguage"), + rust: () => import("highlight.js/lib/languages/rust"), + sas: () => import("highlight.js/lib/languages/sas"), + scala: () => import("highlight.js/lib/languages/scala"), + scheme: () => import("highlight.js/lib/languages/scheme"), + scilab: () => import("highlight.js/lib/languages/scilab"), + scss: () => import("highlight.js/lib/languages/scss"), + shell: () => import("highlight.js/lib/languages/shell"), + smali: () => import("highlight.js/lib/languages/smali"), + smalltalk: () => import("highlight.js/lib/languages/smalltalk"), + sml: () => import("highlight.js/lib/languages/sml"), + sqf: () => import("highlight.js/lib/languages/sqf"), + sql: () => import("highlight.js/lib/languages/sql"), + stan: () => import("highlight.js/lib/languages/stan"), + stata: () => import("highlight.js/lib/languages/stata"), + step21: () => import("highlight.js/lib/languages/step21"), + stylus: () => import("highlight.js/lib/languages/stylus"), + subunit: () => import("highlight.js/lib/languages/subunit"), + swift: () => import("highlight.js/lib/languages/swift"), + taggerscript: () => import("highlight.js/lib/languages/taggerscript"), + tap: () => import("highlight.js/lib/languages/tap"), + tcl: () => import("highlight.js/lib/languages/tcl"), + thrift: () => import("highlight.js/lib/languages/thrift"), + tp: () => import("highlight.js/lib/languages/tp"), + twig: () => import("highlight.js/lib/languages/twig"), + typescript: () => import("highlight.js/lib/languages/typescript"), + vala: () => import("highlight.js/lib/languages/vala"), + vbnet: () => import("highlight.js/lib/languages/vbnet"), + vbscript: () => import("highlight.js/lib/languages/vbscript"), + "vbscript-html": () => import("highlight.js/lib/languages/vbscript-html"), + verilog: () => import("highlight.js/lib/languages/verilog"), + vhdl: () => import("highlight.js/lib/languages/vhdl"), + vim: () => import("highlight.js/lib/languages/vim"), + wasm: () => import("highlight.js/lib/languages/wasm"), + wren: () => import("highlight.js/lib/languages/wren"), + x86asm: () => import("highlight.js/lib/languages/x86asm"), + xl: () => import("highlight.js/lib/languages/xl"), + xml: () => import("highlight.js/lib/languages/xml"), + xquery: () => import("highlight.js/lib/languages/xquery"), + yaml: () => import("highlight.js/lib/languages/yaml"), + zephir: () => import("highlight.js/lib/languages/zephir"), +}; + +/** The language each alias names (`js` -> `javascript`), as highlight.js resolves it. */ +export const HIGHLIGHT_LANGUAGE_ALIASES: Record = { + ado: "stata", + adoc: "asciidoc", + ahk: "autohotkey", + apacheconf: "apache", + arm: "armasm", + as: "actionscript", + asc: "angelscript", + atom: "xml", + bat: "dos", + bf: "brainfuck", + bind: "dns", + "c#": "csharp", + "c++": "cpp", + capnp: "capnproto", + cc: "cpp", + cjs: "javascript", + clj: "clojure", + cls: "cos", + "cmake.in": "cmake", + cmd: "dos", + coffee: "coffeescript", + console: "shell", + cr: "crystal", + craftcms: "twig", + crm: "crmsh", + cs: "csharp", + cson: "coffeescript", + cts: "typescript", + cxx: "cpp", + dcl: "clean", + dfm: "delphi", + do: "stata", + docker: "dockerfile", + dpr: "delphi", + dst: "dust", + edn: "clojure", + erl: "erlang", + ex: "elixir", + exs: "elixir", + "f#": "fsharp", + f90: "fortran", + f95: "fortran", + feature: "gherkin", + fs: "fsharp", + gemspec: "ruby", + gms: "gams", + golang: "go", + gql: "graphql", + graph: "roboconf", + gss: "gauss", + gyp: "python", + h: "c", + "h++": "cpp", + hbs: "handlebars", + hh: "cpp", + hpp: "cpp", + hs: "haskell", + html: "xml", + "html.handlebars": "handlebars", + "html.hbs": "handlebars", + htmlbars: "handlebars", + https: "http", + hx: "haxe", + hxx: "cpp", + hylang: "hy", + i7: "inform7", + iced: "coffeescript", + icl: "clean", + ino: "arduino", + instances: "roboconf", + ipython: "python", + irb: "ruby", + jinja: "django", + jldoctest: "julia-repl", + js: "javascript", + jsonc: "json", + jsp: "java", + jsx: "javascript", + k: "q", + kdb: "q", + kt: "kotlin", + kts: "kotlin", + lassoscript: "lasso", + ls: "livescript", + m: "mercury", + mak: "makefile", + make: "makefile", + md: "markdown", + mikrotik: "routeros", + mips: "mipsasm", + mjs: "javascript", + mk: "makefile", + mkd: "markdown", + mkdown: "markdown", + ml: "sml", + mm: "objectivec", + mma: "mathematica", + moo: "mercury", + moon: "moonscript", + mts: "typescript", + nc: "gcode", + nginxconf: "nginx", + nixos: "nix", + nt: "nestedtext", + "obj-c": "objectivec", + "obj-c++": "objectivec", + objc: "objectivec", + "objective-c++": "objectivec", + osascript: "applescript", + p21: "step21", + pas: "delphi", + pascal: "delphi", + patch: "diff", + pb: "purebasic", + pbi: "purebasic", + pcmk: "crmsh", + pde: "processing", + "pf.conf": "pf", + pl: "perl", + plist: "xml", + pluto: "lua", + pm: "perl", + podspec: "ruby", + postgres: "pgsql", + postgresql: "pgsql", + pp: "puppet", + proto: "protobuf", + ps: "powershell", + ps1: "powershell", + pwsh: "powershell", + py: "python", + pycon: "python-repl", + qt: "qml", + rb: "ruby", + re: "reasonml", + rs: "rust", + rss: "xml", + scad: "openscad", + sci: "scilab", + scm: "scheme", + sh: "bash", + shellsession: "shell", + st: "smalltalk", + stanfuncs: "stan", + step: "step21", + stp: "step21", + styl: "stylus", + sv: "verilog", + svg: "xml", + svh: "verilog", + tao: "xl", + tex: "latex", + text: "plaintext", + thor: "ruby", + tk: "tcl", + toml: "ini", + ts: "typescript", + tsx: "typescript", + txt: "plaintext", + v: "verilog", + vb: "vbnet", + vbs: "vbscript", + "wildfly-cli": "jboss-cli", + wl: "mathematica", + wsf: "xml", + "x++": "axapta", + xhtml: "xml", + xjb: "xml", + xls: "excel", + xlsx: "excel", + xpath: "xquery", + xq: "xquery", + xqm: "xquery", + xsd: "xml", + xsl: "xml", + yml: "yaml", + zep: "zephir", + zone: "dns", + zsh: "bash", +}; + +/** The languages each language embeds, to load with it so its embedded code is highlighted too. */ +export const HIGHLIGHT_SUB_LANGUAGES: Record = { + asciidoc: ["xml"], + "clojure-repl": ["clojure"], + coffeescript: ["javascript"], + cos: ["javascript", "sql", "xml"], + dart: ["markdown"], + django: ["xml"], + dockerfile: ["bash"], + dust: ["xml"], + erb: ["ruby", "xml"], + haml: ["ruby"], + handlebars: ["xml"], + javascript: ["css", "graphql", "xml"], + "julia-repl": ["julia"], + livescript: ["javascript"], + markdown: ["xml"], + mojolicious: ["perl", "xml"], + nix: ["markdown"], + "node-repl": ["javascript"], + parser3: ["xml"], + perl: ["mojolicious"], + pgsql: [ + "bash", + "java", + "json", + "lua", + "perl", + "php", + "python", + "r", + "ruby", + "scheme", + "tcl", + "xml", + ], + "php-template": ["php", "xml"], + "python-repl": ["python"], + qml: ["xml"], + shell: ["bash"], + tap: ["yaml"], + twig: ["xml"], + typescript: ["css", "graphql", "xml"], + "vbscript-html": ["vbscript", "xml"], + xml: ["css", "handlebars", "javascript"], + xquery: ["xml"], + yaml: ["ruby"], +}; + +/** lowlight's common languages: the ones auto-detection picks from. */ +export const HIGHLIGHT_AUTO_DETECT_LANGUAGES: readonly string[] = [ + "arduino", + "bash", + "c", + "cpp", + "csharp", + "css", + "diff", + "go", + "graphql", + "ini", + "java", + "javascript", + "json", + "kotlin", + "less", + "lua", + "makefile", + "markdown", + "objectivec", + "perl", + "php", + "php-template", + "plaintext", + "python", + "python-repl", + "r", + "ruby", + "rust", + "scss", + "shell", + "sql", + "swift", + "typescript", + "vbnet", + "wasm", + "xml", + "yaml", +]; diff --git a/ui/lib/ui/src/lib/utils/index.ts b/ui/lib/ui/src/lib/utils/index.ts index 3e3c1fdeff65..3eb11e2306bf 100644 --- a/ui/lib/ui/src/lib/utils/index.ts +++ b/ui/lib/ui/src/lib/utils/index.ts @@ -1 +1,8 @@ -export { highlightCode, trimCodePadding } from './code'; +export { + getLoadedHighlightLanguages, + highlightCode, + isHighlightLanguageLoaded, + loadHighlightLanguages, + resolveHighlightLanguage, + trimCodePadding, +} from "./code"; From e626db7caadee98c6174b1c2dc69f3f43075faa0 Mon Sep 17 00:00:00 2001 From: Xuejun Zhai Date: Fri, 20 Nov 2026 22:16:52 +0800 Subject: [PATCH 236/249] server-bench : fix TypeError in histogram generation (#32518) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * fix(server-bench): prevent float bin-count TypeError in histogram generation Symptom: benchmark crashes while generating gen_rate histogram. Root cause: np.ceil(...) returns numpy.float64, and that value was used where an integer count/shape argument is required. Fix: cast ceil result to int before +1, ensuring bin count is an integer. Result: histogram path completes and gen_rate.png is generated reliably. * Update scripts/server-bench.py Co-authored-by: Sigbjørn Skjæret --------- Co-authored-by: Sigbjørn Skjæret --- scripts/server-bench.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/server-bench.py b/scripts/server-bench.py index f0984026c862..dca157302213 100755 --- a/scripts/server-bench.py +++ b/scripts/server-bench.py @@ -264,7 +264,7 @@ def benchmark( bin_max = np.ceil(token_t_last) + 1 plt.figure() - plt.hist(token_t, np.linspace(0, bin_max, bin_max, endpoint=False).tolist()) + plt.hist(token_t, np.linspace(0, bin_max, int(bin_max), endpoint=False).tolist()) plt.xlim(0, bin_max + 1) plt.title(name or "") plt.xlabel("Time [s]") From 8e7862411da14d8cc342611f37e15ee05d97bfd3 Mon Sep 17 00:00:00 2001 From: yoch Date: Fri, 20 Nov 2026 16:34:58 +0200 Subject: [PATCH 237/249] tts : forward -t to the mtmd context (#32664) llama-tts built the mtmd context from mtmd_context_params_default(), which hardcodes 4 threads, and never copied n_threads over, so -t never reach the mtmd side. Copy params.cpuparams.n_threads into mtmd_params.n_threads, as mtmd-cli and the server do; with no -t this now follows the resolved default. Verified: -t 1 now runs single-threaded, -t 4 is unchanged, and the produced WAV is identical. Assisted-by: Claude --- tools/tts/tts.cpp | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/tools/tts/tts.cpp b/tools/tts/tts.cpp index dbf618ac22f5..238cc828b097 100644 --- a/tools/tts/tts.cpp +++ b/tools/tts/tts.cpp @@ -86,8 +86,9 @@ int main(int argc, char ** argv) { } mtmd_context_params mtmd_params = mtmd_context_params_default(); - mtmd_params.use_gpu = params.mmproj_use_gpu; - mtmd_params.device = params.mmproj_device; + mtmd_params.use_gpu = params.mmproj_use_gpu; + mtmd_params.device = params.mmproj_device; + mtmd_params.n_threads = params.cpuparams.n_threads; mtmd::context_ptr mctx(mtmd_init_from_file(params.mmproj.path.c_str(), model, mtmd_params)); if (!mctx) { LOG_ERR("failed to load mmproj %s\n", params.mmproj.path.c_str()); From cf4153a9baeebddd02935b54abfbd4da5bd65854 Mon Sep 17 00:00:00 2001 From: Aleksander Grygier Date: Fri, 20 Nov 2026 15:46:18 +0100 Subject: [PATCH 238/249] ui: publish llama-ui as an alias of @ggml-org/llama-ui (#32667) The unscoped llama-ui on npm is a 0.0.1 placeholder. After the scoped publish, the workflow renames the same build and publishes it again at the same version, with a readme note pointing at the scoped package. Assisted-by: Claude (Opus 5.5 Medium) --- .github/workflows/ui-lib-publish.yml | 50 ++++++++++++++++++++++++++++ ui/lib/ui/scripts/alias-package.mjs | 43 ++++++++++++++++++++++++ 2 files changed, 93 insertions(+) create mode 100644 ui/lib/ui/scripts/alias-package.mjs diff --git a/.github/workflows/ui-lib-publish.yml b/.github/workflows/ui-lib-publish.yml index 00afed3ab0ea..a1258cda4549 100644 --- a/.github/workflows/ui-lib-publish.yml +++ b/.github/workflows/ui-lib-publish.yml @@ -18,6 +18,10 @@ name: UI Lib Publish # ui-lib-publish.yml, and Environment left blank - this job names no environment, since creating # one needs repository admin. Merging this workflow before that exists leaves the publish step # red on master: the release is late rather than wrong, and re-running the job publishes it. +# +# The unscoped llama-ui is an alias: once the scoped package is out, the same build is renamed +# and published again at the same version, so the two never drift. It is a package of its own +# on npm, and needs the same trusted publisher set on it. on: workflow_dispatch: @@ -128,6 +132,30 @@ jobs: npm publish --access public --provenance --ignore-scripts --tag "$TAG" working-directory: ${{ env.LIB_DIR }} + - name: Rename the build to the unscoped alias + # after the scoped publish, so nothing above sees the changed name. Not on a PR: the + # advisory check there is about the version, which the alias shares. + if: github.event_name != 'pull_request' + run: node scripts/alias-package.mjs + working-directory: ${{ env.LIB_DIR }} + + - name: Compare the alias with npm + id: alias + if: github.event_name != 'pull_request' + run: node scripts/npm-version-check.mjs + working-directory: ${{ env.LIB_DIR }} + + - name: Publish the alias + # its own verdict rather than the scoped one's, so an alias that fell behind catches up + # on the next run instead of waiting for a bump + if: github.ref == 'refs/heads/master' && steps.alias.outputs.should_publish == 'true' && inputs.dry_run != true + env: + TAG: ${{ steps.alias.outputs.tag }} + run: | + test -d dist || { echo "dist/ is missing: nothing was built, so nothing is published"; exit 1; } + npm publish --access public --provenance --ignore-scripts --tag "$TAG" + working-directory: ${{ env.LIB_DIR }} + - name: Report if: always() # every value reaches the shell through env, not through the script, so a package name @@ -140,6 +168,11 @@ jobs: NOTE: ${{ steps.version.outputs.note }} SHOULD: ${{ steps.version.outputs.should_publish }} DRY: ${{ inputs.dry_run }} + ALIAS_LATEST: ${{ steps.alias.outputs.latest }} + ALIAS_VERDICT: ${{ steps.alias.outputs.verdict || 'not reached' }} + ALIAS_NOTE: ${{ steps.alias.outputs.note }} + ALIAS_SHOULD: ${{ steps.alias.outputs.should_publish }} + EVENT: ${{ github.event_name }} run: | if [ "$DRY" = "true" ]; then published="no (dry run)" elif [ "$SHOULD" = "true" ]; then published=yes @@ -156,6 +189,23 @@ jobs: echo echo "> $NOTE" } >> "$GITHUB_STEP_SUMMARY" + [ "$EVENT" = "pull_request" ] && exit 0 + if [ "$DRY" = "true" ]; then published="no (dry run)" + elif [ "$ALIAS_SHOULD" = "true" ]; then published=yes + else published=no + fi + { + echo + echo "### llama-ui (alias) $VERSION" + echo + echo "| | |" + echo "| --- | --- |" + echo "| npm latest was | ${ALIAS_LATEST:-nothing published yet} |" + echo "| verdict | \`$ALIAS_VERDICT\` |" + echo "| published | $published |" + echo + echo "> $ALIAS_NOTE" + } >> "$GITHUB_STEP_SUMMARY" - name: Mind the verdict if: always() && github.event_name != 'pull_request' && steps.version.outcome == 'success' diff --git a/ui/lib/ui/scripts/alias-package.mjs b/ui/lib/ui/scripts/alias-package.mjs new file mode 100644 index 000000000000..f3e94131edf0 --- /dev/null +++ b/ui/lib/ui/scripts/alias-package.mjs @@ -0,0 +1,43 @@ +#!/usr/bin/env node +// Turns this checkout of the library into its unscoped alias, llama-ui, for +// .github/workflows/ui-lib-publish.yml: the same build, published a second time under the +// name people type first. Only the name in package.json changes, and the readme gains a note +// saying which package is the real one. Run it after the scoped publish and never commit the +// result. + +import { readFileSync, writeFileSync } from 'node:fs'; +import { fileURLToPath } from 'node:url'; + +const ALIAS = 'llama-ui'; + +const pkgPath = fileURLToPath(new URL('../package.json', import.meta.url)); +const readmePath = fileURLToPath(new URL('../README.md', import.meta.url)); + +const raw = readFileSync(pkgPath, 'utf8'); +const pkg = JSON.parse(raw); +const scoped = pkg.name; + +if (scoped === ALIAS) { + console.log(`package.json is already named ${ALIAS}`); + process.exit(0); +} +if (!scoped?.endsWith(`/${ALIAS}`)) { + console.error(`expected a scoped ${ALIAS} package to alias, got ${scoped}`); + process.exit(1); +} + +pkg.name = ALIAS; +// keep the file's own indentation so the diff is the name alone +const indent = raw.match(/^[ \t]+/m)?.[0] ?? '\t'; +writeFileSync(pkgPath, JSON.stringify(pkg, null, indent) + '\n'); + +const note = [ + `> \`${ALIAS}\` is an alias of [\`${scoped}\`](https://www.npmjs.com/package/${scoped}): the same`, + `> build at the same version, published under both names. Prefer \`${scoped}\`; the examples`, + `> below use it, and work with \`${ALIAS}\` in its place.`, + '', + '', +].join('\n'); +writeFileSync(readmePath, note + readFileSync(readmePath, 'utf8')); + +console.log(`${scoped}@${pkg.version} is now named ${ALIAS}`); From 059cac2848cfa564f9657e09045ee75ebee9d6f8 Mon Sep 17 00:00:00 2001 From: Aleksander Grygier Date: Fri, 20 Nov 2026 16:20:00 +0100 Subject: [PATCH 239/249] ui: search message content and Discover models from the search dialog (#32670) * ui: search message content and Discover models from the search dialog The search dialog matched chat titles only. It now also scans what was said in each chat (content, reasoning, tool calls and results, attachment names and text), newest chat first, stopping at the first match per chat and after 20 chats, and shows a snippet around the match. Ids, timestamps and base64 payloads are not searched. With Discover on, it also lists matching catalog models and, once typing settles, Hugging Face repos; picking one opens Discover on that repo. Assisted-by: Claude (Opus 5.5 Medium) * ui: keep the search dialog one width whatever it lists The shared dialog sizes itself to its content from md up, so the search was narrow while empty and widened as results came in. It now takes the full max-w-2xl there, less a margin on narrower windows. Assisted-by: Claude (Opus 5.5 Medium) --- .../app/dialogs/DialogSearch.svelte | 267 ++++++++++++++++-- .../conversation-search.constants.ts | 28 ++ ui/apps/chat/src/lib/constants/index.ts | 1 + .../services/conversation-search.service.ts | 70 +++++ ui/apps/chat/src/lib/services/index.ts | 4 + .../stores/models-discover/index.svelte.ts | 47 +-- .../chat/src/lib/utils/conversation-search.ts | 116 ++++++++ ...conversation-search.service.svelte.test.ts | 92 ++++++ .../tests/unit/conversation-search.test.ts | 91 ++++++ 9 files changed, 667 insertions(+), 49 deletions(-) create mode 100644 ui/apps/chat/src/lib/constants/conversation-search.constants.ts create mode 100644 ui/apps/chat/src/lib/services/conversation-search.service.ts create mode 100644 ui/apps/chat/src/lib/utils/conversation-search.ts create mode 100644 ui/apps/chat/tests/client/conversation-search.service.svelte.test.ts create mode 100644 ui/apps/chat/tests/unit/conversation-search.test.ts diff --git a/ui/apps/chat/src/lib/components/app/dialogs/DialogSearch.svelte b/ui/apps/chat/src/lib/components/app/dialogs/DialogSearch.svelte index 077a6583e13f..9a241af2835b 100644 --- a/ui/apps/chat/src/lib/components/app/dialogs/DialogSearch.svelte +++ b/ui/apps/chat/src/lib/components/app/dialogs/DialogSearch.svelte @@ -1,8 +1,23 @@ + +
      + {#key collapsed} + + + + {/key} + + {#if !source.voice} +

      {source.name}

      + {/if} + + {#if !readonly && onRemove} +
      + onRemove?.(item.id)} + stopPropagationOnClick + tooltip="Remove" + /> +
      + {/if} +
      diff --git a/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemAudio.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemAudio.svelte index f1d6a46cc584..2d2ee228b19f 100644 --- a/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemAudio.svelte +++ b/ui/apps/chat/src/lib/components/app/chat/ChatAttachments/ChatAttachmentsPreview/ChatAttachmentsPreviewCurrentItem/ChatAttachmentsPreviewCurrentItemAudio.svelte @@ -1,12 +1,23 @@
      @@ -21,6 +32,19 @@

      Audio preview not available

      {/if} -

      {currentItem?.name || 'Audio'}

      +

      + {source?.voice ? VOICE_MESSAGE_LABEL : currentItem?.name || 'Audio'} +

      + + {#if transcript} +

      + Transcript: {transcript} +

      + {:else if transcribing} +

      Transcribing...

      + {/if}
    diff --git a/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatForm.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatForm.svelte index e99c1eac32f0..727ceccd7894 100644 --- a/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatForm.svelte +++ b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatForm.svelte @@ -1,10 +1,13 @@ + +
    { event.preventDefault(); - - if (!canSubmit || disabled || hasLoadingAttachments) return; - - onSubmit?.(); + void submit(); }} > @@ -753,13 +807,14 @@ {disabled} expanded={isExpanded} onInput={() => { + voice.handleUserInput(); expansion.handleInput(); pickers.handleInput(); onValueChange?.(value); }} onKeydown={handleKeydown} onPaste={handlePaste} - {placeholder} + placeholder={voicePlaceholder ?? placeholder} /> {#if mcpStore.resources.hasAttachments} @@ -774,29 +829,55 @@
    - - onSystemPromptClick?.({ files: uploadedFiles, message: value })} - onWorkingDirectoryClick={isWorkingDirectoryInAddMenu - ? pickers.handleWorkingDirectoryOpen - : undefined} - {showAddButton} - {showModelSelector} - {uploadedFiles} - workingDirectory={cwd} - /> + {#if voice.isActive} + void handleStopAndSend()} + onStop={() => void voice.stop()} + quiet={voice.quiet} + state={voice.state} + /> + {/if} + + +
    + + onSystemPromptClick?.({ files: uploadedFiles, message: value })} + onWorkingDirectoryClick={isWorkingDirectoryInAddMenu + ? pickers.handleWorkingDirectoryOpen + : undefined} + {showAddButton} + {showModelSelector} + voice={{ + action: voice.label, + hint: voice.hint, + prepare: () => void voice.prepare(), + show: voice.showButton, + unavailableReason: voice.unavailableReason, + unprepare: voice.unprepare + }} + workingDirectory={cwd} + /> +
    diff --git a/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionRecord.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionRecord.svelte index 8664af6b2ea7..33d52171d7e0 100644 --- a/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionRecord.svelte +++ b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActionRecord.svelte @@ -2,34 +2,95 @@ import { Button } from '@ggml-org/llama-ui/ui/button'; import * as Tooltip from '@ggml-org/llama-ui/ui/tooltip'; import { Mic, MicOff, Square } from '@lucide/svelte'; - import { ICON_CLASS_DEFAULT } from '#lib/constants/index.ts'; + import { + ICON_CLASS_DEFAULT, + VOICE_MODE_MESSAGE, + VOICE_PRESS_CLICK_MS + } from '#lib/constants/index.ts'; + import { MouseButton, PointerType } from '#lib/enums/index.ts'; interface Props { + /** What a press does: send a voice message or dictate. */ + action?: string; class?: string; disabled?: boolean; - hasAudioModality?: boolean; + /** Said after the action in the tooltip, e.g. that another model may be loaded. */ + hint?: string | null; isLoading?: boolean; isRecording?: boolean; /** Why the microphone can't record (no HTTPS, access denied...), shown on the button. */ micWarning?: string | null; + /** Why no model can take the recording; disables the button. */ + unavailableReason?: string | null; + /** A quieter (tertiary) button, beside the main one: send or stop. */ + secondary?: boolean; + /** With `secondary`: filled like the stop button it stands beside, not bare. */ + filled?: boolean; onMicClick?: () => void; + /** A mouse or the focus came to the button: a press may follow, the microphone can open. */ + onPrepare?: () => void; + /** It left again without a press. */ + onPrepareEnd?: () => void; } let { + action = VOICE_MODE_MESSAGE.voiceMessage, class: className = '', disabled = false, - hasAudioModality = false, + filled = false, + hint = null, isLoading = false, isRecording = false, micWarning = null, - onMicClick + onMicClick, + onPrepare, + onPrepareEnd, + secondary = false, + unavailableReason = null }: Props = $props(); - // a model without audio input disables the button; a microphone that can't record keeps it + // no model to take the recording disables the button; a microphone that can't record keeps it // tappable, so a tap can say why - const showWarning = $derived(hasAudioModality && !isRecording && !!micWarning); + const showWarning = $derived(!unavailableReason && !isRecording && !!micWarning); + // a mouse starts recording on press, not on release, so the first words are not lost; + // a touch or a key goes through the click, which is when the browser allows it + let pressedAt = -Infinity; + + function handlePointerDown(event: PointerEvent) { + if (isRecording || disabled || isLoading || unavailableReason) return; + + if (event.pointerType !== PointerType.MOUSE || event.button !== MouseButton.PRIMARY) return; + + pressedAt = performance.now(); + onMicClick?.(); + } + + // a touch presses at once, so only a mouse, a pen or the keyboard come ahead of the press + function handlePointerEnter(event: PointerEvent) { + if (event.pointerType !== PointerType.TOUCH && !isRecording) onPrepare?.(); + } + + function handlePointerLeave(event: PointerEvent) { + if (event.pointerType !== PointerType.TOUCH) onPrepareEnd?.(); + } + + function handleClick() { + // the click that ends the press that already started it; the recording bar may have + // taken the button's place meanwhile, so this one can also never come + if (performance.now() - pressedAt < VOICE_PRESS_CLICK_MS) { + pressedAt = -Infinity; + + return; + } + + onMicClick?.(); + } + const tooltip = $derived( - !hasAudioModality ? 'Current model does not support audio' : showWarning ? micWarning : null + isRecording + ? null + : (unavailableReason ?? + (showWarning ? micWarning : [action, hint].filter(Boolean).join('. '))) ); @@ -37,28 +98,41 @@ {/snippet} diff --git a/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActions.svelte b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActions.svelte index d71a8da5d891..c895ef0c34b7 100644 --- a/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActions.svelte +++ b/ui/apps/chat/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActions.svelte @@ -1,6 +1,6 @@ + + + {#snippet stop({ disabled })} + + {/snippet} + diff --git a/ui/apps/chat/src/lib/components/app/chat/index.ts b/ui/apps/chat/src/lib/components/app/chat/index.ts index fce3962c4fe4..f7626c73a4f5 100644 --- a/ui/apps/chat/src/lib/components/app/chat/index.ts +++ b/ui/apps/chat/src/lib/components/app/chat/index.ts @@ -79,6 +79,14 @@ export { default as ChatAttachmentsListItemMcpResource } from './ChatAttachments */ export { default as ChatAttachmentsListItemThumbnailFile } from './ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemThumbnailFile.svelte'; +/** + * An audio attachment drawn as a clip: a playable waveform (peaks computed from + * the audio when it was stored without them) and, for a voice message, its + * transcript under it on hover, focus or a tap, with the transcribing and failed + * states. `sm` in the chat form, removable; `md` in a sent message. + */ +export { default as ChatAttachmentsListItemVoice } from './ChatAttachments/ChatAttachmentsList/ChatAttachmentsListItem/ChatAttachmentsListItemVoice.svelte'; + /** * Thumbnail for image attachments with lazy loading and error fallback. * Displays image preview with configurable dimensions. Falls back to placeholder @@ -170,12 +178,20 @@ export { default as ChatForm } from './ChatForm/ChatForm.svelte'; export { default as ChatFormActionsAdd } from './ChatForm/ChatFormActions/ChatFormActionAdd/ChatFormActionsAdd.svelte'; /** - * Audio recording button with real-time recording indicator. Records audio - * and converts to WAV format for upload. Only visible when the active model - * supports audio modality and setting for automatic audio input is enabled. Shows recording duration while active. + * Microphone button: starts a voice message or a dictation (its label says which), + * or, disabled, says why no model can take a recording; while recording it is the + * stop button. Shown on an empty message when voice input is available and the + * setting for the microphone on empty input is on. */ export { default as ChatFormActionRecord } from './ChatForm/ChatFormActions/ChatFormActionRecord.svelte'; +/** + * The actions row while the chat form records: cancel, the live waveform and the + * elapsed time, and stop, with a voice message's streaming text under the waveform + * and a waiting state while dictated text is transcribed after recording. + */ +export { default as ChatFormActionsRecording } from './ChatForm/ChatFormActions/ChatFormActionsRecording.svelte'; + /** * Container for chat form action buttons. Arranges file attachment, audio record, * and submit/stop buttons in a horizontal layout. Handles conditional visibility diff --git a/ui/apps/chat/src/lib/components/app/models/ModelRowActions.svelte b/ui/apps/chat/src/lib/components/app/models/ModelRowActions.svelte index 33be4c624d35..071b71000e92 100644 --- a/ui/apps/chat/src/lib/components/app/models/ModelRowActions.svelte +++ b/ui/apps/chat/src/lib/components/app/models/ModelRowActions.svelte @@ -1,7 +1,8 @@ @@ -35,6 +48,26 @@ /> + {#if canDictate} + + + voiceStore.toggleDictation(option.model)} + tooltip={dictationLabel} + tooltipAsTitle + /> + + {/if} + {#if isFav} diff --git a/ui/apps/chat/src/lib/components/app/models/ModelVoiceRole.svelte b/ui/apps/chat/src/lib/components/app/models/ModelVoiceRole.svelte new file mode 100644 index 000000000000..cabc881390d4 --- /dev/null +++ b/ui/apps/chat/src/lib/components/app/models/ModelVoiceRole.svelte @@ -0,0 +1,60 @@ + + + +{#if role} + {@const Icon = ICONS[role]} + + + + {#snippet child({ props })} + + + {/snippet} + + + +

    {description}

    +
    +
    +{/if} diff --git a/ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerModelRow.svelte b/ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerModelRow.svelte index 2c25dddd1b68..9f8913451c92 100644 --- a/ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerModelRow.svelte +++ b/ui/apps/chat/src/lib/components/app/models/ModelsManager/ModelsManagerModelRow.svelte @@ -4,15 +4,20 @@ import ModelContext from '../ModelContext.svelte'; import ModelDraftSubline from '../ModelDraftSubline.svelte'; import ModelId from '../ModelId.svelte'; + import ModelVoiceRole from '../ModelVoiceRole.svelte'; import ModelsManagerStatusCell from './ModelsManagerStatusCell.svelte'; import { modelRowActions } from './row-actions'; import { configuredContext, downloadProgressFor, isRowControlClick } from './utils'; import { ModelDownloadProgressBar } from '@ggml-org/llama-ui/models'; - import { Heart, MoreHorizontal } from '@lucide/svelte'; + import { Heart, Mic, MoreHorizontal } from '@lucide/svelte'; import { ContextMenuActions, DropdownMenuActions } from '#lib/components/app/index.ts'; - import { MODEL_ROW_GRID_CLASS, MODEL_ROW_TRAILING_CELL_CLASS } from '#lib/constants/index.ts'; + import { + MODEL_ROW_GRID_CLASS, + MODEL_ROW_TRAILING_CELL_CLASS, + VOICE_DICTATION_MODEL_LABEL + } from '#lib/constants/index.ts'; import { ModelRowDownloadState } from '#lib/enums/index.ts'; - import { deviceStore, modelsStore } from '#lib/stores/index.ts'; + import { deviceStore, modelsStore, voiceStore } from '#lib/stores/index.ts'; import type { ModelOption, ModelSidecarBadge } from '#lib/types/models.js'; interface Props { @@ -38,6 +43,7 @@ }: Props = $props(); let favorite = $derived(isFavorite(option)); + let dictates = $derived(voiceStore.isDictationModel(option.model)); let isHidden = $derived(modelsStore.isHidden(option.id)); // live while the download runs, frozen while it is paused let downloadProgress = $derived(downloadProgressFor(option.model)); @@ -101,9 +107,18 @@ title={option.model} /> + + + {#if dictates} + +